{
  "schema": "vedokrok.public-item.v1",
  "release_id": "MHC-RPUB-20260920-75ad787a",
  "url": "/knowledge/simulate-users-who-behave-like-users",
  "id": "MHC-D-RESEARCH-1164",
  "version": "0.1.0",
  "title": "Simulate users who behave like users",
  "summary": "A simulator that helps the agent too much is grading a different job.",
  "kind": "principle",
  "body": "Model the target user's information, patience, ambiguity, mistakes and willingness to cooperate. Do not let the simulator volunteer missing details merely because an assistant model knows they would help. Compare simulated failures with production traces and refine the user model when the two diverge.",
  "limits": [
    "Synthetic users remain approximations. Do not replace production monitoring or real-user research with simulation alone."
  ],
  "topics": [
    "union-ai-runtime-verification-2026"
  ],
  "intents": [],
  "source_ids": [
    "RS-49EB9A55618CBC03"
  ],
  "evidence": [
    {
      "claim": "Multi-turn agent evaluation can become unrealistically easy when the simulated user cooperates like a helpful assistant instead of behaving like the target user population.",
      "source_id": "RS-49EB9A55618CBC03",
      "role": "supports",
      "note": "No simulator perfectly reproduces real users; production evidence remains necessary to check whether simulated behavior covers the failure modes that matter.",
      "locator": "7:20-17:37, simulate the whole interaction and avoid an unrealistically helpful user simulator"
    }
  ],
  "use_when": [
    "A multi-turn agent looks excellent in synthetic conversations but real users still produce surprising failures."
  ],
  "avoid_when": [
    "Synthetic users remain approximations. Do not replace production monitoring or real-user research with simulation alone."
  ],
  "example": "A support simulator should sometimes say 'it still doesn't work' instead of naming the exact error code the agent needs to solve the case.",
  "check": "The simulator can reproduce at least some real user friction without turning into a hidden co-pilot for the agent.",
  "sources": [
    {
      "id": "RS-49EB9A55618CBC03",
      "title": "Build Evals That Actually Matter",
      "url": "https://ai.engineer/talks/3z2uT5aDx_Y-build-evals-that-actually-matter"
    }
  ],
  "relations": [],
  "collections": [
    {
      "id": "RC-ACD6385FB70207D3",
      "title": "Operate AI agents as systems you can replay, verify and constrain",
      "url": "/collections/operate-ai-agents-as-systems-you-can-replay-verify-and-constrain"
    }
  ]
}