{
  "schema": "vedokrok.public-item.v1",
  "release_id": "MHC-RPUB-20260920-75ad787a",
  "url": "/knowledge/pin-the-browser-environment-when-comparing-agent-behavior",
  "id": "MHC-D-RESEARCH-1172",
  "version": "0.1.0",
  "title": "Pin the browser environment when comparing agent behavior",
  "summary": "If the browser moves under your feet, you do not know what the agent change caused.",
  "kind": "protocol",
  "body": "For controlled comparison, pin relevant browser version, locale, viewport, extensions, login state and seed data. Reset the environment between trials. After the comparison is stable, add representative environment variants to test robustness.",
  "limits": [
    "A perfectly fixed browser is not production. Use it for causal comparison, then test realistic variability."
  ],
  "topics": [
    "union-ai-runtime-verification-2026"
  ],
  "intents": [],
  "source_ids": [
    "RS-6442420642D13047"
  ],
  "evidence": [
    {
      "claim": "Keeping the browser environment consistent improves the interpretability of comparisons between agent strategies by reducing unrelated execution variation.",
      "source_id": "RS-6442420642D13047",
      "role": "supports",
      "note": "A pinned environment can hide real-world variability. Use it for controlled comparison, then test against representative live conditions.",
      "locator": "Sections on measuring the harness against a baseline, combining browser interaction with code and keeping the browser environment consistent"
    }
  ],
  "use_when": [
    "Browser-agent benchmarks change between runs because the environment changes along with the model or harness."
  ],
  "avoid_when": [
    "A perfectly fixed browser is not production. Use it for causal comparison, then test realistic variability."
  ],
  "example": "When comparing two browser agents on expense submission, keep the same browser version, account state and seeded expense before testing different models.",
  "check": "The benchmark can distinguish agent changes from environment changes, and later robustness runs intentionally vary the environment.",
  "steps": [
    "Pin browser and relevant runtime versions.",
    "Control locale, viewport and login state.",
    "Reset task data between trials.",
    "Run environment variants after the controlled baseline."
  ],
  "sources": [
    {
      "id": "RS-6442420642D13047",
      "title": "Bringing agents onto the world wide web",
      "url": "https://ai.engineer/talks/GqoNrUz8hEU-bringing-agents-onto-world-wide-web"
    }
  ],
  "relations": [],
  "collections": [
    {
      "id": "RC-ACD6385FB70207D3",
      "title": "Operate AI agents as systems you can replay, verify and constrain",
      "url": "/collections/operate-ai-agents-as-systems-you-can-replay-verify-and-constrain"
    }
  ]
}