{
  "schema": "vedokrok.public-item.v1",
  "release_id": "VEDOKROK-SEL-5d86e1b23401e578",
  "url": "/knowledge/automation-bias",
  "id": "MHC-D-0E08DE8908F7",
  "version": "0.1.0",
  "title": "Automation bias",
  "summary": "A confident machine answer is still an answer, not independent evidence.",
  "kind": "concept",
  "body": "Automation bias is inappropriate reliance on automated advice or cues. It can make us follow a wrong recommendation or miss a problem because the system stayed silent. Automation can improve performance overall; the failure is letting it replace the independent checking the situation still requires.",
  "limits": [
    "Blind distrust of automation is also costly. The goal is calibrated reliance, not automatic rejection."
  ],
  "topics": [
    "critical-thinking"
  ],
  "intents": [],
  "source_ids": [
    "CB-EVID-abdbc86e599687aa1d60",
    "CB-EVID-f95e06da7a42d19ed1b0",
    "CB-EVID-e047d16d712d15b4ef55",
    "CB-EVID-4da81e27194a2aba982f"
  ],
  "evidence": [
    {
      "claim": "Automation bias is a documented pattern of inappropriate reliance on automated cues or recommendations. It can produce commission errors when a user follows incorrect advice and omission errors when a user fails to act because automation did not signal a problem. This does not mean automation is generally harmful: decision support can improve overall performance, and the relevant question is whether reliance remains calibrated when the system is wrong, incomplete, or difficult to verify.",
      "source_id": "CB-EVID-abdbc86e599687aa1d60",
      "role": "contextualizes",
      "note": "Archived evidence status: established, context-dependent. Automation bias is a documented pattern of inappropriate reliance on automated cues or recommendations. It can produce commission errors when a user follows incorrect advice and omission errors when a user fails to act because automation did not signal a problem. This does not mean automation is generally harmful: decision support can improve overall performance, and the relevant question is whether reliance remains calibrated when the system is wrong, incomplete, or difficult to verify.",
      "locator": "Automation bias: decision making and performance in high-tech cockpits (1997)"
    },
    {
      "claim": "Automation bias is a documented pattern of inappropriate reliance on automated cues or recommendations. It can produce commission errors when a user follows incorrect advice and omission errors when a user fails to act because automation did not signal a problem. This does not mean automation is generally harmful: decision support can improve overall performance, and the relevant question is whether reliance remains calibrated when the system is wrong, incomplete, or difficult to verify.",
      "source_id": "CB-EVID-f95e06da7a42d19ed1b0",
      "role": "contextualizes",
      "note": "Archived evidence status: established, context-dependent. Automation bias is a documented pattern of inappropriate reliance on automated cues or recommendations. It can produce commission errors when a user follows incorrect advice and omission errors when a user fails to act because automation did not signal a problem. This does not mean automation is generally harmful: decision support can improve overall performance, and the relevant question is whether reliance remains calibrated when the system is wrong, incomplete, or difficult to verify.",
      "locator": "Automation bias: a systematic review of frequency, effect mediators, and mitigators (2011)"
    },
    {
      "claim": "Automation bias is a documented pattern of inappropriate reliance on automated cues or recommendations. It can produce commission errors when a user follows incorrect advice and omission errors when a user fails to act because automation did not signal a problem. This does not mean automation is generally harmful: decision support can improve overall performance, and the relevant question is whether reliance remains calibrated when the system is wrong, incomplete, or difficult to verify.",
      "source_id": "CB-EVID-e047d16d712d15b4ef55",
      "role": "contextualizes",
      "note": "Archived evidence status: established, context-dependent. Automation bias is a documented pattern of inappropriate reliance on automated cues or recommendations. It can produce commission errors when a user follows incorrect advice and omission errors when a user fails to act because automation did not signal a problem. This does not mean automation is generally harmful: decision support can improve overall performance, and the relevant question is whether reliance remains calibrated when the system is wrong, incomplete, or difficult to verify.",
      "locator": "Automation bias and verification complexity: a systematic review (2017)"
    },
    {
      "claim": "Automation bias is a documented pattern of inappropriate reliance on automated cues or recommendations. It can produce commission errors when a user follows incorrect advice and omission errors when a user fails to act because automation did not signal a problem. This does not mean automation is generally harmful: decision support can improve overall performance, and the relevant question is whether reliance remains calibrated when the system is wrong, incomplete, or difficult to verify.",
      "source_id": "CB-EVID-4da81e27194a2aba982f",
      "role": "contextualizes",
      "note": "Archived evidence status: established, context-dependent. Automation bias is a documented pattern of inappropriate reliance on automated cues or recommendations. It can produce commission errors when a user follows incorrect advice and omission errors when a user fails to act because automation did not signal a problem. This does not mean automation is generally harmful: decision support can improve overall performance, and the relevant question is whether reliance remains calibrated when the system is wrong, incomplete, or difficult to verify.",
      "locator": "What is Wrong With Automation Bias? (2026)"
    }
  ],
  "avoid_when": [
    "Blind distrust of automation is also costly. The goal is calibrated reliance, not automatic rejection."
  ],
  "steps": [
    "Write the decision criteria or a provisional view before seeing automated advice when stakes justify it.",
    "Verify surprising or costly recommendations against raw signals or an independent source.",
    "Know the system's common failure modes instead of relying on a generic reminder to 'be careful'."
  ],
  "example": "An AI risk score says 'low', but one required input is missing. A reviewer who accepts the score because the model produced it is not providing much of a human-in-the-loop.",
  "check": "Would you accept the same recommendation if it came from a junior analyst with the same evidence?",
  "published_at": "2026-11-13T05:54:13Z",
  "review": {
    "kind": "agent",
    "label": "Agent check of the archived evidence review; no independent human review claimed",
    "reviewed_at": "2026-11-13T05:54:13Z"
  },
  "use_when": [],
  "knowledge_origin": {
    "release_id": "MHC-RPUB-20261113-0d6697fd",
    "corpus_commit": "0d6697fd15f7fb670cfa465c54a411e91752cae4",
    "manifest_sha256": "038080ffd768d7c1ae21ae65ea2a3b8e36664c28df759e06d19f63f6e059bf29",
    "projection_sha256": "489520d20496b8e53d4bcf37ddaae13d1b66f4405e33ae1666ce681073b24c78",
    "published_at": "2026-11-13T05:54:13Z"
  },
  "editorial_overlay": null,
  "editorial": null,
  "notices": [],
  "sources": [
    {
      "id": "CB-EVID-abdbc86e599687aa1d60",
      "title": "Automation bias: decision making and performance in high-tech cockpits",
      "url": "https://pubmed.ncbi.nlm.nih.gov/11540946/"
    },
    {
      "id": "CB-EVID-f95e06da7a42d19ed1b0",
      "title": "Automation bias: a systematic review of frequency, effect mediators, and mitigators",
      "url": "https://pubmed.ncbi.nlm.nih.gov/21685142/"
    },
    {
      "id": "CB-EVID-e047d16d712d15b4ef55",
      "title": "Automation bias and verification complexity: a systematic review",
      "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC7651899/"
    },
    {
      "id": "CB-EVID-4da81e27194a2aba982f",
      "title": "What is Wrong With Automation Bias?",
      "url": "https://doi.org/10.1007/s13347-026-01090-9"
    }
  ],
  "relations": [],
  "collections": [
    {
      "id": "RC-MHC-COGNITIVE-BIAS-EVIDENCE-20261113",
      "title": "Question a cognitive shortcut",
      "url": "/collections/question-a-cognitive-shortcut"
    }
  ],
  "topic_hubs": [
    {
      "id": "critical-thinking",
      "title": "Critical thinking and evidence",
      "url": "/topics/critical-thinking"
    }
  ],
  "solution_packs": []
}
