{
  "schema": "vedokrok.public-item.v1",
  "release_id": "MHC-RPUB-20260920-75ad787a",
  "url": "/knowledge/increase-scrutiny-when-ai-feels-effortlessly-right",
  "id": "MHC-D-RESEARCH-0373",
  "version": "0.1.0",
  "title": "Increase scrutiny when AI feels effortlessly right",
  "summary": "Ease of agreement is not evidence of correctness.",
  "kind": "heuristic",
  "body": "Treat high subjective confidence in the AI answer as a reason to run the normal verification step, not as permission to skip it. Ask what evidence the consequential claim depends on, compare it with the source or system state, and look for the kind of failure that fluent wording can hide.",
  "limits": [
    "The cited study reports associations between confidence and self-reported critical thinking; it does not prove that confidence itself causes errors."
  ],
  "topics": [
    "union-ai-assisted-thinking-work"
  ],
  "intents": [],
  "source_ids": [
    "RS-92CA5686DD6B7FF8"
  ],
  "evidence": [
    {
      "claim": "In the CHI 2025 survey, higher confidence in GenAI was associated with less reported critical thinking, while higher task-specific self-confidence was associated with more reported critical thinking.",
      "source_id": "RS-92CA5686DD6B7FF8",
      "role": "supports",
      "note": "These are associations in self-reports, not proof that confidence in AI causes reduced critical thinking.",
      "locator": "Quantitative findings"
    }
  ],
  "use_when": [
    "A generated answer arrives fluent, familiar and aligned with what you hoped to hear."
  ],
  "avoid_when": [
    "The cited study reports associations between confidence and self-reported critical thinking; it does not prove that confidence itself causes errors."
  ],
  "example": "An AI confidently states that a SAP field is replicated by a certain IDoc segment; verify the actual configuration or documentation before changing production logic.",
  "check": "The verification burden is determined by stakes and evidence, not by how convincing the prose feels.",
  "sources": [
    {
      "id": "RS-92CA5686DD6B7FF8",
      "title": "The Impact of Generative AI on Critical Thinking: Self-Reported Reductions in Cognitive Effort and Confidence Effects From a Survey of Knowledge Workers",
      "url": "https://www.microsoft.com/en-us/research/publication/the-impact-of-generative-ai-on-critical-thinking-self-reported-reductions-in-cognitive-effort-and-confidence-effects-from-a-survey-of-knowledge-workers/"
    }
  ],
  "relations": [
    {
      "from": "MHC-D-RESEARCH-0373",
      "to": "MHC-D-RESEARCH-0318",
      "type": "useful_with",
      "url": "/knowledge/cross-check-the-fact-before-the-agent-acts-on-it"
    }
  ],
  "collections": [
    {
      "id": "RC-433FB61AA7D7AF43",
      "title": "Use AI where it helps, and keep the thinking that still matters",
      "url": "/collections/use-ai-where-it-helps-and-keep-the-thinking-that-still-matters"
    }
  ]
}