{
  "schema": "vedokrok.public-item.v1",
  "release_id": "MHC-RPUB-20260920-75ad787a",
  "url": "/knowledge/measure-adoption-not-just-whether-ai-was-consulted",
  "id": "MHC-D-RESEARCH-0497",
  "version": "0.1.0",
  "title": "Measure adoption, not just whether AI was consulted",
  "summary": "Opening the advisor and following the advisor are different behaviors.",
  "kind": "principle",
  "body": "Track whether the AI recommendation changed the final action, wording, score or decision, not only whether the user viewed it. Separate ignored, partially adopted and fully adopted advice. Pair adoption with advice quality so high usage does not look positive when poor advice is being followed.",
  "limits": [
    "Some AI value comes from stimulating thought without visible text adoption; use qualitative evidence where necessary."
  ],
  "topics": [
    "union-ai-reliance-metacognition"
  ],
  "intents": [],
  "source_ids": [
    "RS-BE3598079F5EB695"
  ],
  "evidence": [
    {
      "claim": "A 2026 two-study paper found trust predicted both consultation and adoption of ChatGPT input, while perceived expertise reduced reliance even when perceived expertise did not necessarily equal actual skill.",
      "source_id": "RS-BE3598079F5EB695",
      "role": "supports",
      "note": "The relationship between perceived expertise and true competence is task-specific.",
      "locator": "Abstract highlights"
    },
    {
      "claim": "The same 2026 study found decision performance depended on AI recommendation quality and that adopting poor advice could reduce performance.",
      "source_id": "RS-BE3598079F5EB695",
      "role": "supports",
      "note": "Viewing advice without adopting it is behaviorally different from relying on it.",
      "locator": "Abstract highlights"
    }
  ],
  "use_when": [
    "A team reports AI usage from clicks, chats or consultations and calls that evidence of AI influence."
  ],
  "avoid_when": [
    "Some AI value comes from stimulating thought without visible text adoption; use qualitative evidence where necessary."
  ],
  "example": "A consultant may open AI on every ticket but reject most suggestions; chat count alone overstates reliance.",
  "check": "The analytics can show how often AI actually changed work and whether those changes helped.",
  "sources": [
    {
      "id": "RS-BE3598079F5EB695",
      "title": "Who listens to ChatGPT and when should they? A two-study examination of AI-assisted decision making",
      "url": "https://www.sciencedirect.com/science/article/pii/S2949882126000344"
    }
  ],
  "relations": [],
  "collections": [
    {
      "id": "RC-39B535F35706B375",
      "title": "Calibrate when to rely on AI instead of measuring trust as a feeling",
      "url": "/collections/calibrate-when-to-rely-on-ai-instead-of-measuring-trust-as-a-feeling"
    }
  ]
}