{
  "schema": "vedokrok.public-item.v1",
  "release_id": "VEDOKROK-SEL-5d86e1b23401e578",
  "url": "/knowledge/look-behind-the-pooled-average",
  "id": "MHC-D-RESEARCH-0064",
  "version": "0.1.0",
  "title": "Look behind the pooled average",
  "summary": "A summary is not a promise that all its ingredients agree.",
  "kind": "question",
  "body": "How do the included populations, methods and effects differ?\n\nIs a common summary meaningful, and how does the review describe uncertainty and between-study variation?",
  "limits": [
    "Do not select the study you like best or delete inconvenient outliers. A few studies may not support a reliable explanation of variation."
  ],
  "topics": [
    "critical-thinking"
  ],
  "intents": [],
  "source_ids": [
    "cochrane-meta-analysis"
  ],
  "evidence": [
    {
      "claim": "A pooled average can conceal important between-study variation; random-effects analysis does not erase it.",
      "source_id": "cochrane-meta-analysis",
      "role": "supports",
      "note": "Claim basis: guidance. Claim limit: Explaining variation reliably may be impossible with a few small studies.\nSource access: selected_html_passages; accessed on: 2026-10-01; inspected sections: [\"10.2\", \"10.10.1-10.10.4\", \"10.11.3\", \"10.11.1-10.11.3.1\", \"MECIR Box 10.11.a\", \"10.11.5.2-10.11.5.6\", \"10.11.6\"].\nSource note: The chapter reports a November 2024 update. No single heterogeneity threshold is promoted as decisive. Separate source-access audit (2026-10-01): Chapter 10 still identifies November 2024 and version 6.5. The 2026-10-01 check covers its citation and sections 10.11.1-10.11.3.1, 10.11.5.2-10.11.5.6 and 10.11.6. The older 10.2/10.10 reading history is retained, not newly appraised. Overall Handbook updates do not change this chapter’s stated revision. No single heterogeneity threshold is promoted as decisive.\nAgent scope review: Cochrane 10.10.1–10.10.4 describe between-study variation and the limits of a random-effects summary. The example concerns the transfer of training formats.",
      "locator": "10.10.1-10.10.4"
    }
  ],
  "use_when": [
    "A meta-analysis is presented as one effect that should occur in every setting."
  ],
  "avoid_when": [
    "Do not select the study you like best or delete inconvenient outliers. A few studies may not support a reliable explanation of variation."
  ],
  "question": "How do the included populations, methods and effects differ?\n\nIs a common summary meaningful, and how does the review describe uncertainty and between-study variation?",
  "example": "Studies of intensive supported courses are pooled with brief self-guided lessons. The overall average does not tell you which delivery you would actually receive.",
  "check": "Can you describe the differences the review found and any uncertainty about what explains them?",
  "published_at": "2026-11-12T17:42:00Z",
  "review": {
    "kind": "agent",
    "label": "Agent editorial and scoped source review",
    "reviewed_at": "2026-11-12T17:42:00Z"
  },
  "knowledge_origin": {
    "release_id": "MHC-RPUB-20261112-07d31a69",
    "corpus_commit": "07d31a6904d38f9fe2189aee7b26bb065724b120",
    "manifest_sha256": "d676e87a17b9210d8037fd74c3f1ea735debd384fa069ba127a87ad441aa4f20",
    "projection_sha256": "7e7900a14145b4d025c2279ceb005ff3633adb88263038886b09282e4dafb04b",
    "published_at": "2026-11-12T17:42:00Z"
  },
  "editorial_overlay": null,
  "editorial": null,
  "notices": [],
  "sources": [
    {
      "id": "cochrane-meta-analysis",
      "title": "Chapter 10: Analysing data and undertaking meta-analyses",
      "url": "https://www.cochrane.org/authors/handbooks-and-manuals/handbook/current/chapter-10"
    }
  ],
  "relations": [],
  "collections": [
    {
      "id": "RC-RESEARCH-READ-STUDY-BEHIND-PROMISE",
      "title": "Read the study behind the promise",
      "url": "/collections/read-the-study-behind-the-promise"
    }
  ],
  "topic_hubs": [
    {
      "id": "critical-thinking",
      "title": "Critical thinking and evidence",
      "url": "/topics/critical-thinking"
    }
  ],
  "solution_packs": []
}
