{
  "schema": "vedokrok.public-item.v1",
  "release_id": "VEDOKROK-SEL-5d86e1b23401e578",
  "url": "/knowledge/do-not-turn-a-p-value-into-a-truth-percentage",
  "id": "MHC-D-RESEARCH-0061",
  "version": "0.1.0",
  "title": "Do not turn a p-value into a truth percentage",
  "summary": "Subtracting from one does not turn a test into a belief meter.",
  "kind": "anti_pattern",
  "body": "A p-value concerns data under a specified statistical model. It is not the probability that the hypothesis is true, and it does not tell you whether an effect is large or useful.",
  "limits": [
    "Properly used statistical tests remain useful. Replacing them with intuition is not the lesson."
  ],
  "topics": [
    "critical-thinking"
  ],
  "intents": [],
  "source_ids": [
    "asa-p-value-principles"
  ],
  "evidence": [
    {
      "claim": "A p-value is not the probability that a hypothesis is true and does not measure effect size or importance.",
      "source_id": "asa-p-value-principles",
      "role": "supports",
      "note": "Claim basis: guidance. Claim limit: This does not make properly used p-values meaningless.\nSource access: full_text; accessed on: 2026-09-17; inspected sections: [\"Three-page statement release; six principles on PDF page 2 visually checked\"].\nSource note: A methodological statement from 2016, not new empirical research or a ban on significance testing.\nAgent scope review: ASA principles 2, 3 and 5 reject hypothesis-probability and effect-size interpretations of a p-value. The draft preserves the role of properly used statistical tests.",
      "locator": "Six principles, numbers 2, 3 and 5"
    }
  ],
  "use_when": [
    "Someone translates p = 0.03 as a 97% chance that a claim is true."
  ],
  "avoid_when": [
    "Properly used statistical tests remain useful. Replacing them with intuition is not the lesson."
  ],
  "recognition": "A p-value concerns data under a specified statistical model. It is not the probability that the hypothesis is true, and it does not tell you whether an effect is large or useful.",
  "example": "A tiny improvement in a huge sample may have a small p-value while changing little about the practical choice.",
  "check": "Does your conclusion use the result's size and context, not a converted truth score?",
  "question": "What are the estimate, uncertainty, design and practical consequence behind this number?",
  "published_at": "2026-11-12T17:42:00Z",
  "review": {
    "kind": "agent",
    "label": "Agent editorial and scoped source review",
    "reviewed_at": "2026-11-12T17:42:00Z"
  },
  "knowledge_origin": {
    "release_id": "MHC-RPUB-20261112-07d31a69",
    "corpus_commit": "07d31a6904d38f9fe2189aee7b26bb065724b120",
    "manifest_sha256": "d676e87a17b9210d8037fd74c3f1ea735debd384fa069ba127a87ad441aa4f20",
    "projection_sha256": "7e7900a14145b4d025c2279ceb005ff3633adb88263038886b09282e4dafb04b",
    "published_at": "2026-11-12T17:42:00Z"
  },
  "editorial_overlay": null,
  "editorial": null,
  "notices": [],
  "sources": [
    {
      "id": "asa-p-value-principles",
      "title": "American Statistical Association Releases Statement on Statistical Significance and P-Values",
      "url": "https://www.amstat.org/asa/files/pdfs/p-valuestatement.pdf"
    }
  ],
  "relations": [],
  "collections": [
    {
      "id": "RC-RESEARCH-READ-STUDY-BEHIND-PROMISE",
      "title": "Read the study behind the promise",
      "url": "/collections/read-the-study-behind-the-promise"
    }
  ],
  "topic_hubs": [
    {
      "id": "critical-thinking",
      "title": "Critical thinking and evidence",
      "url": "/topics/critical-thinking"
    }
  ],
  "solution_packs": []
}
