{
  "schema": "vedokrok.public-item.v1",
  "release_id": "MHC-RPUB-20260920-75ad787a",
  "url": "/knowledge/ask-what-a-nonsignificant-study-could-have-missed",
  "id": "MHC-D-RESEARCH-0267",
  "version": "0.1.0",
  "title": "Ask what a nonsignificant study could have missed",
  "summary": "An uncertain answer should not be promoted to a confident zero.",
  "kind": "question",
  "body": "Inspect the effect estimate, interval and the study's ability to detect a meaningful difference. Power depends on a specified effect and design. A small or noisy study may leave both useful benefit and important harm unresolved even when its p-value is large.",
  "limits": [
    "Do not replace the analysis with post-hoc storytelling about power; examine the actual estimate, interval and design."
  ],
  "topics": [
    "union-statistical-judgment"
  ],
  "intents": [],
  "source_ids": [
    "RS-535ADDC5A7E803D5"
  ],
  "evidence": [
    {
      "claim": "Statistical power concerns the probability of rejecting the null under a specified alternative and design.",
      "source_id": "RS-535ADDC5A7E803D5",
      "role": "supports",
      "note": "Power is not a single property independent of the effect size, variability, sample size and analysis.",
      "locator": "Power and type II error"
    }
  ],
  "use_when": [
    "A report says there was no effect because a test did not cross a significance threshold."
  ],
  "avoid_when": [
    "Do not replace the analysis with post-hoc storytelling about power; examine the actual estimate, interval and design."
  ],
  "example": "An imprecise comparison cannot establish that two tools perform equally just because neither is declared a winner.",
  "check": "The conclusion distinguishes evidence of little difference from insufficiently precise evidence.",
  "question": "Which effect sizes remain compatible with the interval and assumptions? · Was the design capable of resolving the change that matters? · Was equivalence actually tested with justified bounds, or merely asserted after a nonsignificant result?",
  "sources": [
    {
      "id": "RS-535ADDC5A7E803D5",
      "title": "Quantitative Techniques",
      "url": "https://www.itl.nist.gov/div898/handbook/eda/section3/eda35.htm"
    }
  ],
  "relations": [],
  "collections": [
    {
      "id": "RC-D4FD0B28897E9517",
      "title": "Check what a study can actually tell you",
      "url": "/collections/check-what-a-study-can-actually-tell-you"
    }
  ]
}