{
  "schema": "vedokrok.public-item.v1",
  "release_id": "MHC-RPUB-20260920-75ad787a",
  "url": "/knowledge/count-the-comparisons-behind-the-winning-result",
  "id": "MHC-D-RESEARCH-0268",
  "version": "0.1.0",
  "title": "Count the comparisons behind the winning result",
  "summary": "The winning p-value may have had a large audition pool.",
  "kind": "checklist",
  "body": "Find out how many opportunities there were to produce the highlighted result. Simultaneous inference needs an error-control plan appropriate to that family of questions. A table containing only the successful comparisons hides the selection process that shaped the conclusion.",
  "limits": [
    "No single correction is best for every problem. Define the question and testing family before choosing a method."
  ],
  "topics": [
    "union-statistical-judgment"
  ],
  "intents": [],
  "source_ids": [
    "RS-55A650686AEBAAB1"
  ],
  "evidence": [
    {
      "claim": "Simultaneous inference over several comparisons requires considering the joint error or coverage goal, not only each isolated comparison.",
      "source_id": "RS-55A650686AEBAAB1",
      "role": "supports",
      "note": "The appropriate multiplicity method depends on the scientific question and testing family.",
      "locator": "Simultaneous confidence and comparisons"
    }
  ],
  "use_when": [
    "One attractive result is selected from many tests, outcomes or subgroup comparisons."
  ],
  "avoid_when": [
    "No single correction is best for every problem. Define the question and testing family before choosing a method."
  ],
  "example": "A campaign report that tests many audience slices should not present the best slice as though it was the only planned comparison.",
  "check": "The interpretation accounts for the search that produced the selected result.",
  "checklist": [
    "The relevant tested outcomes and comparisons are visible.",
    "The primary question is distinguished from exploratory follow-ups.",
    "Multiplicity is handled with an appropriate method or the exploratory limitation is stated clearly."
  ],
  "sources": [
    {
      "id": "RS-55A650686AEBAAB1",
      "title": "Bonferroni's Method",
      "url": "https://www.itl.nist.gov/div898/handbook/prc/section4/prc473.htm"
    }
  ],
  "relations": [
    {
      "from": "MHC-D-RESEARCH-0268",
      "to": "MHC-D-RESEARCH-0269",
      "type": "useful_with",
      "url": "/knowledge/timestamp-the-analysis-plan-before-seeing-the-answer"
    }
  ],
  "collections": [
    {
      "id": "RC-D4FD0B28897E9517",
      "title": "Check what a study can actually tell you",
      "url": "/collections/check-what-a-study-can-actually-tell-you"
    }
  ]
}