{
  "schema": "vedokrok.public-item.v1",
  "release_id": "MHC-RPUB-20260920-75ad787a",
  "url": "/knowledge/use-known-good-papers-as-a-search-test",
  "id": "MHC-D-RESEARCH-0509",
  "version": "0.1.0",
  "title": "Use known-good papers as a search test",
  "summary": "A search that cannot find the paper on your desk deserves suspicion.",
  "kind": "protocol",
  "body": "Choose a small set of relevant records known before finalizing the strategy. Run the search and verify whether it retrieves them for the expected reasons. If not, inspect missing terminology, indexing and overly restrictive concepts. Do not tune only to those papers; add other validation checks so the query does not overfit.",
  "limits": [
    "Passing a known-item test does not prove completeness; it only exposes obvious retrieval failures."
  ],
  "topics": [
    "union-research-search-strategy"
  ],
  "intents": [],
  "source_ids": [
    "RS-3CA92BF39EA053B4"
  ],
  "evidence": [
    {
      "claim": "Current review-search guidance recommends validating a search strategy rather than assuming a syntactically correct query is comprehensive.",
      "source_id": "RS-3CA92BF39EA053B4",
      "role": "supports",
      "note": "No finite validation proves complete recall.",
      "locator": "Search validation checks"
    }
  ],
  "use_when": [
    "You already know several directly relevant high-quality papers and want to check whether the query is behaving."
  ],
  "avoid_when": [
    "Passing a known-item test does not prove completeness; it only exposes obvious retrieval failures."
  ],
  "example": "If your AI-confidence query misses a landmark paper because it uses 'metacognitive sensitivity,' update the terminology map rather than manually adding the title.",
  "check": "The finalized search retrieves known relevant items without becoming a title-specific lookup.",
  "steps": [
    "Known items were selected before final query tuning.",
    "Each missed known item is investigated.",
    "Changes are based on generalizable terminology or indexing gaps.",
    "The strategy is not narrowed around one favored paper.",
    "Additional relevant records are still being discovered."
  ],
  "sources": [
    {
      "id": "RS-3CA92BF39EA053B4",
      "title": "How to search for literature in systematic reviews and meta-analyses: A comprehensive step-by-step guide",
      "url": "https://www.sciencedirect.com/science/article/pii/S0040162524006310"
    }
  ],
  "relations": [],
  "collections": [
    {
      "id": "RC-F645BF33EA699D13",
      "title": "Search for evidence as a reproducible process, not a lucky query",
      "url": "/collections/search-for-evidence-as-a-reproducible-process-not-a-lucky-query"
    }
  ]
}