{
  "schema": "vedokrok.public-item.v1",
  "release_id": "MHC-RPUB-20260920-75ad787a",
  "url": "/knowledge/keep-one-cold-benchmark",
  "id": "MHC-D-RESEARCH-9019",
  "version": "0.1.0",
  "title": "Keep one cold benchmark",
  "summary": "A warm-up can hide the skill you actually need on demand.",
  "kind": "protocol",
  "body": "Define one small benchmark that starts without hints, recent rehearsal or answer exposure. Run it periodically under stable conditions and keep the result separate from training scores. Use it to detect whether the capability is becoming independently available.",
  "limits": [
    "A cold benchmark is a sample, not a full certification. Do not overinterpret one bad day or train only to the benchmark item."
  ],
  "topics": [
    "union-skill-acquisition-career-dominant-focus"
  ],
  "intents": [],
  "source_ids": [
    "RS-450420625BC74F3D",
    "RS-7A99264A4FC59B61"
  ],
  "evidence": [
    {
      "claim": "A 2021 systematic review of 50 classroom experiments found retrieval practice benefited learning across varied educational settings, with most included effects in the medium-or-large range.",
      "source_id": "RS-450420625BC74F3D",
      "role": "supports",
      "note": "Retrieval is not guaranteed to improve every kind of inference or transfer, and the review had limited non-WEIRD representation.",
      "locator": "Abstract"
    },
    {
      "claim": "A meta-analysis of adult work-related learning found goal level, persistence, effort and self-efficacy among the strongest self-regulation correlates of learning after controls.",
      "source_id": "RS-7A99264A4FC59B61",
      "role": "supports",
      "note": "The synthesis is older and does not establish that maximizing any one construct causes better learning in every context.",
      "locator": "Abstract"
    }
  ],
  "use_when": [
    "When progress is visible only inside coached sessions, familiar examples or tool-assisted practice."
  ],
  "avoid_when": [
    "A cold benchmark is a sample, not a full certification. Do not overinterpret one bad day or train only to the benchmark item."
  ],
  "example": "Once a week during assessment preparation, the consultant answers one unseen case before opening notes or AI assistance.",
  "check": "The benchmark can be repeated without coaching and its criteria remain stable enough to compare over time.",
  "steps": [
    "The benchmark can be repeated without coaching and its criteria remain stable enough to compare over time."
  ],
  "sources": [
    {
      "id": "RS-450420625BC74F3D",
      "title": "Retrieval Practice Consistently Benefits Student Learning: a Systematic Review of Applied Research in Schools and Classrooms",
      "url": "https://link.springer.com/article/10.1007/s10648-021-09595-9"
    },
    {
      "id": "RS-7A99264A4FC59B61",
      "title": "A meta-analysis of self-regulated learning in work-related training and educational attainment: what we know and where we need to go",
      "url": "https://pubmed.ncbi.nlm.nih.gov/21401218/"
    }
  ],
  "relations": [],
  "collections": [
    {
      "id": "RC-EA04F47374E04549",
      "title": "Learn new skills, turn them into career evidence, and protect the main development edge",
      "url": "/collections/learn-new-skills-turn-them-into-career-evidence-and-protect-the-main-development-edge"
    }
  ]
}