{
  "schema": "vedokrok.public-item.v1",
  "release_id": "VEDOKROK-SEL-5d86e1b23401e578",
  "url": "/knowledge/trace-missing-values",
  "id": "MHC-D-RESEARCH-9723",
  "version": "0.1.0",
  "title": "Trace missing values",
  "summary": "One percentage can hide where values disappear.",
  "kind": "protocol",
  "body": "Count missing required values by source, period and record type, using explicit rules for fields that do not apply. Trace relevant records from raw input through the processing steps. Mark each explanation as confirmed or unconfirmed; grouped rates alone do not tell you why a field is blank. Choose a fix only when the evidence supports it.",
  "limits": [
    "Scattered blanks do not prove that values are missing at random. Filling a blank does not confirm why it was empty."
  ],
  "topics": [
    "critical-thinking"
  ],
  "intents": [],
  "source_ids": [
    "gov-guidance"
  ],
  "evidence": [
    {
      "claim": "The guidance recommends reporting reasons for missing important data, distinguishing fields that intentionally do not apply, and investigating whether data errors are systemic or arise from a one-off event.",
      "source_id": "gov-guidance",
      "role": "supports",
      "note": "Claim limit: Grouped missing-value counts and input/output tracing are authored diagnostic adaptations. The selected guidance does not make a visible pattern proof of a cause, nor establish random missingness when no pattern is visible.\nSource reading history: selected_passages; 2026-10-11; Data quality action planning steps 1–3 and 8; previously selected metadata and quality communication guidance. Official page was opened on 2026-10-10 and identified sections inspected. This verifies a narrow reference basis, not the effectiveness or completeness of independently drafted practice steps. On 2026-10-11 action-planning steps 1–3 and 8 were read again for card 9721; this is selected-passage screening, not independent review. On 2026-10-11 the Completeness communication section, action-planning step 7 and root-cause data-journey section were read again for the missingness correction; source screening only.\nAgent release review: PostgreSQL 18 table expressions, NULL comparisons and aggregates, the UK Government Data Quality Framework and Microsoft Power Query profiling documentation were checked at the cited sections. The original examples and scope limits remain attached.",
      "locator": "Communicating data quality to users: Completeness; Data quality action planning, step 7; Root cause analysis, Understand the data journey"
    }
  ],
  "use_when": [
    "A column has many blanks after merging several upstream feeds."
  ],
  "avoid_when": [
    "Scattered blanks do not prove that values are missing at random. Filling a blank does not confirm why it was empty."
  ],
  "steps": [
    "Report missing and eligible counts for relevant groups.",
    "Compare input and output for relevant records.",
    "Separate confirmed non-applicability from unexplained missing values."
  ],
  "example": "Suppose two feeds each supply 100 accounts. All 100 from A have blank country codes after loading; none from B do. The overall 50% missing rate hides a feed-specific gap. Comparing raw input and output can help locate it.",
  "check": "The report separates counts, confirmed explanations and open questions, with a justified follow-up or an explicit decision to take no action.",
  "published_at": "2026-11-12T18:37:40Z",
  "review": {
    "kind": "agent",
    "label": "Agent editorial and scoped source review",
    "reviewed_at": "2026-11-12T18:37:40Z"
  },
  "knowledge_origin": {
    "release_id": "MHC-RPUB-20261112-20287590",
    "corpus_commit": "20287590ddd3999b7492df232822b6a0f7d114b1",
    "manifest_sha256": "2a987660d12de0ce2bde77a421424f7762af1ff77872ef41093fecc33db74a95",
    "projection_sha256": "2807da39bbe6a3dee2db32a76675ac5185f5a33e8b0a5cdd0c22a4731f3378a0",
    "published_at": "2026-11-12T18:37:40Z"
  },
  "editorial_overlay": null,
  "editorial": null,
  "notices": [],
  "sources": [
    {
      "id": "gov-guidance",
      "title": "The Government Data Quality Framework: guidance",
      "url": "https://www.gov.uk/government/publications/the-government-data-quality-framework/the-government-data-quality-framework-guidance"
    }
  ],
  "relations": [
    {
      "from": "MHC-D-RESEARCH-9723",
      "to": "MHC-D-RESEARCH-9730",
      "type": "use_before",
      "url": "/knowledge/give-a-data-defect-an-owner"
    }
  ],
  "collections": [
    {
      "id": "RC-MHC-UNION-DATA-JOINS-QUALITY-DIAGNOSTICS-2026",
      "title": "Diagnose data joins and quality before trusting a report",
      "url": "/collections/diagnose-data-joins-and-quality-before-trusting-a-report"
    }
  ],
  "topic_hubs": [
    {
      "id": "critical-thinking",
      "title": "Critical thinking and evidence",
      "url": "/topics/critical-thinking"
    }
  ],
  "solution_packs": []
}
