{
  "schema": "vedokrok.public-item.v1",
  "release_id": "VEDOKROK-SEL-5d86e1b23401e578",
  "url": "/knowledge/check-records-and-fields-separately",
  "id": "MHC-D-RESEARCH-9725",
  "version": "0.1.0",
  "title": "Check records and fields separately",
  "summary": "Filled fields cannot account for missing records.",
  "kind": "principle",
  "body": "Check which expected records arrived, then check required fields within those records. A field-completion rate among arrived records leaves out records that never arrived. Report the two questions separately so a good rate for one cannot hide a gap in the other.",
  "limits": [
    "A populated value may still be wrong. Set explicit rules for fields that do not apply before scoring."
  ],
  "topics": [
    "critical-thinking"
  ],
  "intents": [],
  "source_ids": [
    "gov-dims"
  ],
  "evidence": [
    {
      "claim": "Completeness covers both the presence of expected records and the population of essential values within records; populated values may still be inaccurate.",
      "source_id": "gov-dims",
      "role": "supports",
      "note": "Claim limit: A framework definition, not a universal field list or proof that the adapted checks diagnose a particular migration failure. Required records and values depend on the task.\nSource reading history: selected_passages; 2026-10-11; Six dimensions and user needs; Completeness definition and distinction from accuracy. Official page was opened on 2026-10-10 and identified sections inspected. This verifies a narrow reference basis, not the effectiveness or completeness of independently drafted practice steps. On 2026-10-11 the Completeness definition and its distinction from accuracy were read again for cards 9721/9725; this is selected-passage screening, not independent review.\nAgent release review: PostgreSQL 18 table expressions, NULL comparisons and aggregates, the UK Government Data Quality Framework and Microsoft Power Query profiling documentation were checked at the cited sections. The original examples and scope limits remain attached.",
      "locator": "Data quality dimensions: Completeness, definition and distinction from accuracy"
    }
  ],
  "use_when": [
    "A migration reports a high field-completion rate, but some expected customers may be missing."
  ],
  "avoid_when": [
    "A populated value may still be wrong. Set explicit rules for fields that do not apply before scoring."
  ],
  "steps": [
    "Compare expected and arrived record identities within the same scope.",
    "Check required fields for the arrived records and label that denominator."
  ],
  "example": "In this example, 450 of 500 expected accounts arrive. Of those 450, 420 have the required country code. Record coverage is 90%; country-code completion among arrived accounts is about 93.3%.",
  "check": "Report 450/500 accounts present and 420/450 arrived accounts with a country code. If the task needs every expected account with that field, report 420/500: 84%.",
  "published_at": "2026-11-12T18:37:40Z",
  "review": {
    "kind": "agent",
    "label": "Agent editorial and scoped source review",
    "reviewed_at": "2026-11-12T18:37:40Z"
  },
  "knowledge_origin": {
    "release_id": "MHC-RPUB-20261112-20287590",
    "corpus_commit": "20287590ddd3999b7492df232822b6a0f7d114b1",
    "manifest_sha256": "2a987660d12de0ce2bde77a421424f7762af1ff77872ef41093fecc33db74a95",
    "projection_sha256": "2807da39bbe6a3dee2db32a76675ac5185f5a33e8b0a5cdd0c22a4731f3378a0",
    "published_at": "2026-11-12T18:37:40Z"
  },
  "editorial_overlay": null,
  "editorial": null,
  "notices": [],
  "sources": [
    {
      "id": "gov-dims",
      "title": "The Government Data Quality Framework",
      "url": "https://www.gov.uk/government/publications/the-government-data-quality-framework/the-government-data-quality-framework"
    }
  ],
  "relations": [
    {
      "from": "MHC-D-RESEARCH-9725",
      "to": "MHC-D-RESEARCH-9721",
      "type": "useful_with",
      "url": "/knowledge/define-what-complete-means"
    }
  ],
  "collections": [
    {
      "id": "RC-MHC-UNION-DATA-JOINS-QUALITY-DIAGNOSTICS-2026",
      "title": "Diagnose data joins and quality before trusting a report",
      "url": "/collections/diagnose-data-joins-and-quality-before-trusting-a-report"
    }
  ],
  "topic_hubs": [
    {
      "id": "critical-thinking",
      "title": "Critical thinking and evidence",
      "url": "/topics/critical-thinking"
    }
  ],
  "solution_packs": []
}
