{
  "schema": "vedokrok.public-collection.v1",
  "order": {
    "authority": "vedokrok-website-delivery",
    "semantics": "membership",
    "sequence_required": false,
    "position_basis": "released-item-array",
    "description": "Positions preserve the released display order. Choose the ideas that fit; the start item is a suggested entry point, not a required first step.",
    "start_item_id": "MHC-D-RESEARCH-0407",
    "dependencies": [],
    "positions": [
      {
        "item_id": "MHC-D-RESEARCH-0407",
        "position": 1
      },
      {
        "item_id": "MHC-D-RESEARCH-0408",
        "position": 2
      },
      {
        "item_id": "MHC-D-RESEARCH-0409",
        "position": 3
      },
      {
        "item_id": "MHC-D-RESEARCH-0410",
        "position": 4
      },
      {
        "item_id": "MHC-D-RESEARCH-0411",
        "position": 5
      },
      {
        "item_id": "MHC-D-RESEARCH-0412",
        "position": 6
      },
      {
        "item_id": "MHC-D-RESEARCH-0413",
        "position": 7
      },
      {
        "item_id": "MHC-D-RESEARCH-0414",
        "position": 8
      },
      {
        "item_id": "MHC-D-RESEARCH-0415",
        "position": 9
      },
      {
        "item_id": "MHC-D-RESEARCH-0416",
        "position": 10
      },
      {
        "item_id": "MHC-D-RESEARCH-0417",
        "position": 11
      },
      {
        "item_id": "MHC-D-RESEARCH-0418",
        "position": 12
      }
    ]
  },
  "manifest_url": "/data/collection-manifests/RC-E41621E574ADAE4A.json",
  "selection_profile_url": "/data/collection-profiles/RC-E41621E574ADAE4A.json",
  "release_id": "VEDOKROK-SEL-5d86e1b23401e578",
  "id": "RC-E41621E574ADAE4A",
  "version": "0.1.0",
  "title": "Reduce judgment noise without erasing useful disagreement",
  "summary": "Make repeated expert judgments more consistent by separating independent assessment, structured criteria, discussion, aggregation and legitimate perspective differences.",
  "kind": "collection",
  "item_ids": [
    "MHC-D-RESEARCH-0407",
    "MHC-D-RESEARCH-0408",
    "MHC-D-RESEARCH-0409",
    "MHC-D-RESEARCH-0410",
    "MHC-D-RESEARCH-0411",
    "MHC-D-RESEARCH-0412",
    "MHC-D-RESEARCH-0413",
    "MHC-D-RESEARCH-0414",
    "MHC-D-RESEARCH-0415",
    "MHC-D-RESEARCH-0416",
    "MHC-D-RESEARCH-0417",
    "MHC-D-RESEARCH-0418"
  ],
  "start_item_id": "MHC-D-RESEARCH-0407",
  "topics": [
    "union-decision-hygiene-noise"
  ],
  "url": "/collections/reduce-judgment-noise-without-erasing-useful-disagreement",
  "items": [
    {
      "id": "MHC-D-RESEARCH-0407",
      "url": "/knowledge/make-the-first-judgment-before-the-group-talks",
      "data": "/data/items/MHC-D-RESEARCH-0407.json"
    },
    {
      "id": "MHC-D-RESEARCH-0408",
      "url": "/knowledge/hide-first-scores-until-everyone-has-one",
      "data": "/data/items/MHC-D-RESEARCH-0408.json"
    },
    {
      "id": "MHC-D-RESEARCH-0409",
      "url": "/knowledge/discuss-the-reasons-then-re-rate-privately",
      "data": "/data/items/MHC-D-RESEARCH-0409.json"
    },
    {
      "id": "MHC-D-RESEARCH-0410",
      "url": "/knowledge/decompose-the-judgment-before-scoring-the-whole",
      "data": "/data/items/MHC-D-RESEARCH-0410.json"
    },
    {
      "id": "MHC-D-RESEARCH-0411",
      "url": "/knowledge/use-the-same-rubric-for-comparable-cases",
      "data": "/data/items/MHC-D-RESEARCH-0411.json"
    },
    {
      "id": "MHC-D-RESEARCH-0412",
      "url": "/knowledge/standardize-irrelevant-context-across-cases",
      "data": "/data/items/MHC-D-RESEARCH-0412.json"
    },
    {
      "id": "MHC-D-RESEARCH-0413",
      "url": "/knowledge/run-a-duplicate-case-noise-audit",
      "data": "/data/items/MHC-D-RESEARCH-0413.json"
    },
    {
      "id": "MHC-D-RESEARCH-0414",
      "url": "/knowledge/name-the-noise-before-choosing-the-fix",
      "data": "/data/items/MHC-D-RESEARCH-0414.json"
    },
    {
      "id": "MHC-D-RESEARCH-0415",
      "url": "/knowledge/average-independent-estimates-before-debating-one-number",
      "data": "/data/items/MHC-D-RESEARCH-0415.json"
    },
    {
      "id": "MHC-D-RESEARCH-0416",
      "url": "/knowledge/preserve-disagreement-that-survives-error-correction",
      "data": "/data/items/MHC-D-RESEARCH-0416.json"
    },
    {
      "id": "MHC-D-RESEARCH-0417",
      "url": "/knowledge/do-not-assume-a-rubric-reduced-noise-measure-it",
      "data": "/data/items/MHC-D-RESEARCH-0417.json"
    },
    {
      "id": "MHC-D-RESEARCH-0418",
      "url": "/knowledge/measure-agreement-on-the-criteria-not-only-the-verdict",
      "data": "/data/items/MHC-D-RESEARCH-0418.json"
    }
  ]
}
