{
 "integrity": {
  "files": 673,
  "mismatched": [],
  "unlisted": []
 },
 "sources": {
  "checked": true,
  "archives_match_recorded_sha256": {
   "HORIZON": true,
   "H2020": true,
   "FP7": true
  },
  "projects": 400,
  "found_in_archives": 400,
  "rows_file": "/var/folders/k5/wwb87jq51sgbqbkklmf6vvgr0000gn/T/tmpodw_z938.json"
 },
 "runs": [
  {
   "run": "qwen35-9b-mesh24-real400v3-20260926",
   "sheets_ok": 241,
   "decisions_ok": 585,
   "source_texts_rebuilt": 400,
   "source_texts_differing": [],
   "decisions_recorded": 585,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "qwen35-9b-mesh24-real400v31-20260926",
   "sheets_ok": 331,
   "decisions_ok": 1742,
   "source_texts_rebuilt": 397,
   "source_texts_differing": [],
   "decisions_recorded": 1742,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "qwen35-9b-mesh24-real400v32-20260927",
   "sheets_ok": 41,
   "decisions_ok": 53,
   "source_texts_rebuilt": 396,
   "source_texts_differing": [],
   "decisions_recorded": 53,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "qwen35-9b-mesh24-real400v33-20260927",
   "sheets_ok": 34,
   "decisions_ok": 24,
   "source_texts_rebuilt": 393,
   "source_texts_differing": [],
   "decisions_recorded": 24,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "qwen35-9b-mesh24-real400v34-20260927",
   "sheets_ok": 108,
   "decisions_ok": 72,
   "source_texts_rebuilt": 252,
   "source_texts_differing": [],
   "decisions_recorded": 72,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "rebind-real400v31-20260926",
   "sheets_ok": 0,
   "decisions_ok": 177,
   "decisions_recorded": 177,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "rebind-real400v32-20260927",
   "sheets_ok": 0,
   "decisions_ok": 32,
   "decisions_recorded": 32,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "rebind-real400v33-20260927",
   "sheets_ok": 0,
   "decisions_ok": 40,
   "decisions_recorded": 40,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "rebind-real400v34-20260927",
   "sheets_ok": 0,
   "decisions_ok": 130,
   "decisions_recorded": 130,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "qwen35-9b-mesh24-real400v36-20260927",
   "sheets_ok": 169,
   "decisions_ok": 1073,
   "source_texts_rebuilt": 174,
   "source_texts_differing": [],
   "decisions_recorded": 1073,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "rebind-real400v36-20260927",
   "sheets_ok": 0,
   "decisions_ok": 0,
   "decisions_recorded": 0,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "qwen35-9b-mesh24-real400rehard-20260928",
   "sheets_ok": 212,
   "decisions_ok": 451,
   "source_texts_rebuilt": 212,
   "source_texts_differing": [],
   "decisions_recorded": 451,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "qwen35-9b-mesh24-real400v35-20260928",
   "sheets_ok": 260,
   "decisions_ok": 484,
   "source_texts_rebuilt": 263,
   "source_texts_differing": [],
   "decisions_recorded": 484,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "qwen35-9b-mesh24-real400rehard12-20260929",
   "sheets_ok": 93,
   "decisions_ok": 163,
   "source_texts_rebuilt": 94,
   "source_texts_differing": [],
   "decisions_recorded": 163,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "binding-v33-real400v31-20260926-20260930",
   "sheets_ok": 0,
   "decisions_ok": 7,
   "decisions_recorded": 7,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "binding-v33-real400v32-20260927-20260930",
   "sheets_ok": 0,
   "decisions_ok": 1,
   "decisions_recorded": 1,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "binding-v33-real400v34-20260927-20260930",
   "sheets_ok": 0,
   "decisions_ok": 2,
   "decisions_recorded": 2,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "binding-v33-rebind-real400v31-20260926-20260930",
   "sheets_ok": 0,
   "decisions_ok": 6,
   "decisions_recorded": 6,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "binding-v33-rebind-real400v33-20260927-20260930",
   "sheets_ok": 0,
   "decisions_ok": 1,
   "decisions_recorded": 1,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "binding-v33-rebind-real400v34-20260927-20260930",
   "sheets_ok": 0,
   "decisions_ok": 4,
   "decisions_recorded": 4,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "binding-v33-real400v36-20260927-20260930",
   "sheets_ok": 0,
   "decisions_ok": 6,
   "decisions_recorded": 6,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "binding-v33-real400rehard-20260928-20260930",
   "sheets_ok": 0,
   "decisions_ok": 20,
   "decisions_recorded": 20,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "binding-v33-real400v35-20260928-20260930",
   "sheets_ok": 0,
   "decisions_ok": 6,
   "decisions_recorded": 6,
   "decisions_without_answer": 0,
   "mismatches": 0
  },
  {
   "run": "binding-v33-real400rehard12-20260929-20260930",
   "sheets_ok": 0,
   "decisions_ok": 6,
   "decisions_recorded": 6,
   "decisions_without_answer": 0,
   "mismatches": 0
  }
 ],
 "coverage": {
  "map_sources": 24,
  "missing_runs": [],
  "published_decisions": 4168,
  "published_without_reproduced_decision": [],
  "published_without_reproduced_count": 0
 },
 "map": {
  "identical": true,
  "rebuilt_sha256": "ada67d3a304a0ef41ad1bba21dd6bad3ad84bb0e52a84f73548eb1395024e2cc",
  "published_sha256": "ada67d3a304a0ef41ad1bba21dd6bad3ad84bb0e52a84f73548eb1395024e2cc"
 },
 "evaluation": {
  "checked": true,
  "replays": [
   {
    "run": "qwen35-9b-mesh24-ref20u-20260930",
    "sheets_ok": 20,
    "decisions_ok": 122,
    "mismatches": 0,
    "decisions_recorded": 122,
    "decisions_without_answer": 0
   },
   {
    "run": "qwen35-9b-mesh24-ref40rehard-20260929",
    "sheets_ok": 19,
    "decisions_ok": 32,
    "mismatches": 0,
    "decisions_recorded": 32,
    "decisions_without_answer": 0
   },
   {
    "run": "qwen35-9b-mesh24-reference60-v31-20260926",
    "sheets_ok": 49,
    "decisions_ok": 258,
    "mismatches": 0,
    "decisions_recorded": 258,
    "decisions_without_answer": 0
   }
  ],
  "figures": [
   {
    "batch": "A",
    "stage": "before",
    "identical": true
   },
   {
    "batch": "A",
    "stage": "after",
    "identical": true
   },
   {
    "batch": "B",
    "stage": "before",
    "identical": true
   },
   {
    "batch": "B",
    "stage": "after",
    "identical": true
   },
   {
    "batch": "C",
    "stage": "frozen",
    "identical": true
   }
  ],
  "adjudicated_figures_identical": true,
  "review_f": {
   "checked": true,
   "identical": true
  },
  "ok": true
 },
 "chronology": {
  "recomputed_from_git": true,
  "consistent": true,
  "findings": {
   "protected_runs_in_map": [],
   "map_runs_with_code_and_rubric_committed_before_launch": [
    "qwen35-9b-mesh24-real400v32-20260927",
    "qwen35-9b-mesh24-real400v33-20260927",
    "qwen35-9b-mesh24-real400v34-20260927",
    "qwen35-9b-mesh24-real400v36-20260927",
    "qwen35-9b-mesh24-real400rehard-20260928",
    "qwen35-9b-mesh24-real400v35-20260928",
    "qwen35-9b-mesh24-real400rehard12-20260929",
    "binding-v33-real400v31-20260926-20260930",
    "binding-v33-real400v32-20260927-20260930",
    "binding-v33-real400v34-20260927-20260930",
    "binding-v33-rebind-real400v31-20260926-20260930",
    "binding-v33-rebind-real400v33-20260927-20260930",
    "binding-v33-rebind-real400v34-20260927-20260930",
    "binding-v33-real400v36-20260927-20260930",
    "binding-v33-real400rehard-20260928-20260930",
    "binding-v33-real400v35-20260928-20260930",
    "binding-v33-real400rehard12-20260929-20260930"
   ],
   "map_runs_committed_after_launch": [
    {
     "run": "qwen35-9b-mesh24-real400v3-20260926",
     "rubric_lag_hours": 13.75,
     "code_lag_hours": 81.75
    },
    {
     "run": "qwen35-9b-mesh24-real400v31-20260926",
     "rubric_lag_hours": 1.55,
     "code_lag_hours": 1.55
    }
   ],
   "annotations_locked_before_scoring": true,
   "rubric_sets_declared_informed_by_protected_reference": [
    "2.4.5 (80 authored + 106 generic)",
    "2.4.6 (hardened 8, 9, 17)"
   ],
   "first_saved_protected_score_under_2.4.8_is_after_its_commit": true
  }
 },
 "protected_projects_in_map": [],
 "verified": true,
 "totals": {
  "sheets_reproduced": 1489,
  "decisions_reproduced": 5085,
  "source_texts_rebuilt_from_official_archives": 2581,
  "model_calls": 0
 }
}
