@holmes-lab/holmes-kit 0.2.1 → 0.3.1

package/dist/holmes/review/manual-baseline.js

@@ -0,0 +1,2846 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WINDOW_GUARANTEE_GAIN = exports.THIRD_CORPUS_COMPARISON = exports.FAIR_COMPARISON = exports.MANUAL_BASELINE_SET_2 = exports.MANUAL_BASELINE_N = exports.MANUAL_BASELINE_RECORD = void 0;
+exports.manualBaselineOutcomes = manualBaselineOutcomes;
+exports.shippedOutcomes = shippedOutcomes;
+exports.shippedBeatsManual = shippedBeatsManual;
+exports.poolCoverage = poolCoverage;
+// @implements A-SPEC-404
+/**
+ * The "strong model with plain file search" baseline (Goal Phase B).
+ *
+ * Every other arm in this directory compares the harness against ANOTHER PROGRAM. That answers "is
+ * the spec layer worth its cost", never the Goal's actual claim: that the harness helps an agent
+ * beat what a competent developer reaches by reading and grepping. So this arm is me — given only
+ * the request text and a materialized tree, ranking by grep counts over the query terms, with the
+ * truth WITHHELD until the picks were written to disk.
+ *
+ * The rule this slice was approved under: if the baseline beats the shipped harness, the claim of
+ * surpassing a human does not hold, and that fact gets recorded rather than buried. It did beat it
+ * on recall. The record below is that measurement, kept so a later change has to move it.
+ *
+ * The `shipped` lists below are the pipeline AS IT WAS when this baseline ran (S-404). A-SPEC-405
+ * later changed the re-ranking in response to what this record showed; re-scoring the same eight
+ * cases through the new pipeline gives Top-5 recall 0.175 -> 0.217 and Top-10 recall 0.471 -> 0.533,
+ * still short of the 0.404 / 0.554 reached here by reading and grepping. The record is deliberately
+ * NOT refreshed: it is the measurement that motivated the change, and rewriting it would erase the
+ * comparison it exists to preserve.
+ *
+ * n=8. A sample this small cannot separate a real gap from noise; report the n alongside the
+ * numbers and do not treat a large difference here as a conclusion.
+ */
+const evaluation_metrics_1 = require("./evaluation-metrics");
+exports.MANUAL_BASELINE_RECORD = {
+    "corpus": "jarvis",
+    "measuredOn": "2026-08-29",
+    "caveat": "n=8 blind cases; truth withheld until the picks were frozen. Too small to separate a real gap from noise.",
+    "cases": [
+        {
+            "query": "fix(hardening): 트랙⑥ 현재 시각 프롬프트 주입 — SLM 폴백 날짜 오답 재발 방지",
+            "picks": [
+                "src/intent_router.py",
+                "src/proactive.py",
+                "src/gateway/group_butler.py",
+                "src/tools/school.py",
+                "src/gateway/handlers.py",
+                "src/core/profile.py",
+                "src/llm_providers/ollama.py",
+                "tests/golden/test_golden_llm_router.py",
+                "src/tools/weather.py",
+                "src/agy_engine.py"
+            ],
+            "shipped": [
+                "src/self_hardening.py",
+                "src/core/hardening_backlog.py",
+                "src/proactive.py",
+                "src/main.py",
+                "src/core/write_intent.py",
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/knowledge_distiller.py",
+                "src/gateway/slm.py",
+                "src/gateway/hardening_apply.py"
+            ],
+            "truthFiles": [
+                "src/gateway/handlers.py",
+                "src/gateway/persona.py"
+            ]
+        },
+        {
+            "query": "feat(hardening): 트랙⑤ 오류 알림 UX — 순단 네트워크 노이즈 억제·스택트레이스 카드 제거",
+            "picks": [
+                "tests/golden/test_golden_hardening_apply.py",
+                "src/gateway/hardening_apply.py",
+                "src/web_server.py",
+                "src/structured_logger.py",
+                "src/main.py",
+                "src/llm_providers/base_cli.py",
+                "src/gateway/self_review.py"
+            ],
+            "shipped": [
+                "src/self_hardening.py",
+                "src/core/hardening_backlog.py",
+                "src/proactive.py",
+                "src/main.py",
+                "src/core/profile.py",
+                "src/gateway/hardening_apply.py",
+                "src/gateway/hardening_extract.py",
+                "src/gateway/group_butler.py",
+                "src/gateway/handlers.py",
+                "src/core/group_intervention.py"
+            ],
+            "truthFiles": [
+                "src/structured_logger.py"
+            ]
+        },
+        {
+            "query": "feat(hardening): 트랙① CLI 세션 안정화 — 단일 인스턴스 가드·인증 알림·cwd 리포 밖 격리·리포트 유효성",
+            "picks": [
+                "src/self_hardening.py",
+                "src/llm_providers/base_cli.py",
+                "src/llm_providers/claude_cli.py",
+                "src/gateway/hardening_apply.py",
+                "src/tools/changelog.py",
+                "src/main.py",
+                "src/llm_providers/agy_cli.py"
+            ],
+            "shipped": [
+                "src/llm_providers/claude_cli.py",
+                "src/core/hardening_backlog.py",
+                "src/llm_providers/base_cli.py",
+                "src/self_hardening.py",
+                "src/proactive.py",
+                "src/llm_providers/agy_cli.py",
+                "src/main.py",
+                "src/gateway/hardening_apply.py",
+                "src/core/profile.py",
+                "src/gateway/hardening_extract.py"
+            ],
+            "truthFiles": [
+                "src/gateway/self_review.py",
+                "src/llm_providers/base_cli.py",
+                "src/llm_providers/claude_cli.py",
+                "src/main.py",
+                "src/web_server.py"
+            ]
+        },
+        {
+            "query": "feat(hardening): P0-4 regex-based robust meta pollution filter with 45/45 tests PASS",
+            "picks": [
+                "src/llm_providers/base_cli.py",
+                "tests/unit/test_stub_src.py"
+            ],
+            "shipped": [
+                "src/core/hardening_backlog.py",
+                "src/self_hardening.py",
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/config.py",
+                "src/main.py",
+                "src/agy_engine.py",
+                "src/intent_router.py",
+                "src/tools/changelog.py",
+                "src/tools/expressway.py"
+            ],
+            "truthFiles": [
+                "src/llm_providers/base_cli.py"
+            ]
+        },
+        {
+            "query": "feat(ops): LaunchDaemon 전환 — 로그인 계정 무관 부팅 시 기동 (F077)",
+            "picks": [
+                "src/main.py",
+                "tests/golden/test_golden_expressway.py",
+                "tests/golden/test_golden_hardening_apply.py",
+                "src/tools/expressway.py",
+                "src/structured_logger.py",
+                "src/jarvis_sleep_manager.py",
+                "src/gateway/hardening_apply.py",
+                "src/core/retrieval_rank.py"
+            ],
+            "shipped": [
+                "src/desktop_app.py",
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/gateway/group_butler.py",
+                "src/gateway/handlers.py",
+                "src/main.py",
+                "src/knowledge_distiller.py",
+                "src/graph_memory.py",
+                "src/gateway/wiring.py",
+                "src/agy_engine.py"
+            ],
+            "truthFiles": [
+                "src/gateway/hardening_apply.py"
+            ]
+        },
+        {
+            "query": "feat(proactive): 주간 기억 감사 잡 배선 + episodic 원시 관계 오탐 수정 (F074)",
+            "picks": [
+                "tests/golden/test_golden_memory_audit.py",
+                "src/core/memory_audit.py",
+                "src/graph_memory.py",
+                "tests/golden/test_golden_memory_decay.py",
+                "src/core/memory_decay.py",
+                "src/tools/mid_forecast.py",
+                "src/memory.py",
+                "src/intent_router.py",
+                "tests/golden/test_golden_graph_memory.py",
+                "src/tools/kma_short.py"
+            ],
+            "shipped": [
+                "src/proactive.py",
+                "src/core/proactive_log_store.py",
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/gateway/group_butler.py",
+                "src/graph_memory.py",
+                "src/intent_router.py",
+                "src/memory.py",
+                "src/tools/weather.py",
+                "src/knowledge_distiller.py"
+            ],
+            "truthFiles": [
+                "src/core/memory_audit.py",
+                "src/core/profile.py",
+                "src/proactive.py"
+            ]
+        },
+        {
+            "query": "fix(memory): 사건 날짜 오귀속·무관 인물 유입 3중 차단 (F073)",
+            "picks": [
+                "tests/golden/test_golden_persona.py",
+                "src/gateway/persona.py",
+                "src/proactive.py",
+                "src/gateway/handlers.py",
+                "src/tools/wiki.py",
+                "src/tools/google_calendar.py",
+                "src/core/email_calendar.py",
+                "src/bot.py",
+                "tests/golden/test_golden_tool_integration_fixes.py",
+                "tests/golden/test_golden_graph_memory.py"
+            ],
+            "shipped": [
+                "src/graph_memory.py",
+                "src/memory.py",
+                "src/vector_memory.py",
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/gateway/handlers.py",
+                "src/knowledge_distiller.py",
+                "src/core/memory_gate.py",
+                "src/core/hierarchical_memory.py",
+                "src/core/memory_decay.py"
+            ],
+            "truthFiles": [
+                "src/core/memory_gate.py",
+                "src/graph_memory.py",
+                "src/knowledge_distiller.py"
+            ]
+        },
+        {
+            "query": "Reapply \"Merge branch 'hardening/f071-4'\"",
+            "picks": [
+                "src/proactive.py",
+                "src/self_hardening.py",
+                "src/core/hardening_backlog.py",
+                "tests/golden/test_golden_hardening_backlog.py",
+                "src/gateway/hardening_apply.py",
+                "tests/golden/test_golden_self_hardening.py",
+                "src/main.py",
+                "src/core/profile.py",
+                "tests/golden/test_golden_hitl_review.py",
+                "tests/golden/test_golden_hardening_extract.py"
+            ],
+            "shipped": [
+                "src/core/hardening_backlog.py",
+                "src/self_hardening.py",
+                "src/gateway/hardening_apply.py",
+                "src/proactive.py",
+                "src/main.py",
+                "src/core/hitl_review.py",
+                "src/core/profile.py",
+                "src/tools/capabilities.py",
+                "src/tools/changelog.py",
+                "src/gateway/hardening_extract.py"
+            ],
+            "truthFiles": [
+                "src/tools/capabilities.py",
+                "src/tools/changelog.py"
+            ]
+        }
+    ]
+};
+exports.MANUAL_BASELINE_N = exports.MANUAL_BASELINE_RECORD.cases.length;
+/** Score the frozen picks with the same metric code every other arm uses. */
+function manualBaselineOutcomes(record) {
+    return record.cases.map((c) => ({
+        ranked: c.picks,
+        truthFiles: c.truthFiles,
+        selectedTests: [],
+        truthTests: [],
+    }));
+}
+function shippedOutcomes(record) {
+    return record.cases.map((c) => ({
+        ranked: c.shipped,
+        truthFiles: c.truthFiles,
+        selectedTests: [],
+        truthTests: [],
+    }));
+}
+/**
+ * Per-metric verdict, computed from the record rather than asserted by hand: `true` only where the
+ * shipped harness is strictly ahead of the grep-and-read baseline.
+ */
+function shippedBeatsManual(record) {
+    const mine = (0, evaluation_metrics_1.evaluationMetrics)(manualBaselineOutcomes(record));
+    const ship = (0, evaluation_metrics_1.evaluationMetrics)(shippedOutcomes(record));
+    const ahead = (a, b) => (a ?? 0) > (b ?? 0);
+    return {
+        top1: ahead(ship.topK[1].hitRate, mine.topK[1].hitRate),
+        top5Recall: ahead(ship.topK[5].recall, mine.topK[5].recall),
+        top10Recall: ahead(ship.topK[10].recall, mine.topK[10].recall),
+        top10Precision: ahead(ship.topK[10].precision, mine.topK[10].precision),
+    };
+}
+/**
+ * @implements A-SPEC-408
+ * The second blind set. Set 1 turned out to be markedly harder than the corpus average — Top-10
+ * recall 0.404 against 0.688 for the other 22 cases of the same 30 — so its verdict could have been
+ * a property of those eight commits rather than of the harness. These eight were drawn the same way
+ * from further down the same slice, their truth was unread until the picks were on disk, and the
+ * asymmetry came out in the same direction: the harness leads Top-1, reading and grepping leads
+ * recall.
+ *
+ * One difference from set 1 that matters when reading the two together: these `shipped` lists come
+ * from the pipeline AFTER A-SPEC-405/406/407, while set 1's are the S-404-era pipeline, kept
+ * deliberately unrefreshed. So compare each set's two rows to each other, never set 1's harness row
+ * to set 2's.
+ */
+exports.MANUAL_BASELINE_SET_2 = {
+    "corpus": "jarvis",
+    "measuredOn": "2026-08-29",
+    "caveat": "n=8 blind cases (16-23 of the same slice); truth withheld until the picks were frozen. Absolute levels are much higher than set 1 because these commits are easier, not because either side changed.",
+    "cases": [
+        {
+            "query": "feat(fuel): 유종을 프로필 설정으로 — X7 고급휘발유(B034) 대응 + 지식정리 알림 1통 통합 (F051+/F052)",
+            "picks": [
+                "src/tools/fuel.py",
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/tools/cardata.py",
+                "src/core/briefing.py",
+                "src/gateway/group_butler.py",
+                "tests/golden/test_golden_fuel_flight_config.py",
+                "src/gateway/handlers.py",
+                "src/knowledge_distiller.py",
+                "src/gateway/family_routing.py"
+            ],
+            "shipped": [
+                "src/tools/fuel.py",
+                "src/core/hitl_review.py",
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/gateway/group_butler.py",
+                "src/gateway/handlers.py",
+                "src/knowledge_distiller.py",
+                "src/tools/capabilities.py",
+                "src/gateway/wiring.py",
+                "src/tools/weather.py"
+            ],
+            "truthFiles": [
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/tools/fuel.py"
+            ]
+        },
+        {
+            "query": "feat(weather): 에어코리아 측정소 실측 미세먼지 — 자택 조회 정확도 (F049)",
+            "picks": [
+                "src/tools/uv_air.py",
+                "src/tools/weather.py",
+                "tests/golden/test_golden_weather.py",
+                "src/core/profile.py",
+                "src/intent_router.py",
+                "src/core/registry.py",
+                "tests/golden/test_golden_registry.py",
+                "src/gateway/handlers.py",
+                "src/tools/kma_short.py",
+                "src/core/briefing.py"
+            ],
+            "shipped": [
+                "src/tools/weather.py",
+                "src/proactive.py",
+                "src/core/profile.py",
+                "src/core/briefing.py",
+                "src/tools/public_gov.py",
+                "src/gateway/group_butler.py",
+                "src/intent_router.py",
+                "src/agy_engine.py",
+                "src/core/group_message_store.py",
+                "src/core/hitl_review.py"
+            ],
+            "truthFiles": [
+                "src/core/profile.py",
+                "src/tools/weather.py"
+            ]
+        },
+        {
+            "query": "feat(self-review): 자가진단에 당일 배포 이력 주입 — 배포 전 사건·시차 오진 방지 (F046)",
+            "picks": [
+                "src/gateway/self_review.py",
+                "src/core/self_review_store.py",
+                "src/proactive.py",
+                "tests/golden/test_golden_self_review.py",
+                "src/tools/changelog.py",
+                "src/core/profile.py",
+                "src/self_hardening.py",
+                "src/gateway/hardening_apply.py",
+                "tests/golden/test_golden_self_review_store.py",
+                "src/main.py"
+            ],
+            "shipped": [
+                "src/proactive.py",
+                "src/core/profile.py",
+                "src/core/hitl_review.py",
+                "src/gateway/self_review.py",
+                "src/core/self_review_store.py",
+                "src/gateway/group_butler.py",
+                "src/core/proactive_log_store.py",
+                "src/agy_engine.py",
+                "src/intent_router.py",
+                "src/core/group_message_store.py"
+            ],
+            "truthFiles": [
+                "src/gateway/self_review.py",
+                "src/proactive.py",
+                "src/tools/changelog.py"
+            ]
+        },
+        {
+            "query": "fix(output): 메타 서두 스트립 + 링크 교차 태그 수정 (F042·F043)",
+            "picks": [
+                "src/gateway/formatting.py",
+                "tests/golden/test_golden_formatting.py",
+                "src/core/briefing.py",
+                "src/agy_engine.py",
+                "src/gateway/handlers.py",
+                "src/knowledge_distiller.py",
+                "src/intent_router.py",
+                "src/gateway/group_butler.py",
+                "src/tools/public_gov.py",
+                "src/tts_engine.py"
+            ],
+            "shipped": [
+                "src/tools/traffic.py",
+                "src/gateway/group_butler.py",
+                "src/intent_router.py",
+                "src/agy_engine.py",
+                "src/gateway/handlers.py",
+                "src/core/briefing.py",
+                "src/tools/maps_search.py",
+                "src/tools/weather.py",
+                "src/tools/google_calendar.py",
+                "src/llm_providers/claude_cli.py"
+            ],
+            "truthFiles": [
+                "src/agy_engine.py",
+                "src/gateway/formatting.py"
+            ]
+        },
+        {
+            "query": "fix(consolidate): 로스터 보호 — '박진우 존재하지 않음' 사고 재발 원천 차단 (F039)",
+            "picks": [
+                "src/core/triple_hygiene.py",
+                "src/knowledge_distiller.py",
+                "src/graph_memory.py",
+                "tests/golden/test_golden_triple_hygiene.py",
+                "src/proactive.py",
+                "tests/golden/test_golden_object_consolidate.py",
+                "src/core/messaging_intent.py",
+                "src/gateway/group_butler.py",
+                "src/gateway/memory_1on1.py",
+                "src/memory.py"
+            ],
+            "shipped": [
+                "src/proactive.py",
+                "src/gateway/group_butler.py",
+                "src/graph_memory.py",
+                "src/knowledge_distiller.py",
+                "src/gateway/handlers.py",
+                "src/core/profile.py",
+                "src/vector_memory.py",
+                "src/core/retrieval_rank.py",
+                "src/agy_engine.py",
+                "src/gateway/wiring.py"
+            ],
+            "truthFiles": [
+                "src/core/hitl_review.py",
+                "src/gateway/review_apply.py",
+                "src/knowledge_distiller.py",
+                "src/proactive.py"
+            ]
+        },
+        {
+            "query": "fix(capabilities): 런타임 기능 자기인지 동기화 (F036)",
+            "picks": [
+                "src/tools/capabilities.py",
+                "src/core/registry.py",
+                "tests/golden/test_golden_capabilities.py",
+                "tests/golden/test_golden_capabilities_tool.py",
+                "src/proactive.py",
+                "src/core/briefing.py",
+                "src/gateway/handlers.py",
+                "src/intent_router.py",
+                "src/core/profile.py",
+                "src/agy_engine.py"
+            ],
+            "shipped": [
+                "src/tools/capabilities.py",
+                "src/gateway/handlers.py",
+                "src/agy_engine.py",
+                "src/core/tool.py",
+                "src/proactive.py",
+                "src/core/briefing.py",
+                "src/core/hitl_review.py",
+                "src/core/capabilities.py",
+                "src/core/registry.py",
+                "src/subagent_engine.py"
+            ],
+            "truthFiles": [
+                "src/tools/capabilities.py"
+            ]
+        },
+        {
+            "query": "feat(persona): 비서 응답 톤 간결·자연화 — 보고서식 장황함 제거 (F033)",
+            "picks": [
+                "src/gateway/persona.py",
+                "tests/golden/test_golden_persona.py",
+                "src/gateway/handlers.py",
+                "src/agy_engine.py",
+                "src/core/briefing.py",
+                "src/bot.py",
+                "src/gateway/group_butler.py",
+                "src/gateway/formatting.py",
+                "src/intent_router.py",
+                "src/gateway/self_review.py"
+            ],
+            "shipped": [
+                "src/gateway/persona.py",
+                "src/gateway/handlers.py",
+                "src/agy_engine.py",
+                "src/bot.py",
+                "src/config.py",
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/tools/traffic.py",
+                "src/tools/capabilities.py",
+                "src/gateway/group_butler.py"
+            ],
+            "truthFiles": [
+                "src/agy_engine.py"
+            ]
+        },
+        {
+            "query": "fix(intent): 의도 오라우팅 방지 — GENERAL 앵커 + '애매하면 GENERAL' (④)",
+            "picks": [
+                "src/intent_router.py",
+                "src/core/semantic_router.py",
+                "tests/golden/test_golden_registry.py",
+                "src/core/registry.py",
+                "src/gateway/handlers.py",
+                "tests/golden/test_golden_semantic_router.py",
+                "tests/golden/test_golden_tool_dispatch_e2e.py",
+                "src/agy_engine.py",
+                "src/core/native_loop.py",
+                "src/gateway/group_butler.py"
+            ],
+            "shipped": [
+                "src/intent_router.py",
+                "src/core/profile.py",
+                "src/core/write_intent.py",
+                "src/gateway/handlers.py",
+                "src/proactive.py",
+                "src/tools/weather.py",
+                "src/core/messaging_intent.py",
+                "src/tools/expressway.py",
+                "src/core/registry.py",
+                "src/tools/workspace.py"
+            ],
+            "truthFiles": [
+                "src/intent_router.py"
+            ]
+        }
+    ]
+};
+exports.FAIR_COMPARISON = {
+    "measuredOn": "2026-08-29",
+    "caveat": "n=16 across two blind sets of 8. Small; report the n with the numbers.",
+    "cases": [
+        {
+            "set": "sample-32",
+            "query": "feat(vector): owner_only 등급 — 그래프 접근 규칙과 완전 동일화",
+            "harnessAlone": [
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/vector_memory.py",
+                "src/gateway/wiring.py",
+                "src/web_server.py",
+                "src/intent_router.py",
+                "src/proactive.py",
+                "src/core/briefing.py",
+                "src/core/llm.py",
+                "src/tools/workspace.py"
+            ],
+            "harnessJudged": [
+                "src/vector_memory.py",
+                "src/graph_memory.py",
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/knowledge_distiller.py",
+                "src/core/registry.py",
+                "src/gateway/wiring.py",
+                "src/web_server.py",
+                "src/proactive.py",
+                "src/intent_router.py"
+            ],
+            "grepJudged": [
+                "src/vector_memory.py",
+                "src/graph_memory.py",
+                "src/proactive.py",
+                "src/web_server.py",
+                "src/knowledge_distiller.py",
+                "src/gateway/handlers.py",
+                "src/tools/workspace.py",
+                "src/gateway/wiring.py",
+                "src/structured_logger.py",
+                "src/intent_router.py"
+            ],
+            "truthFiles": [
+                "src/gateway/handlers.py",
+                "src/vector_memory.py",
+                "src/web_server.py"
+            ]
+        },
+        {
+            "set": "sample-32",
+            "query": "feat(memory): Feature 008 — 그래프 기반 장기 기억 (memory_triples)",
+            "harnessAlone": [
+                "src/gateway/handlers.py",
+                "src/web_server.py",
+                "src/memory.py",
+                "src/gateway/wiring.py",
+                "src/knowledge_distiller.py",
+                "src/proactive.py",
+                "src/structured_logger.py",
+                "src/llm_providers/base_cli.py",
+                "src/intent_router.py",
+                "src/core/profile.py"
+            ],
+            "harnessJudged": [
+                "src/memory.py",
+                "src/gateway/handlers.py",
+                "src/knowledge_distiller.py",
+                "src/core/profile.py",
+                "src/gateway/wiring.py",
+                "src/web_server.py",
+                "src/proactive.py",
+                "src/vector_memory.py",
+                "src/intent_router.py",
+                "src/structured_logger.py"
+            ],
+            "grepJudged": [
+                "src/memory.py",
+                "src/graph_memory.py",
+                "src/visualizer.py",
+                "src/web_server.py",
+                "src/core/profile.py",
+                "src/knowledge_distiller.py",
+                "src/gateway/handlers.py",
+                "src/proactive.py",
+                "src/vector_memory.py",
+                "src/gateway/wiring.py"
+            ],
+            "truthFiles": [
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/gateway/wiring.py",
+                "src/graph_memory.py",
+                "src/tools/episodes.py",
+                "src/vector_memory.py"
+            ]
+        },
+        {
+            "set": "sample-32",
+            "query": "fix: 전수 리뷰 하드닝 — 가짜 데이터/허위 표기 15건 + 품질 결함 10건 + hermetic 집행",
+            "harnessAlone": [
+                "src/core/profile.py",
+                "src/web_server.py",
+                "src/gateway/handlers.py",
+                "src/core/background.py",
+                "src/intent_router.py",
+                "src/gateway/media_handlers.py",
+                "src/gateway/wiring.py",
+                "src/llm_providers/claude_api.py",
+                "src/gmail_pubsub.py",
+                "src/jarvis_sleep_manager.py"
+            ],
+            "harnessJudged": [
+                "src/core/profile.py",
+                "src/web_server.py",
+                "src/gateway/handlers.py",
+                "src/knowledge_distiller.py",
+                "src/proactive.py",
+                "src/memory.py",
+                "src/intent_router.py",
+                "src/structured_logger.py",
+                "src/main.py",
+                "src/gateway/wiring.py"
+            ],
+            "grepJudged": [
+                "src/web_server.py",
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/tts_engine.py",
+                "src/gateway/family_routing.py",
+                "src/proactive.py",
+                "src/memory.py",
+                "src/knowledge_distiller.py",
+                "src/intent_router.py",
+                "src/main.py"
+            ],
+            "truthFiles": [
+                "src/agy_engine.py",
+                "src/core/briefing.py",
+                "src/core/native_loop.py",
+                "src/core/registry.py",
+                "src/gateway/formatting.py",
+                "src/gateway/handlers.py",
+                "src/intent_router.py",
+                "src/llm_providers/claude_api.py",
+                "src/memory.py",
+                "src/tools/advice.py",
+                "src/tools/cardata.py",
+                "src/tools/crypto.py",
+                "src/tools/flight.py",
+                "src/tools/forex.py",
+                "src/tools/gold.py",
+                "src/tools/realestate.py",
+                "src/tools/sports.py",
+                "src/tools/subway.py",
+                "src/tools/weather.py",
+                "src/tools/workspace.py",
+                "src/web_server.py"
+            ]
+        },
+        {
+            "set": "sample-32",
+            "query": "fix(006): 1B 분류기 실측 기반 재설계 — 결정적 힌트 상속 + 안전 후보",
+            "harnessAlone": [
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/intent_router.py",
+                "src/tools/books.py",
+                "src/tools/maps_search.py",
+                "src/tools/weather.py",
+                "src/web_server.py"
+            ],
+            "harnessJudged": [
+                "src/intent_router.py",
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/core/registry.py",
+                "src/core/tool.py",
+                "src/config.py",
+                "src/tools/books.py",
+                "src/web_server.py",
+                "src/core/llm.py",
+                "src/proactive.py"
+            ],
+            "grepJudged": [
+                "src/intent_router.py",
+                "src/gateway/handlers.py",
+                "src/web_server.py",
+                "src/core/profile.py",
+                "src/llm_providers/base_cli.py",
+                "src/core/registry.py",
+                "src/core/llm.py",
+                "src/config.py",
+                "src/proactive.py",
+                "src/core/tool.py"
+            ],
+            "truthFiles": [
+                "src/intent_router.py"
+            ]
+        },
+        {
+            "set": "sample-32",
+            "query": "fix(004): T024 코드리뷰 발견 해소 — 해석기 견고성·비용 제어",
+            "harnessAlone": [
+                "src/core/briefing.py",
+                "src/gateway/url_context.py",
+                "src/core/capabilities.py",
+                "src/bot.py",
+                "src/core/registry.py",
+                "src/gateway/family_routing.py",
+                "src/gateway/handlers.py",
+                "src/gateway/wiring.py",
+                "src/proactive.py",
+                "src/subagent_engine.py"
+            ],
+            "harnessJudged": [
+                "src/core/briefing.py",
+                "src/gateway/url_context.py",
+                "src/core/capabilities.py",
+                "src/core/registry.py",
+                "src/bot.py",
+                "src/gateway/family_routing.py",
+                "src/gateway/handlers.py",
+                "src/gateway/wiring.py",
+                "src/proactive.py",
+                "src/subagent_engine.py"
+            ],
+            "grepJudged": [
+                "src/core/briefing.py",
+                "src/gateway/url_context.py",
+                "src/core/registry.py",
+                "src/core/llm.py",
+                "src/llm_providers/claude_api.py",
+                "src/tools/google_calendar.py",
+                "src/bot.py",
+                "src/gateway/handlers.py",
+                "src/proactive.py",
+                "src/subagent_engine.py"
+            ],
+            "truthFiles": [
+                "src/core/registry.py",
+                "src/gateway/handlers.py",
+                "src/proactive.py"
+            ]
+        },
+        {
+            "set": "sample-32",
+            "query": "refactor(003): bot.py 갓오브젝트 SRP 분해 — src/gateway/ 8모듈 + 파사드",
+            "harnessAlone": [
+                "src/agy_engine.py",
+                "src/bot.py",
+                "src/core/profile.py",
+                "src/config.py",
+                "src/core/llm.py",
+                "src/goal_agent.py",
+                "src/llm_providers/agy_cli.py",
+                "src/intent_router.py",
+                "src/proactive.py",
+                "src/core/tool.py"
+            ],
+            "harnessJudged": [
+                "src/bot.py",
+                "src/core/profile.py",
+                "src/agy_engine.py",
+                "src/intent_router.py",
+                "src/proactive.py",
+                "src/config.py",
+                "src/core/registry.py",
+                "src/core/tool.py",
+                "src/main.py",
+                "src/web_server.py"
+            ],
+            "grepJudged": [
+                "src/bot.py",
+                "src/proactive.py",
+                "src/intent_router.py",
+                "src/main.py",
+                "src/structured_logger.py",
+                "src/web_server.py",
+                "src/core/registry.py",
+                "src/core/llm.py",
+                "src/tools/maps_search.py",
+                "src/tools/books.py"
+            ],
+            "truthFiles": [
+                "src/bot.py",
+                "src/gateway/__init__.py",
+                "src/gateway/callbacks.py",
+                "src/gateway/family_routing.py",
+                "src/gateway/formatting.py",
+                "src/gateway/handlers.py",
+                "src/gateway/media_handlers.py",
+                "src/gateway/persona.py",
+                "src/gateway/url_context.py",
+                "src/gateway/wiring.py"
+            ]
+        },
+        {
+            "set": "sample-32",
+            "query": "feat(002): LLM provider contract + router + profile schema (Phase 1-2)",
+            "harnessAlone": [
+                "src/agy_engine.py",
+                "src/intent_router.py",
+                "src/config.py",
+                "src/core/profile.py",
+                "src/tools/maps_search.py",
+                "src/bot.py",
+                "src/goal_agent.py",
+                "src/proactive.py",
+                "src/core/tool.py",
+                "src/tools/google_calendar.py"
+            ],
+            "harnessJudged": [
+                "src/core/profile.py",
+                "src/agy_engine.py",
+                "src/intent_router.py",
+                "src/config.py",
+                "src/core/tool.py",
+                "src/core/registry.py",
+                "src/bot.py",
+                "src/proactive.py",
+                "src/web_server.py",
+                "src/core/briefing.py"
+            ],
+            "grepJudged": [
+                "src/proactive.py",
+                "src/core/briefing.py",
+                "src/core/profile.py",
+                "src/bot.py",
+                "src/tools/google_calendar.py",
+                "src/tools/fuel.py",
+                "src/tools/books.py",
+                "src/tools/workspace.py",
+                "src/tools/weather.py",
+                "src/tools/traffic.py"
+            ],
+            "truthFiles": [
+                "src/core/llm.py",
+                "src/core/profile.py",
+                "src/llm_providers/__init__.py"
+            ]
+        },
+        {
+            "set": "sample-32",
+            "query": "Initial open-source baseline: profile-driven config, plugin architecture, SDD",
+            "harnessAlone": [],
+            "harnessJudged": [],
+            "grepJudged": [],
+            "truthFiles": [
+                "src/__init__.py",
+                "src/agy_engine.py",
+                "src/bot.py",
+                "src/config.py",
+                "src/core/__init__.py",
+                "src/core/briefing.py",
+                "src/core/http.py",
+                "src/core/profile.py",
+                "src/core/registry.py",
+                "src/core/tool.py",
+                "src/desktop_app.py",
+                "src/event_broadcaster.py",
+                "src/gmail_pubsub.py",
+                "src/goal_agent.py",
+                "src/google_auth.py",
+                "src/hitl_manager.py",
+                "src/intent_router.py",
+                "src/jarvis_sleep_manager.py",
+                "src/knowledge_distiller.py",
+                "src/mac_power_manager.py",
+                "src/main.py",
+                "src/memory.py",
+                "src/proactive.py",
+                "src/sandbox_executor.py",
+                "src/structured_logger.py",
+                "src/subagent_engine.py",
+                "src/tools/__init__.py",
+                "src/tools/advice.py",
+                "src/tools/astronomy.py",
+                "src/tools/books.py",
+                "src/tools/cardata.py",
+                "src/tools/country.py",
+                "src/tools/crypto.py",
+                "src/tools/culture.py",
+                "src/tools/family_activity.py",
+                "src/tools/finance.py",
+                "src/tools/flight.py",
+                "src/tools/food.py",
+                "src/tools/forex.py",
+                "src/tools/fuel.py",
+                "src/tools/gold.py",
+                "src/tools/google_calendar.py",
+                "src/tools/holiday.py",
+                "src/tools/logistics.py",
+                "src/tools/macroeconomics.py",
+                "src/tools/maps_search.py",
+                "src/tools/medical.py",
+                "src/tools/news.py",
+                "src/tools/open_meteo.py",
+                "src/tools/realestate.py",
+                "src/tools/school.py",
+                "src/tools/sports.py",
+                "src/tools/subway.py",
+                "src/tools/timezone.py",
+                "src/tools/traffic.py",
+                "src/tools/university.py",
+                "src/tools/uv_air.py",
+                "src/tools/weather.py",
+                "src/tools/wiki.py",
+                "src/tools/workspace.py",
+                "src/tts_engine.py",
+                "src/vector_memory.py",
+                "src/visualizer.py",
+                "src/web_server.py"
+            ]
+        },
+        {
+            "set": "width-40",
+            "query": "feat(group): Feature 018 멀티모달 — 이모지/스티커/사진 반응",
+            "harnessAlone": [
+                "src/core/profile.py",
+                "src/gateway/group_butler.py",
+                "src/core/group_intervention.py",
+                "src/config.py",
+                "src/gateway/handlers.py",
+                "src/llm_providers/ollama.py",
+                "src/gateway/wiring.py",
+                "src/graph_memory.py",
+                "src/intent_router.py",
+                "src/proactive.py"
+            ],
+            "harnessJudged": [
+                "src/gateway/media_handlers.py",
+                "src/gateway/group_butler.py",
+                "src/gateway/handlers.py",
+                "src/core/profile.py",
+                "src/core/group_intervention.py",
+                "src/gateway/formatting.py",
+                "src/bot.py",
+                "src/gateway/wiring.py",
+                "src/config.py",
+                "src/core/registry.py"
+            ],
+            "grepJudged": [
+                "src/gateway/media_handlers.py",
+                "src/core/profile.py",
+                "src/core/group_intervention.py",
+                "src/gateway/group_butler.py",
+                "src/tools/pets.py",
+                "src/agy_engine.py",
+                "src/tts_engine.py",
+                "src/structured_logger.py",
+                "src/tools/astronomy.py",
+                "src/gateway/handlers.py"
+            ],
+            "truthFiles": [
+                "src/core/group_intervention.py",
+                "src/gateway/group_butler.py",
+                "src/gateway/wiring.py"
+            ]
+        },
+        {
+            "set": "width-40",
+            "query": "feat(group): Feature 018 US1 MVP — 그룹방 명시 호출 즉답",
+            "harnessAlone": [
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/gateway/review_apply.py",
+                "src/intent_router.py",
+                "src/proactive.py",
+                "src/graph_memory.py",
+                "src/core/semantic_extractor.py",
+                "src/gateway/callbacks.py",
+                "src/core/canonicalize.py",
+                "src/gateway/family_routing.py"
+            ],
+            "harnessJudged": [
+                "src/gateway/handlers.py",
+                "src/core/profile.py",
+                "src/intent_router.py",
+                "src/gateway/wiring.py",
+                "src/core/registry.py",
+                "src/config.py",
+                "src/gateway/callbacks.py",
+                "src/core/tool.py",
+                "src/proactive.py",
+                "src/bot.py"
+            ],
+            "grepJudged": [
+                "src/intent_router.py",
+                "src/gateway/handlers.py",
+                "src/knowledge_distiller.py",
+                "src/graph_memory.py",
+                "src/core/llm.py",
+                "src/gateway/formatting.py",
+                "src/llm_providers/claude_api.py",
+                "src/tts_engine.py",
+                "src/tools/traffic.py",
+                "src/tools/food.py"
+            ],
+            "truthFiles": [
+                "src/core/group_intervention.py",
+                "src/core/profile.py",
+                "src/gateway/group_butler.py",
+                "src/gateway/wiring.py",
+                "src/graph_memory.py"
+            ]
+        },
+        {
+            "set": "width-40",
+            "query": "feat(memory): Feature 016 — 설정 기반 기억 도메인(코드 무수정 주제 확장)",
+            "harnessAlone": [
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/graph_memory.py",
+                "src/gateway/handlers.py",
+                "src/gateway/wiring.py",
+                "src/gateway/review_apply.py",
+                "src/core/semantic_extractor.py",
+                "src/intent_router.py",
+                "src/core/hitl_review.py",
+                "src/core/email_calendar.py"
+            ],
+            "harnessJudged": [
+                "src/core/profile.py",
+                "src/config.py",
+                "src/graph_memory.py",
+                "src/memory.py",
+                "src/knowledge_distiller.py",
+                "src/vector_memory.py",
+                "src/core/semantic_extractor.py",
+                "src/proactive.py",
+                "src/gateway/handlers.py",
+                "src/core/canonicalize.py"
+            ],
+            "grepJudged": [
+                "src/graph_memory.py",
+                "src/web_server.py",
+                "src/proactive.py",
+                "src/knowledge_distiller.py",
+                "src/gateway/handlers.py",
+                "src/core/profile.py",
+                "src/gateway/wiring.py",
+                "src/gateway/url_context.py",
+                "src/gateway/review_apply.py",
+                "src/tools/books.py"
+            ],
+            "truthFiles": [
+                "src/core/profile.py",
+                "src/core/semantic_extractor.py",
+                "src/graph_memory.py",
+                "src/proactive.py"
+            ]
+        },
+        {
+            "set": "width-40",
+            "query": "test+fix: 도구 연동 E2E 회귀 가드 + crypto 라우팅 결함 수정",
+            "harnessAlone": [
+                "src/core/tool.py",
+                "src/tools/crypto.py",
+                "src/core/registry.py",
+                "src/gateway/handlers.py",
+                "src/intent_router.py",
+                "src/core/profile.py",
+                "src/tools/books.py",
+                "src/tools/advice.py",
+                "src/tools/maps_search.py",
+                "src/proactive.py"
+            ],
+            "harnessJudged": [
+                "src/tools/crypto.py",
+                "src/intent_router.py",
+                "src/core/registry.py",
+                "src/core/tool.py",
+                "src/core/semantic_router.py",
+                "src/gateway/handlers.py",
+                "src/core/profile.py",
+                "src/gateway/wiring.py",
+                "src/tools/capabilities.py",
+                "src/agy_engine.py"
+            ],
+            "grepJudged": [
+                "src/tools/crypto.py",
+                "src/intent_router.py",
+                "src/gateway/wiring.py",
+                "src/core/semantic_router.py",
+                "src/tools/capabilities.py",
+                "src/gateway/handlers.py",
+                "src/core/profile.py",
+                "src/bot.py",
+                "src/core/tool.py",
+                "src/gateway/family_routing.py"
+            ],
+            "truthFiles": [
+                "src/tools/crypto.py"
+            ]
+        },
+        {
+            "set": "width-40",
+            "query": "feat(memory): Feature 012 — HITL 텔레그램 리뷰 + 결정 영구 학습",
+            "harnessAlone": [
+                "src/memory.py",
+                "src/graph_memory.py",
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/gateway/handlers.py",
+                "src/gateway/wiring.py",
+                "src/intent_router.py",
+                "src/web_server.py",
+                "src/vector_memory.py",
+                "src/knowledge_distiller.py"
+            ],
+            "harnessJudged": [
+                "src/hitl_manager.py",
+                "src/gateway/callbacks.py",
+                "src/memory.py",
+                "src/graph_memory.py",
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/proactive.py",
+                "src/gateway/wiring.py",
+                "src/knowledge_distiller.py",
+                "src/core/canonicalize.py"
+            ],
+            "grepJudged": [
+                "src/gateway/callbacks.py",
+                "src/intent_router.py",
+                "src/tools/capabilities.py",
+                "src/gateway/family_routing.py",
+                "src/core/llm.py",
+                "src/gateway/formatting.py",
+                "src/gateway/handlers.py",
+                "src/gateway/__init__.py",
+                "src/core/briefing.py",
+                "src/graph_memory.py"
+            ],
+            "truthFiles": [
+                "src/core/canonicalize.py",
+                "src/core/hitl_review.py",
+                "src/core/profile.py",
+                "src/gateway/callbacks.py",
+                "src/gateway/review_apply.py",
+                "src/proactive.py"
+            ]
+        },
+        {
+            "set": "width-40",
+            "query": "feat(memory): Feature 011 — semantic 트리플 추출 파이프라인",
+            "harnessAlone": [
+                "src/core/profile.py",
+                "src/gateway/wiring.py",
+                "src/core/semantic_router.py",
+                "src/intent_router.py",
+                "src/gateway/handlers.py",
+                "src/proactive.py",
+                "src/vector_memory.py",
+                "src/memory.py",
+                "src/knowledge_distiller.py",
+                "src/web_server.py"
+            ],
+            "harnessJudged": [
+                "src/knowledge_distiller.py",
+                "src/graph_memory.py",
+                "src/core/semantic_router.py",
+                "src/memory.py",
+                "src/vector_memory.py",
+                "src/core/profile.py",
+                "src/intent_router.py",
+                "src/gateway/wiring.py",
+                "src/proactive.py",
+                "src/core/llm.py"
+            ],
+            "grepJudged": [
+                "src/graph_memory.py",
+                "src/knowledge_distiller.py",
+                "src/intent_router.py",
+                "src/web_server.py",
+                "src/gateway/wiring.py",
+                "src/gateway/handlers.py",
+                "src/gateway/family_routing.py",
+                "src/core/semantic_router.py",
+                "src/tools/traffic.py",
+                "src/gmail_pubsub.py"
+            ],
+            "truthFiles": [
+                "src/core/profile.py",
+                "src/core/semantic_extractor.py",
+                "src/gateway/handlers.py",
+                "src/graph_memory.py",
+                "src/proactive.py"
+            ]
+        },
+        {
+            "set": "width-40",
+            "query": "fix(memory): 일일 다이제스트 견고화 — misfire 복구 + 날짜 인지",
+            "harnessAlone": [
+                "src/gateway/handlers.py",
+                "src/core/profile.py",
+                "src/gateway/wiring.py",
+                "src/intent_router.py",
+                "src/proactive.py",
+                "src/web_server.py",
+                "src/memory.py",
+                "src/graph_memory.py",
+                "src/vector_memory.py",
+                "src/knowledge_distiller.py"
+            ],
+            "harnessJudged": [
+                "src/proactive.py",
+                "src/core/briefing.py",
+                "src/knowledge_distiller.py",
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/jarvis_sleep_manager.py",
+                "src/core/background.py",
+                "src/main.py",
+                "src/structured_logger.py",
+                "src/graph_memory.py"
+            ],
+            "grepJudged": [
+                "src/proactive.py",
+                "src/knowledge_distiller.py",
+                "src/core/briefing.py",
+                "src/core/profile.py",
+                "src/memory.py",
+                "src/graph_memory.py",
+                "src/tools/workspace.py",
+                "src/tools/google_calendar.py",
+                "src/structured_logger.py",
+                "src/gmail_pubsub.py"
+            ],
+            "truthFiles": [
+                "src/knowledge_distiller.py",
+                "src/memory.py",
+                "src/proactive.py"
+            ]
+        },
+        {
+            "set": "width-40",
+            "query": "feat(tools): Feature 009 — token-free 공개 API 도구 확장 팩",
+            "harnessAlone": [
+                "src/llm_providers/claude_api.py",
+                "src/core/registry.py",
+                "src/agy_engine.py",
+                "src/llm_providers/gemini_api.py",
+                "src/web_server.py",
+                "src/tools/episodes.py",
+                "src/core/llm.py",
+                "src/core/native_loop.py",
+                "src/tools/workspace.py",
+                "src/tools/maps_search.py"
+            ],
+            "harnessJudged": [
+                "src/core/registry.py",
+                "src/tools/__init__.py",
+                "src/core/tool.py",
+                "src/core/capabilities.py",
+                "src/agy_engine.py",
+                "src/tools/weather.py",
+                "src/tools/gold.py",
+                "src/tools/forex.py",
+                "src/core/briefing.py",
+                "src/intent_router.py"
+            ],
+            "grepJudged": [
+                "src/core/briefing.py",
+                "src/intent_router.py",
+                "src/proactive.py",
+                "src/core/registry.py",
+                "src/core/native_loop.py",
+                "src/web_server.py",
+                "src/gateway/handlers.py",
+                "src/tools/books.py",
+                "src/llm_providers/claude_api.py",
+                "src/gateway/url_context.py"
+            ],
+            "truthFiles": [
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/tools/astronomy.py",
+                "src/tools/books.py",
+                "src/tools/calc.py",
+                "src/tools/crypto.py",
+                "src/tools/dictionary.py",
+                "src/tools/forex.py",
+                "src/tools/linktools.py",
+                "src/tools/pets.py",
+                "src/tools/places.py",
+                "src/tools/pokemon.py",
+                "src/tools/quake.py",
+                "src/tools/quiz.py",
+                "src/tools/recipes.py",
+                "src/tools/timezone.py",
+                "src/tools/translate.py"
+            ]
+        },
+        {
+            "set": "evidence-shown",
+            "query": "fix(memory): 회수 랭킹 정밀 하드닝 2건 — relevance 신호강화 + 카테고리 importance",
+            "harnessAlone": [
+                "src/core/retrieval_rank.py",
+                "src/graph_memory.py",
+                "src/memory.py",
+                "src/vector_memory.py",
+                "src/core/memory_decay.py",
+                "src/proactive.py",
+                "src/core/profile.py",
+                "src/gateway/memory_1on1.py",
+                "src/gateway/handlers.py",
+                "src/knowledge_distiller.py"
+            ],
+            "harnessJudged": [
+                "src/core/retrieval_rank.py",
+                "src/graph_memory.py",
+                "src/memory.py",
+                "src/core/profile.py",
+                "src/vector_memory.py",
+                "src/core/memory_decay.py",
+                "src/core/hierarchical_memory.py",
+                "src/gateway/memory_1on1.py",
+                "src/proactive.py",
+                "src/knowledge_distiller.py"
+            ],
+            "grepJudged": [
+                "src/core/retrieval_rank.py",
+                "src/memory.py",
+                "src/graph_memory.py",
+                "src/core/profile.py",
+                "src/vector_memory.py",
+                "src/core/hierarchical_memory.py",
+                "src/knowledge_distiller.py",
+                "src/core/group_message_store.py",
+                "src/core/memory_decay.py",
+                "src/gateway/memory_1on1.py"
+            ],
+            "truthFiles": [
+                "src/core/profile.py",
+                "src/core/retrieval_rank.py",
+                "src/gateway/handlers.py",
+                "src/memory.py"
+            ]
+        },
+        {
+            "set": "evidence-shown",
+            "query": "feat(memory): B1 Reflection — 축적 기억에서 상위 통찰 합성 (Generative Agents)",
+            "harnessAlone": [
+                "src/gateway/memory_1on1.py",
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/graph_memory.py",
+                "src/proactive.py",
+                "src/memory.py",
+                "src/gateway/group_butler.py",
+                "src/core/retrieval_rank.py",
+                "src/vector_memory.py",
+                "src/core/group_message_store.py"
+            ],
+            "harnessJudged": [
+                "src/graph_memory.py",
+                "src/memory.py",
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/core/hierarchical_memory.py",
+                "src/gateway/memory_1on1.py",
+                "src/vector_memory.py",
+                "src/knowledge_distiller.py",
+                "src/core/retrieval_rank.py",
+                "src/gateway/handlers.py"
+            ],
+            "grepJudged": [
+                "src/graph_memory.py",
+                "src/knowledge_distiller.py",
+                "src/proactive.py",
+                "src/gateway/handlers.py",
+                "src/memory.py",
+                "src/vector_memory.py",
+                "src/core/profile.py",
+                "src/web_server.py",
+                "src/gateway/group_butler.py",
+                "src/gateway/wiring.py"
+            ],
+            "truthFiles": [
+                "src/core/profile.py",
+                "src/core/reflection.py",
+                "src/proactive.py"
+            ]
+        },
+        {
+            "set": "evidence-shown",
+            "query": "feat(memory): A1 장기 팩트 회수 랭킹 + 적대적 리뷰 하드닝 7건 (F025)",
+            "harnessAlone": [
+                "src/gateway/memory_1on1.py",
+                "src/proactive.py",
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/gateway/group_butler.py",
+                "src/memory.py",
+                "src/graph_memory.py",
+                "src/core/group_message_store.py",
+                "src/gateway/wiring.py",
+                "src/core/briefing.py"
+            ],
+            "harnessJudged": [
+                "src/core/retrieval_rank.py",
+                "src/memory.py",
+                "src/graph_memory.py",
+                "src/core/profile.py",
+                "src/gateway/memory_1on1.py",
+                "src/vector_memory.py",
+                "src/core/hierarchical_memory.py",
+                "src/knowledge_distiller.py",
+                "src/proactive.py",
+                "src/gateway/handlers.py"
+            ],
+            "grepJudged": [
+                "src/core/retrieval_rank.py",
+                "src/memory.py",
+                "src/core/profile.py",
+                "src/knowledge_distiller.py",
+                "src/vector_memory.py",
+                "src/graph_memory.py",
+                "src/gateway/handlers.py",
+                "src/web_server.py",
+                "src/gateway/group_butler.py",
+                "src/core/hierarchical_memory.py"
+            ],
+            "truthFiles": [
+                "src/core/group_message_store.py",
+                "src/core/profile.py",
+                "src/core/retrieval_rank.py",
+                "src/gateway/group_butler.py",
+                "src/gateway/handlers.py",
+                "src/graph_memory.py",
+                "src/memory.py"
+            ]
+        },
+        {
+            "set": "evidence-shown",
+            "query": "feat(briefing): D-day 섹션을 캘린더 향후 N일(기본 30) 기반으로 전환",
+            "harnessAlone": [
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/core/group_message_store.py",
+                "src/core/briefing.py",
+                "src/tools/workspace.py",
+                "src/gateway/group_butler.py",
+                "src/gateway/handlers.py",
+                "src/core/group_intervention.py",
+                "src/core/email_calendar.py",
+                "src/intent_router.py"
+            ],
+            "harnessJudged": [
+                "src/core/briefing.py",
+                "src/core/profile.py",
+                "src/core/email_calendar.py",
+                "src/proactive.py",
+                "src/tools/workspace.py",
+                "src/gateway/group_butler.py",
+                "src/intent_router.py",
+                "src/core/group_message_store.py",
+                "src/gateway/handlers.py",
+                "src/config.py"
+            ],
+            "grepJudged": [
+                "src/core/briefing.py",
+                "src/proactive.py",
+                "src/core/email_calendar.py",
+                "src/tools/google_calendar.py",
+                "src/core/profile.py",
+                "src/gateway/review_apply.py",
+                "src/goal_agent.py",
+                "src/google_auth.py",
+                "src/gateway/handlers.py",
+                "src/core/group_message_store.py"
+            ],
+            "truthFiles": [
+                "src/core/briefing.py",
+                "src/tools/google_calendar.py"
+            ]
+        },
+        {
+            "set": "evidence-shown",
+            "query": "feat(memory): 추출 건강지표 — 성공률 추적·리포트·저조 시 알림 (F024 #2)",
+            "harnessAlone": [
+                "src/gateway/memory_1on1.py",
+                "src/graph_memory.py",
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/gateway/handlers.py",
+                "src/core/hierarchical_memory.py",
+                "src/core/llm_json.py",
+                "src/core/group_intervention.py",
+                "src/gateway/group_butler.py",
+                "src/knowledge_distiller.py"
+            ],
+            "harnessJudged": [
+                "src/graph_memory.py",
+                "src/proactive.py",
+                "src/core/profile.py",
+                "src/knowledge_distiller.py",
+                "src/core/llm_json.py",
+                "src/memory.py",
+                "src/gateway/handlers.py",
+                "src/core/hierarchical_memory.py",
+                "src/gateway/group_butler.py",
+                "src/core/group_intervention.py"
+            ],
+            "grepJudged": [
+                "src/knowledge_distiller.py",
+                "src/core/semantic_extractor.py",
+                "src/proactive.py",
+                "src/core/profile.py",
+                "src/core/llm_json.py",
+                "src/graph_memory.py",
+                "src/memory.py",
+                "src/core/email_calendar.py",
+                "src/web_server.py",
+                "src/core/image_gen.py"
+            ],
+            "truthFiles": [
+                "src/core/extraction_health.py",
+                "src/core/hierarchical_memory.py",
+                "src/core/llm_json.py",
+                "src/core/profile.py",
+                "src/gateway/wiring.py",
+                "src/gmail_pubsub.py",
+                "src/goal_agent.py",
+                "src/knowledge_distiller.py",
+                "src/memory.py",
+                "src/proactive.py"
+            ]
+        },
+        {
+            "set": "evidence-shown",
+            "query": "fix(memory): 매 대화 팩트 추출 5일 전면중단 복구(프롬프트 중괄호 이스케이프)",
+            "harnessAlone": [
+                "src/graph_memory.py",
+                "src/gateway/memory_1on1.py",
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/gateway/handlers.py",
+                "src/gateway/group_butler.py",
+                "src/memory.py",
+                "src/core/group_intervention.py",
+                "src/core/hierarchical_memory.py",
+                "src/core/group_message_store.py"
+            ],
+            "harnessJudged": [
+                "src/graph_memory.py",
+                "src/core/semantic_extractor.py",
+                "src/knowledge_distiller.py",
+                "src/memory.py",
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/gateway/memory_1on1.py",
+                "src/core/canonicalize.py",
+                "src/vector_memory.py",
+                "src/core/hierarchical_memory.py"
+            ],
+            "grepJudged": [
+                "src/knowledge_distiller.py",
+                "src/core/semantic_extractor.py",
+                "src/graph_memory.py",
+                "src/gateway/handlers.py",
+                "src/llm_providers/base_cli.py",
+                "src/llm_providers/claude_cli.py",
+                "src/core/image_gen.py",
+                "src/web_server.py",
+                "src/gateway/group_butler.py",
+                "src/memory.py"
+            ],
+            "truthFiles": [
+                "src/knowledge_distiller.py"
+            ]
+        },
+        {
+            "set": "evidence-shown",
+            "query": "refactor(cleanup): 죽은 is_question_or_request 제거 + FAMILY_BROADCAST 키워드 단일화",
+            "harnessAlone": [
+                "src/proactive.py",
+                "src/core/profile.py",
+                "src/gateway/callbacks.py",
+                "src/intent_router.py",
+                "src/gateway/review_apply.py",
+                "src/web_server.py",
+                "src/gateway/handlers.py",
+                "src/gateway/group_butler.py",
+                "src/core/image_gen.py",
+                "src/core/group_intervention.py"
+            ],
+            "harnessJudged": [
+                "src/core/group_intervention.py",
+                "src/gateway/family_routing.py",
+                "src/proactive.py",
+                "src/intent_router.py",
+                "src/gateway/handlers.py",
+                "src/core/profile.py",
+                "src/gateway/review_apply.py",
+                "src/core/registry.py",
+                "src/event_broadcaster.py",
+                "src/gateway/callbacks.py"
+            ],
+            "grepJudged": [
+                "src/gateway/handlers.py",
+                "src/gateway/family_routing.py",
+                "src/gateway/review_apply.py",
+                "src/proactive.py",
+                "src/intent_router.py",
+                "src/web_server.py",
+                "src/gateway/group_butler.py",
+                "src/event_broadcaster.py",
+                "src/bot.py",
+                "src/gateway/media_handlers.py"
+            ],
+            "truthFiles": [
+                "src/core/group_intervention.py",
+                "src/gateway/handlers.py",
+                "src/intent_router.py"
+            ]
+        },
+        {
+            "set": "evidence-shown",
+            "query": "feat(traffic): Tmap→Naver Directions(NCP, trafast 실시간 교통) 연동",
+            "harnessAlone": [
+                "src/tools/traffic.py",
+                "src/core/profile.py",
+                "src/core/tool.py",
+                "src/core/hitl_review.py",
+                "src/proactive.py",
+                "src/gateway/group_butler.py",
+                "src/gateway/handlers.py",
+                "src/agy_engine.py",
+                "src/core/group_intervention.py",
+                "src/core/group_message_store.py"
+            ],
+            "harnessJudged": [
+                "src/tools/traffic.py",
+                "src/config.py",
+                "src/core/profile.py",
+                "src/core/tool.py",
+                "src/proactive.py",
+                "src/intent_router.py",
+                "src/agy_engine.py",
+                "src/gateway/handlers.py",
+                "src/main.py",
+                "src/gateway/group_butler.py"
+            ],
+            "grepJudged": [
+                "src/tools/traffic.py",
+                "src/proactive.py",
+                "src/tools/maps_search.py",
+                "src/config.py",
+                "src/tools/capabilities.py",
+                "src/tools/subway.py",
+                "src/core/briefing.py",
+                "src/tools/realestate.py",
+                "src/core/profile.py",
+                "src/gateway/handlers.py"
+            ],
+            "truthFiles": [
+                "src/tools/traffic.py"
+            ]
+        },
+        {
+            "set": "two-step",
+            "query": "feat(group): 답장(reply_to_message) 대상 발화를 답변 맥락에 주입",
+            "harnessAlone": [
+                "src/gateway/group_butler.py",
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/core/group_intervention.py",
+                "src/proactive.py",
+                "src/core/group_message_store.py",
+                "src/gateway/family_routing.py",
+                "src/gateway/review_apply.py",
+                "src/agy_engine.py",
+                "src/gateway/wiring.py"
+            ],
+            "harnessJudged": [
+                "src/gateway/group_butler.py",
+                "src/gateway/handlers.py",
+                "src/core/group_message_store.py",
+                "src/core/profile.py",
+                "src/core/group_intervention.py",
+                "src/gateway/callbacks.py",
+                "src/gateway/media_handlers.py",
+                "src/proactive.py",
+                "src/gateway/wiring.py",
+                "src/intent_router.py"
+            ],
+            "grepJudged": [
+                "src/gateway/handlers.py",
+                "src/gateway/group_butler.py",
+                "src/gateway/media_handlers.py",
+                "src/core/group_intervention.py",
+                "src/gateway/callbacks.py",
+                "src/web_server.py",
+                "src/tools/workspace.py",
+                "src/hitl_manager.py",
+                "src/event_broadcaster.py",
+                "src/proactive.py"
+            ],
+            "truthFiles": [
+                "src/gateway/group_butler.py"
+            ]
+        },
+        {
+            "set": "two-step",
+            "query": "feat(memory): F022 1:1 확장 — DM 중기 롤링 요약 저장·배선(승격 없음)",
+            "harnessAlone": [
+                "src/graph_memory.py",
+                "src/core/profile.py",
+                "src/proactive.py",
+                "src/gateway/group_butler.py",
+                "src/core/hierarchical_memory.py",
+                "src/gateway/handlers.py",
+                "src/core/group_message_store.py",
+                "src/core/group_intervention.py",
+                "src/gateway/wiring.py",
+                "src/core/semantic_extractor.py"
+            ],
+            "harnessJudged": [
+                "src/core/hierarchical_memory.py",
+                "src/graph_memory.py",
+                "src/core/profile.py",
+                "src/memory.py",
+                "src/gateway/handlers.py",
+                "src/proactive.py",
+                "src/core/group_message_store.py",
+                "src/gateway/wiring.py",
+                "src/knowledge_distiller.py",
+                "src/vector_memory.py"
+            ],
+            "grepJudged": [
+                "src/core/hierarchical_memory.py",
+                "src/gateway/group_butler.py",
+                "src/knowledge_distiller.py",
+                "src/core/profile.py",
+                "src/core/group_message_store.py",
+                "src/proactive.py",
+                "src/memory.py",
+                "src/tts_engine.py",
+                "src/web_server.py",
+                "src/tools/google_calendar.py"
+            ],
+            "truthFiles": [
+                "src/gateway/memory_1on1.py",
+                "src/memory.py"
+            ]
+        },
+        {
+            "set": "two-step",
+            "query": "feat(config): F022 hierarchical_memory 설정(세션갭·누적·승격 임계치 등)",
+            "harnessAlone": [
+                "src/core/profile.py",
+                "src/config.py",
+                "src/graph_memory.py",
+                "src/memory.py",
+                "src/vector_memory.py",
+                "src/core/group_message_store.py",
+                "src/proactive.py",
+                "src/gateway/handlers.py",
+                "src/gateway/group_butler.py",
+                "src/core/hierarchical_memory.py"
+            ],
+            "harnessJudged": [
+                "src/core/profile.py",
+                "src/config.py",
+                "src/core/hierarchical_memory.py",
+                "src/graph_memory.py",
+                "src/memory.py",
+                "src/gateway/wiring.py",
+                "src/core/group_message_store.py",
+                "src/proactive.py",
+                "src/vector_memory.py",
+                "src/gateway/handlers.py"
+            ],
+            "grepJudged": [
+                "src/core/profile.py",
+                "src/core/hierarchical_memory.py",
+                "src/graph_memory.py",
+                "src/knowledge_distiller.py",
+                "src/core/canonicalize.py",
+                "src/proactive.py",
+                "src/web_server.py",
+                "src/intent_router.py",
+                "src/gateway/handlers.py",
+                "src/tools/crypto.py"
+            ],
+            "truthFiles": [
+                "src/core/profile.py"
+            ]
+        },
+        {
+            "set": "two-step",
+            "query": "feat(traffic): OSRM → Google Directions 실시간 교통(duration_in_traffic)",
+            "harnessAlone": [
+                "src/tools/google_calendar.py",
+                "src/core/profile.py",
+                "src/tools/workspace.py",
+                "src/gateway/review_apply.py",
+                "src/google_auth.py",
+                "src/config.py",
+                "src/agy_engine.py",
+                "src/core/hitl_review.py",
+                "src/tools/maps_search.py",
+                "src/web_server.py"
+            ],
+            "harnessJudged": [
+                "src/tools/traffic.py",
+                "src/core/http.py",
+                "src/core/tool.py",
+                "src/core/registry.py",
+                "src/tools/maps_search.py",
+                "src/config.py",
+                "src/core/profile.py",
+                "src/intent_router.py",
+                "src/proactive.py",
+                "src/agy_engine.py"
+            ],
+            "grepJudged": [
+                "src/tools/traffic.py",
+                "src/tools/maps_search.py",
+                "src/google_auth.py",
+                "src/proactive.py",
+                "src/llm_providers/gemini_api.py",
+                "src/tools/google_calendar.py",
+                "src/agy_engine.py",
+                "src/tools/workspace.py",
+                "src/intent_router.py",
+                "src/tools/capabilities.py"
+            ],
+            "truthFiles": [
+                "src/tools/traffic.py"
+            ]
+        },
+        {
+            "set": "two-step",
+            "query": "feat(config): F021-2 passive.meaningful_filter(enabled·count_window)",
+            "harnessAlone": [
+                "src/core/profile.py",
+                "src/gateway/group_butler.py",
+                "src/core/group_intervention.py",
+                "src/core/group_message_store.py",
+                "src/config.py",
+                "src/gateway/image_gen_service.py",
+                "src/jarvis_sleep_manager.py",
+                "src/proactive.py",
+                "src/gateway/handlers.py",
+                "src/intent_router.py"
+            ],
+            "harnessJudged": [
+                "src/core/profile.py",
+                "src/config.py",
+                "src/gateway/group_butler.py",
+                "src/core/group_intervention.py",
+                "src/gateway/wiring.py",
+                "src/core/tool.py",
+                "src/proactive.py",
+                "src/gateway/handlers.py",
+                "src/main.py",
+                "src/agy_engine.py"
+            ],
+            "grepJudged": [
+                "src/gateway/group_butler.py",
+                "src/core/profile.py",
+                "src/core/group_intervention.py",
+                "src/config.py",
+                "src/gateway/handlers.py",
+                "src/proactive.py",
+                "src/gateway/wiring.py",
+                "src/core/group_message_store.py",
+                "src/intent_router.py",
+                "src/main.py"
+            ],
+            "truthFiles": [
+                "src/core/profile.py"
+            ]
+        },
+        {
+            "set": "two-step",
+            "query": "feat(group): F021-1 그룹 대화 영속화 — 재기동에도 맥락 유지(무응답 버그 근본해결)",
+            "harnessAlone": [
+                "src/gateway/group_butler.py",
+                "src/core/group_intervention.py",
+                "src/core/profile.py",
+                "src/gateway/image_gen_service.py",
+                "src/gateway/handlers.py",
+                "src/proactive.py",
+                "src/config.py",
+                "src/gateway/wiring.py",
+                "src/graph_memory.py",
+                "src/llm_providers/claude_cli.py"
+            ],
+            "harnessJudged": [
+                "src/gateway/group_butler.py",
+                "src/core/group_intervention.py",
+                "src/gateway/wiring.py",
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/config.py",
+                "src/proactive.py",
+                "src/gateway/callbacks.py",
+                "src/gateway/__init__.py",
+                "src/web_server.py"
+            ],
+            "grepJudged": [
+                "src/gateway/group_butler.py",
+                "src/vector_memory.py",
+                "src/gateway/wiring.py",
+                "src/proactive.py",
+                "src/main.py",
+                "src/core/hitl_review.py",
+                "src/core/group_message_store.py",
+                "src/core/profile.py",
+                "src/gateway/handlers.py",
+                "src/config.py"
+            ],
+            "truthFiles": [
+                "src/core/group_message_store.py",
+                "src/gateway/group_butler.py"
+            ]
+        },
+        {
+            "set": "two-step",
+            "query": "feat(gc): Feature 020 — 통합 임시파일 GC(고아 안전망)",
+            "harnessAlone": [
+                "src/gateway/group_butler.py",
+                "src/core/profile.py",
+                "src/core/group_intervention.py",
+                "src/gateway/handlers.py",
+                "src/gateway/wiring.py",
+                "src/graph_memory.py",
+                "src/proactive.py",
+                "src/llm_providers/claude_cli.py",
+                "src/llm_providers/agy_cli.py",
+                "src/intent_router.py"
+            ],
+            "harnessJudged": [
+                "src/config.py",
+                "src/gateway/wiring.py",
+                "src/core/registry.py",
+                "src/core/tool.py",
+                "src/agy_engine.py",
+                "src/web_server.py",
+                "src/hitl_manager.py",
+                "src/core/hitl_review.py",
+                "src/gmail_pubsub.py",
+                "src/tools/workspace.py"
+            ],
+            "grepJudged": [
+                "src/tools/weather.py",
+                "src/tools/open_meteo.py",
+                "src/tts_engine.py",
+                "src/tools/google_calendar.py",
+                "src/hitl_manager.py",
+                "src/llm_providers/gemini_api.py",
+                "src/agy_engine.py",
+                "src/config.py",
+                "src/main.py",
+                "src/web_server.py"
+            ],
+            "truthFiles": [
+                "src/core/profile.py",
+                "src/core/temp_gc.py",
+                "src/gateway/temp_gc_service.py",
+                "src/main.py",
+                "src/proactive.py"
+            ]
+        },
+        {
+            "set": "two-step",
+            "query": "fix(image): 이미지 후속 요청(\"귀엽게 보여줘\") 인식 + 텍스트 엔진 그림 약속 금지",
+            "harnessAlone": [
+                "src/core/image_gen.py",
+                "src/gateway/image_gen_service.py",
+                "src/core/profile.py",
+                "src/llm_providers/agy_cli.py",
+                "src/gateway/group_butler.py",
+                "src/gateway/handlers.py",
+                "src/agy_engine.py",
+                "src/gateway/wiring.py",
+                "src/llm_providers/claude_cli.py",
+                "src/proactive.py"
+            ],
+            "harnessJudged": [
+                "src/core/image_gen.py",
+                "src/gateway/image_gen_service.py",
+                "src/gateway/media_handlers.py",
+                "src/intent_router.py",
+                "src/agy_engine.py",
+                "src/gateway/handlers.py",
+                "src/core/profile.py",
+                "src/llm_providers/base_cli.py",
+                "src/gateway/group_butler.py",
+                "src/core/background.py"
+            ],
+            "grepJudged": [
+                "src/gateway/media_handlers.py",
+                "src/gateway/image_gen_service.py",
+                "src/gateway/group_butler.py",
+                "src/core/image_gen.py",
+                "src/agy_engine.py",
+                "src/gateway/handlers.py",
+                "src/llm_providers/agy_cli.py",
+                "src/tools/astronomy.py",
+                "src/llm_providers/claude_cli.py",
+                "src/visualizer.py"
+            ],
+            "truthFiles": [
+                "src/core/image_gen.py",
+                "src/gateway/group_butler.py",
+                "src/gateway/handlers.py",
+                "src/gateway/image_gen_service.py"
+            ]
+        }
+    ]
+};
+exports.THIRD_CORPUS_COMPARISON = {
+    "corpus": "reference-gemini-cli",
+    "opponent": "a person with grep and judgement (me), not a program",
+    "note": "A-SPEC-426 measured the same corpus against the name-only baseline and the harness won there. Different opponents; both results stand.",
+    "caveat": "n=8, and these eight are harder than the 29 scored in A-SPEC-426.",
+    "harnessAloneTop10RecallHere": 0.268,
+    "harnessAloneTop10RecallOn29": 0.483,
+    "cases": [
+        {
+            "set": "gemini-cli-blind",
+            "query": "fix(core): properly format markdown in AskUser tool by unescaping newlines (#26349)",
+            "harnessAlone": [
+                "packages/core/src/config/config.ts",
+                "packages/core/src/agents/local-executor.ts",
+                "packages/core/src/core/geminiChat.ts",
+                "packages/core/src/config/storage.ts",
+                "packages/core/src/services/memoryService.ts",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/core/src/core/client.ts",
+                "packages/core/src/prompts/promptProvider.ts",
+                "packages/core/src/tools/shell.ts",
+                "packages/core/src/prompts/snippets.ts"
+            ],
+            "harnessJudged": [
+                "packages/cli/src/ui/components/AskUserDialog.tsx",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/core/src/commands/memory.ts",
+                "packages/core/src/tools/edit.ts",
+                "packages/core/src/tools/write-file.ts",
+                "packages/core/src/agents/agent-tool.ts",
+                "packages/sdk/src/tool.ts",
+                "packages/core/src/scheduler/tool-executor.ts",
+                "packages/core/src/tools/shell.ts",
+                "packages/core/src/services/shellExecutionService.ts"
+            ],
+            "grepJudged": [
+                "packages/core/src/tools/ask-user.ts",
+                "packages/cli/src/ui/components/AskUserDialog.tsx",
+                "packages/cli/src/ui/contexts/AskUserActionsContext.tsx",
+                "packages/cli/src/ui/utils/markdownParsingUtils.ts",
+                "packages/core/src/tools/tools.ts",
+                "packages/core/src/agents/agentLoader.ts",
+                "packages/cli/src/ui/hooks/atCommandProcessor.ts",
+                "packages/cli/src/ui/components/shared/text-buffer.ts",
+                "packages/core/src/utils/editCorrector.ts",
+                "packages/devtools/client/src/App.tsx"
+            ],
+            "truthFiles": [
+                "packages/core/src/tools/ask-user.ts"
+            ],
+            "pool40": [
+                "packages/core/src/config/config.ts",
+                "packages/core/src/agents/local-executor.ts",
+                "packages/core/src/core/geminiChat.ts",
+                "packages/core/src/config/storage.ts",
+                "packages/core/src/services/memoryService.ts",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/core/src/core/client.ts",
+                "packages/core/src/prompts/promptProvider.ts",
+                "packages/core/src/tools/shell.ts",
+                "packages/core/src/prompts/snippets.ts",
+                "packages/core/src/agents/registry.ts",
+                "packages/core/src/utils/events.ts",
+                "packages/core/src/services/chatRecordingService.ts",
+                "packages/core/src/commands/memory.ts",
+                "packages/cli/src/acp/commands/memory.ts",
+                "packages/core/src/tools/grep.ts",
+                "packages/core/src/telemetry/types.ts",
+                "packages/core/src/agents/agent-tool.ts",
+                "packages/core/src/prompts/snippets.legacy.ts",
+                "packages/core/src/agent/legacy-agent-session.ts",
+                "packages/core/src/agents/a2aUtils.ts",
+                "packages/core/src/services/shellExecutionService.ts",
+                "packages/core/src/scheduler/scheduler.ts",
+                "packages/core/src/policy/policy-engine.ts",
+                "packages/core/src/tools/edit.ts",
+                "packages/cli/src/config/settingsSchema.ts",
+                "packages/cli/src/acp/acpSession.ts",
+                "packages/core/src/tools/web-fetch.ts",
+                "packages/core/src/tools/write-file.ts",
+                "packages/core/src/agents/skill-extraction-agent.ts",
+                "packages/core/src/test-utils/mock-tool.ts",
+                "packages/core/src/tools/tool-names.ts",
+                "packages/a2a-server/src/utils/testing_utils.ts",
+                "packages/cli/src/nonInteractiveCliAgentSession.ts",
+                "packages/a2a-server/src/agent/task.ts",
+                "packages/core/src/scheduler/tool-executor.ts",
+                "packages/sdk/src/tool.ts",
+                "packages/core/src/core/agentChatHistory.ts",
+                "packages/cli/src/ui/components/AskUserDialog.tsx",
+                "packages/cli/src/gemini.tsx"
+            ]
+        },
+        {
+            "set": "gemini-cli-blind",
+            "query": "fix(core): filter unsupported multimodal types from tool responses (#26352)",
+            "harnessAlone": [
+                "packages/core/src/config/config.ts",
+                "packages/core/src/agents/local-executor.ts",
+                "packages/core/src/core/client.ts",
+                "packages/core/src/config/storage.ts",
+                "packages/core/src/core/geminiChat.ts",
+                "packages/core/src/prompts/promptProvider.ts",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/sdk/src/tool.ts",
+                "packages/core/src/utils/events.ts",
+                "packages/core/src/prompts/snippets.ts"
+            ],
+            "harnessJudged": [
+                "packages/core/src/scheduler/tool-executor.ts",
+                "packages/core/src/core/geminiChat.ts",
+                "packages/core/src/core/client.ts",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/sdk/src/tool.ts",
+                "packages/core/src/scheduler/scheduler.ts",
+                "packages/core/src/services/chatRecordingService.ts",
+                "packages/core/src/agents/agent-tool.ts",
+                "packages/core/src/telemetry/types.ts",
+                "packages/a2a-server/src/agent/task.ts"
+            ],
+            "grepJudged": [
+                "packages/core/src/utils/generateContentResponseUtilities.ts",
+                "packages/cli/src/ui/hooks/useGeminiStream.ts",
+                "packages/core/src/config/defaultModelConfigs.ts",
+                "packages/core/src/utils/filesearch/fileSearch.ts",
+                "packages/test-utils/src/perf-test-harness.ts",
+                "packages/cli/src/ui/components/SessionBrowser.tsx",
+                "packages/cli/src/ui/commands/mcpCommand.ts",
+                "packages/cli/src/ui/commands/extensionsCommand.ts",
+                "packages/cli/src/ui/components/shared/SearchableList.tsx",
+                "packages/devtools/client/src/App.tsx"
+            ],
+            "truthFiles": [
+                "packages/core/src/core/geminiChat.ts",
+                "packages/core/src/utils/generateContentResponseUtilities.ts"
+            ],
+            "pool40": [
+                "packages/core/src/config/config.ts",
+                "packages/core/src/agents/local-executor.ts",
+                "packages/core/src/core/client.ts",
+                "packages/core/src/config/storage.ts",
+                "packages/core/src/core/geminiChat.ts",
+                "packages/core/src/prompts/promptProvider.ts",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/sdk/src/tool.ts",
+                "packages/core/src/utils/events.ts",
+                "packages/core/src/prompts/snippets.ts",
+                "packages/core/src/tools/shell.ts",
+                "packages/core/src/services/chatRecordingService.ts",
+                "packages/core/src/tools/tool-names.ts",
+                "packages/core/src/services/memoryService.ts",
+                "packages/core/src/agents/a2aUtils.ts",
+                "packages/core/src/agents/registry.ts",
+                "packages/sdk/src/session.ts",
+                "packages/sdk/src/types.ts",
+                "packages/core/src/scheduler/scheduler.ts",
+                "packages/core/src/prompts/snippets.legacy.ts",
+                "packages/core/src/tools/grep.ts",
+                "packages/core/src/telemetry/types.ts",
+                "packages/cli/src/config/settingsSchema.ts",
+                "packages/cli/src/acp/acpSession.ts",
+                "packages/core/src/test-utils/mock-tool.ts",
+                "packages/core/src/agents/skill-extraction-agent.ts",
+                "packages/core/src/utils/filesearch/fileSearch.ts",
+                "packages/core/src/services/shellExecutionService.ts",
+                "packages/a2a-server/src/agent/task.ts",
+                "packages/cli/src/acp/commands/memory.ts",
+                "packages/core/src/core/agentChatHistory.ts",
+                "packages/core/src/tools/edit.ts",
+                "packages/core/src/policy/policy-engine.ts",
+                "packages/core/src/agents/agent-tool.ts",
+                "packages/core/src/tools/write-file.ts",
+                "packages/core/src/tools/web-fetch.ts",
+                "packages/core/src/utils/retry.ts",
+                "packages/sdk/src/agent.ts",
+                "packages/core/src/services/sessionSummaryUtils.ts",
+                "packages/test-utils/src/test-rig.ts"
+            ]
+        },
+        {
+            "set": "gemini-cli-blind",
+            "query": "feat(cli): improve /agents refresh logging (#26442)",
+            "harnessAlone": [
+                "packages/core/src/config/config.ts",
+                "packages/core/src/config/storage.ts",
+                "packages/core/src/agents/local-executor.ts",
+                "packages/core/src/commands/memory.ts",
+                "packages/cli/src/acp/commands/memory.ts",
+                "packages/cli/src/config/settings.ts",
+                "packages/cli/src/gemini.tsx",
+                "packages/core/src/utils/events.ts",
+                "packages/core/src/prompts/snippets.ts",
+                "packages/core/src/agents/skill-extraction-agent.ts"
+            ],
+            "harnessJudged": [
+                "packages/core/src/agents/registry.ts",
+                "packages/core/src/utils/events.ts",
+                "packages/cli/src/gemini.tsx",
+                "packages/cli/src/config/settings.ts",
+                "packages/core/src/config/config.ts",
+                "packages/core/src/agents/local-executor.ts",
+                "packages/core/src/config/storage.ts",
+                "packages/cli/src/config/settingsSchema.ts",
+                "packages/core/src/prompts/snippets.ts",
+                "packages/cli/src/acp/commands/memory.ts"
+            ],
+            "grepJudged": [
+                "packages/core/src/agents/registry.ts",
+                "packages/core/src/utils/events.ts",
+                "packages/core/src/config/config.ts",
+                "packages/cli/src/config/extension-manager.ts",
+                "packages/core/src/agents/agentLoader.ts",
+                "packages/cli/src/config/config.ts",
+                "packages/cli/src/test-utils/mockConfig.ts",
+                "packages/cli/src/config/settings.ts",
+                "packages/cli/src/config/settingsSchema.ts",
+                "packages/cli/src/gemini.tsx"
+            ],
+            "truthFiles": [
+                "packages/cli/src/ui/commands/agentsCommand.ts",
+                "packages/core/src/agents/registry.ts",
+                "packages/core/src/agents/types.ts"
+            ],
+            "pool40": [
+                "packages/core/src/config/config.ts",
+                "packages/core/src/config/storage.ts",
+                "packages/core/src/agents/local-executor.ts",
+                "packages/core/src/commands/memory.ts",
+                "packages/cli/src/acp/commands/memory.ts",
+                "packages/cli/src/config/settings.ts",
+                "packages/cli/src/gemini.tsx",
+                "packages/core/src/utils/events.ts",
+                "packages/core/src/prompts/snippets.ts",
+                "packages/core/src/agents/skill-extraction-agent.ts",
+                "packages/core/src/agents/registry.ts",
+                "packages/cli/src/config/settingsSchema.ts",
+                "packages/core/src/prompts/promptProvider.ts",
+                "packages/core/src/services/memoryService.ts",
+                "packages/cli/src/config/config.ts",
+                "packages/cli/src/ui/commands/skillsCommand.ts",
+                "packages/cli/src/acp/acpRpcDispatcher.ts",
+                "packages/cli/src/acp/acpSession.ts",
+                "packages/cli/src/acp/acpSessionManager.ts",
+                "packages/cli/src/services/FileCommandLoader.ts",
+                "packages/core/src/code_assist/server.ts",
+                "packages/core/src/agents/a2aUtils.ts",
+                "packages/sdk/src/session.ts",
+                "packages/cli/src/interactiveCli.tsx",
+                "packages/sdk/src/agent.ts",
+                "packages/core/src/agents/types.ts",
+                "packages/cli/src/nonInteractiveCli.ts",
+                "packages/cli/src/nonInteractiveCliAgentSession.ts",
+                "packages/core/src/agents/agentLoader.ts",
+                "packages/cli/src/ui/AppContainer.tsx",
+                "packages/core/src/services/chatRecordingService.ts",
+                "packages/cli/index.ts",
+                "packages/cli/src/test-utils/mockConfig.ts",
+                "packages/cli/src/acp/commands/restore.ts",
+                "packages/cli/src/test-utils/AppRig.tsx",
+                "packages/cli/src/utils/activityLogger.ts",
+                "packages/core/src/core/client.ts",
+                "packages/cli/src/ui/components/ExitPlanModeDialog.tsx",
+                "packages/cli/src/ui/key/keyBindings.ts",
+                "packages/cli/src/ui/components/InputPrompt.tsx"
+            ]
+        },
+        {
+            "set": "gemini-cli-blind",
+            "query": "docs(sdk): add JSDoc to all exported interfaces and types (#26277)",
+            "harnessAlone": [
+                "packages/core/src/tools/get-internal-docs.ts",
+                "packages/core/src/commands/memory.ts",
+                "packages/core/src/config/config.ts",
+                "packages/cli/src/acp/commands/memory.ts",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/core/src/services/memoryService.ts",
+                "packages/sdk/src/types.ts",
+                "packages/cli/src/config/settingsSchema.ts",
+                "packages/core/src/policy/policy-engine.ts",
+                "packages/core/src/agents/skill-extraction-agent.ts"
+            ],
+            "harnessJudged": [
+                "packages/sdk/src/types.ts",
+                "packages/core/src/agents/types.ts",
+                "packages/cli/src/ui/commands/types.ts",
+                "packages/core/src/agent/types.ts",
+                "packages/core/src/tools/get-internal-docs.ts",
+                "packages/cli/src/config/settingsSchema.ts",
+                "packages/core/src/config/config.ts",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/core/src/policy/policy-engine.ts",
+                "packages/cli/src/config/config.ts"
+            ],
+            "grepJudged": [
+                "packages/core/src/hooks/types.ts",
+                "packages/core/src/code_assist/types.ts",
+                "packages/core/src/agent/types.ts",
+                "packages/core/src/tools/tools.ts",
+                "packages/core/src/tools/mcp-client.ts",
+                "packages/core/src/config/models.ts",
+                "packages/core/src/config/config.ts",
+                "packages/core/src/utils/events.ts",
+                "packages/core/src/utils/oauth-flow.ts",
+                "packages/core/src/mcp/oauth-provider.ts"
+            ],
+            "truthFiles": [
+                "packages/sdk/src/agent.ts",
+                "packages/sdk/src/fs.ts",
+                "packages/sdk/src/session.ts",
+                "packages/sdk/src/shell.ts",
+                "packages/sdk/src/skills.ts",
+                "packages/sdk/src/tool.ts",
+                "packages/sdk/src/types.ts"
+            ],
+            "pool40": [
+                "packages/core/src/tools/get-internal-docs.ts",
+                "packages/core/src/commands/memory.ts",
+                "packages/core/src/config/config.ts",
+                "packages/cli/src/acp/commands/memory.ts",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/core/src/services/memoryService.ts",
+                "packages/sdk/src/types.ts",
+                "packages/cli/src/config/settingsSchema.ts",
+                "packages/core/src/policy/policy-engine.ts",
+                "packages/core/src/agents/skill-extraction-agent.ts",
+                "packages/core/src/agents/types.ts",
+                "packages/cli/src/ui/commands/types.ts",
+                "packages/cli/src/config/config.ts",
+                "packages/cli/src/ui/hooks/atCommandProcessor.ts",
+                "packages/core/src/agent/types.ts",
+                "packages/cli/src/ui/commands/memoryCommand.ts",
+                "packages/core/src/core/agentChatHistory.ts",
+                "packages/cli/src/acp/acpSession.ts",
+                "packages/a2a-server/src/agent/task.ts",
+                "packages/cli/src/config/settings.ts",
+                "packages/cli/src/ui/themes/theme-manager.ts",
+                "packages/core/src/config/storage.ts",
+                "packages/core/src/prompts/snippets.ts",
+                "packages/core/src/services/shellExecutionService.ts",
+                "packages/core/src/skills/skillManager.ts",
+                "packages/cli/src/ui/components/ThemeDialog.tsx",
+                "packages/core/src/services/memoryPatchUtils.ts",
+                "packages/core/src/core/client.ts",
+                "packages/cli/src/nonInteractiveCliAgentSession.ts",
+                "packages/core/src/policy/config.ts",
+                "packages/core/src/tools/memoryTool.ts",
+                "packages/core/src/config/projectRegistry.ts",
+                "packages/core/src/agent/event-translator.ts",
+                "packages/test-utils/src/file-system-test-helpers.ts",
+                "packages/cli/src/test-utils/mockConfig.ts",
+                "packages/core/src/agents/browser/browserManager.ts",
+                "packages/core/src/telemetry/index.ts",
+                "packages/cli/src/ui/types.ts",
+                "packages/cli/src/ui/components/InboxDialog.tsx",
+                "packages/core/src/telemetry/memory-monitor.ts"
+            ]
+        },
+        {
+            "set": "gemini-cli-blind",
+            "query": "feat: add ignoreLocalEnv setting and --ignore-env flag (#2493) (#26445)",
+            "harnessAlone": [
+                "packages/core/src/agents/local-executor.ts",
+                "packages/core/src/config/config.ts",
+                "packages/cli/src/acp/commands/memory.ts",
+                "packages/cli/src/config/settings.ts",
+                "packages/core/src/agents/skill-extraction-agent.ts",
+                "packages/core/src/config/storage.ts",
+                "packages/core/src/skills/skillManager.ts",
+                "packages/core/src/agents/registry.ts",
+                "packages/core/src/commands/memory.ts",
+                "packages/core/src/services/memoryService.ts"
+            ],
+            "harnessJudged": [
+                "packages/cli/src/config/settings.ts",
+                "packages/cli/src/config/settingsSchema.ts",
+                "packages/core/src/config/config.ts",
+                "packages/cli/src/config/config.ts",
+                "packages/core/src/utils/ignoreFileParser.ts",
+                "packages/core/src/config/scoped-config.ts",
+                "packages/core/src/services/fileDiscoveryService.ts",
+                "packages/core/src/utils/filesearch/ignore.ts",
+                "packages/core/src/utils/gitIgnoreParser.ts",
+                "packages/core/src/agents/local-executor.ts"
+            ],
+            "grepJudged": [
+                "packages/cli/src/config/settingsSchema.ts",
+                "packages/cli/src/config/settings.ts",
+                "packages/cli/src/config/config.ts",
+                "packages/core/src/config/config.ts",
+                "packages/core/src/utils/ignoreFileParser.ts",
+                "packages/core/src/services/fileDiscoveryService.ts",
+                "packages/core/src/utils/filesearch/ignore.ts",
+                "packages/core/src/config/scoped-config.ts",
+                "packages/core/src/agents/local-executor.ts",
+                "packages/core/src/utils/gitIgnoreParser.ts"
+            ],
+            "truthFiles": [
+                "packages/cli/src/config/settings.ts",
+                "packages/cli/src/config/settingsSchema.ts"
+            ],
+            "pool40": [
+                "packages/core/src/agents/local-executor.ts",
+                "packages/core/src/config/config.ts",
+                "packages/cli/src/acp/commands/memory.ts",
+                "packages/cli/src/config/settings.ts",
+                "packages/core/src/agents/skill-extraction-agent.ts",
+                "packages/core/src/config/storage.ts",
+                "packages/core/src/skills/skillManager.ts",
+                "packages/core/src/agents/registry.ts",
+                "packages/core/src/commands/memory.ts",
+                "packages/core/src/services/memoryService.ts",
+                "packages/core/src/utils/ignoreFileParser.ts",
+                "packages/core/src/policy/policy-engine.ts",
+                "packages/core/src/config/scoped-config.ts",
+                "packages/core/src/core/geminiChat.ts",
+                "packages/core/src/utils/gitIgnoreParser.ts",
+                "packages/cli/src/config/settingsSchema.ts",
+                "packages/core/src/core/client.ts",
+                "packages/core/src/services/fileDiscoveryService.ts",
+                "packages/core/src/utils/filesearch/ignore.ts",
+                "packages/cli/src/config/config.ts",
+                "packages/cli/src/ui/commands/memoryCommand.ts",
+                "packages/core/src/services/shellExecutionService.ts",
+                "packages/core/src/agents/types.ts",
+                "packages/cli/src/gemini.tsx",
+                "packages/core/src/prompts/snippets.ts",
+                "packages/core/src/core/agentChatHistory.ts",
+                "packages/core/src/core/localLiteRtLmClient.ts",
+                "packages/core/src/services/gitService.ts",
+                "packages/core/src/services/chatRecordingService.ts",
+                "packages/core/src/utils/paths.ts",
+                "packages/core/src/agent/legacy-agent-session.ts",
+                "packages/cli/src/ui/commands/types.ts",
+                "packages/core/src/telemetry/config.ts",
+                "packages/core/src/tools/trackerTools.ts",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/core/src/ide/ide-client.ts",
+                "packages/cli/src/test-utils/mockConfig.ts",
+                "packages/cli/src/ui/AppContainer.tsx",
+                "packages/core/src/config/models.ts",
+                "packages/core/src/telemetry/activity-monitor.ts"
+            ]
+        },
+        {
+            "set": "gemini-cli-blind",
+            "query": "test(cleanup): fix temporary directory leaks in test suites (#26217)",
+            "harnessAlone": [
+                "packages/cli/src/utils/cleanup.ts",
+                "packages/core/src/config/config.ts",
+                "packages/cli/src/utils/sessionCleanup.ts",
+                "packages/core/src/services/shellExecutionService.ts",
+                "packages/core/src/config/storage.ts",
+                "packages/core/src/services/chatRecordingService.ts",
+                "packages/core/src/utils/filesearch/fileSearch.ts",
+                "packages/core/src/commands/memory.ts",
+                "packages/core/src/sandbox/windows/WindowsSandboxManager.ts",
+                "packages/core/src/utils/shell-utils.ts"
+            ],
+            "harnessJudged": [
+                "packages/cli/src/utils/cleanup.ts",
+                "packages/cli/src/utils/sessionCleanup.ts",
+                "packages/test-utils/src/test-rig.ts",
+                "packages/core/src/services/shellExecutionService.ts",
+                "packages/core/src/config/storage.ts",
+                "packages/core/src/utils/filesearch/fileSearch.ts",
+                "packages/cli/src/utils/sandbox.ts",
+                "packages/core/src/utils/process-utils.ts",
+                "packages/core/src/telemetry/memory-monitor.ts",
+                "packages/core/src/agents/browser/browserAgentFactory.ts"
+            ],
+            "grepJudged": [
+                "packages/cli/src/utils/sessionCleanup.ts",
+                "packages/cli/src/utils/cleanup.ts",
+                "packages/cli/src/gemini.tsx",
+                "packages/cli/src/interactiveCli.tsx",
+                "packages/core/src/services/shellExecutionService.ts",
+                "packages/cli/src/utils/sandbox.ts",
+                "packages/test-utils/src/test-rig.ts",
+                "packages/cli/src/ui/utils/terminalCapabilityManager.ts",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/cli/src/ui/hooks/useAnimatedScrollbar.ts"
+            ],
+            "truthFiles": [
+                "packages/test-utils/src/file-system-test-helpers.ts"
+            ],
+            "pool40": [
+                "packages/cli/src/utils/cleanup.ts",
+                "packages/core/src/config/config.ts",
+                "packages/cli/src/utils/sessionCleanup.ts",
+                "packages/core/src/services/shellExecutionService.ts",
+                "packages/core/src/config/storage.ts",
+                "packages/core/src/services/chatRecordingService.ts",
+                "packages/core/src/utils/filesearch/fileSearch.ts",
+                "packages/core/src/commands/memory.ts",
+                "packages/core/src/sandbox/windows/WindowsSandboxManager.ts",
+                "packages/core/src/utils/shell-utils.ts",
+                "packages/cli/src/interactiveCli.tsx",
+                "packages/core/src/agents/browser/browserAgentFactory.ts",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/core/src/core/client.ts",
+                "packages/test-utils/src/test-rig.ts",
+                "packages/cli/src/utils/sandbox.ts",
+                "packages/core/src/utils/process-utils.ts",
+                "packages/core/src/code_assist/oauth2.ts",
+                "packages/core/src/telemetry/memory-monitor.ts",
+                "packages/cli/src/gemini.tsx",
+                "packages/cli/src/config/config.ts",
+                "packages/core/src/tools/grep.ts",
+                "packages/core/src/agents/agentLoader.ts",
+                "packages/core/src/core/agentChatHistory.ts",
+                "packages/core/src/context/graph/render.ts",
+                "packages/core/src/utils/filesearch/ignore.ts",
+                "packages/cli/src/commands/extensions/new.ts",
+                "packages/core/src/prompts/promptProvider.ts",
+                "packages/cli/src/acp/acpSession.ts",
+                "packages/core/src/agents/a2aUtils.ts",
+                "packages/cli/src/ui/AppContainer.tsx",
+                "packages/cli/src/ui/components/InboxDialog.tsx",
+                "packages/core/src/sandbox/linux/LinuxSandboxManager.ts",
+                "packages/core/src/sandbox/macos/MacOsSandboxManager.ts",
+                "packages/core/src/scheduler/scheduler.ts",
+                "packages/cli/src/utils/handleAutoUpdate.ts",
+                "packages/core/src/tools/edit.ts",
+                "packages/core/src/services/sandboxManager.ts",
+                "packages/cli/src/ui/commands/skillsCommand.ts",
+                "packages/cli/src/ui/commands/setupGithubCommand.ts"
+            ]
+        },
+        {
+            "set": "gemini-cli-blind",
+            "query": "feat(voice): add privacy and compliance UX warning for Gemini Live backend (#26454)",
+            "harnessAlone": [
+                "packages/core/src/core/client.ts",
+                "packages/core/src/config/config.ts",
+                "packages/core/src/agents/local-executor.ts",
+                "packages/core/src/core/geminiChat.ts",
+                "packages/cli/src/gemini.tsx",
+                "packages/core/src/config/models.ts",
+                "packages/cli/src/ui/hooks/useVoiceMode.ts",
+                "packages/core/src/agent/legacy-agent-session.ts",
+                "packages/cli/src/acp/commands/memory.ts",
+                "packages/core/src/services/chatRecordingService.ts"
+            ],
+            "harnessJudged": [
+                "packages/core/src/voice/geminiLiveTranscriptionProvider.ts",
+                "packages/cli/src/ui/hooks/useVoiceMode.ts",
+                "packages/cli/src/acp/acpRpcDispatcher.ts",
+                "packages/core/src/config/models.ts",
+                "packages/core/src/core/client.ts",
+                "packages/cli/src/acp/acpSession.ts",
+                "packages/cli/src/acp/acpSessionManager.ts",
+                "packages/core/src/config/config.ts",
+                "packages/cli/src/gemini.tsx",
+                "packages/core/src/core/geminiChat.ts"
+            ],
+            "grepJudged": [
+                "packages/cli/src/ui/hooks/useVoiceMode.ts",
+                "packages/cli/src/ui/privacy/CloudFreePrivacyNotice.tsx",
+                "packages/core/src/voice/geminiLiveTranscriptionProvider.ts",
+                "packages/cli/src/ui/components/VoiceModelDialog.tsx",
+                "packages/cli/src/ui/commands/voiceCommand.ts",
+                "packages/core/src/voice/transcriptionFactory.ts",
+                "packages/cli/src/config/settingsSchema.ts",
+                "packages/core/src/utils/browserConsent.ts",
+                "packages/core/src/index.ts",
+                "packages/core/src/config/config.ts"
+            ],
+            "truthFiles": [
+                "packages/cli/src/config/settingsSchema.ts",
+                "packages/cli/src/ui/components/VoiceModelDialog.tsx"
+            ],
+            "pool40": [
+                "packages/core/src/core/client.ts",
+                "packages/core/src/config/config.ts",
+                "packages/core/src/agents/local-executor.ts",
+                "packages/core/src/core/geminiChat.ts",
+                "packages/cli/src/gemini.tsx",
+                "packages/core/src/config/models.ts",
+                "packages/cli/src/ui/hooks/useVoiceMode.ts",
+                "packages/core/src/agent/legacy-agent-session.ts",
+                "packages/cli/src/acp/commands/memory.ts",
+                "packages/core/src/services/chatRecordingService.ts",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/cli/src/nonInteractiveCliAgentSession.ts",
+                "packages/cli/src/config/config.ts",
+                "packages/cli/src/acp/acpSession.ts",
+                "packages/core/src/voice/geminiLiveTranscriptionProvider.ts",
+                "packages/a2a-server/src/utils/testing_utils.ts",
+                "packages/cli/src/acp/acpSessionManager.ts",
+                "packages/cli/src/acp/acpRpcDispatcher.ts",
+                "packages/core/src/prompts/snippets.ts",
+                "packages/cli/src/ui/commands/types.ts",
+                "packages/core/src/config/storage.ts",
+                "packages/core/src/policy/policy-engine.ts",
+                "packages/core/src/core/agentChatHistory.ts",
+                "packages/cli/src/nonInteractiveCli.ts",
+                "packages/cli/src/ui/components/VoiceModelDialog.tsx",
+                "packages/test-utils/src/test-rig.ts",
+                "packages/cli/src/config/settingsSchema.ts",
+                "packages/core/src/commands/memory.ts",
+                "packages/core/src/utils/events.ts",
+                "packages/cli/src/ui/components/InputPrompt.tsx",
+                "packages/cli/src/ui/AppContainer.tsx",
+                "packages/core/src/telemetry/index.ts",
+                "packages/cli/src/test-utils/mockConfig.ts",
+                "packages/core/src/telemetry/memory-monitor.ts",
+                "packages/core/src/agents/registry.ts",
+                "packages/core/src/policy/config.ts",
+                "packages/core/src/utils/tokenCalculation.ts",
+                "packages/core/src/utils/memoryDiscovery.ts",
+                "packages/cli/src/ui/commands/voiceCommand.ts",
+                "packages/core/src/context/contextManager.ts"
+            ]
+        },
+        {
+            "set": "gemini-cli-blind",
+            "query": "fix(core): use close event instead of exit in child_process fallback (#25695)",
+            "harnessAlone": [
+                "packages/core/src/telemetry/types.ts",
+                "packages/core/src/config/config.ts",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/core/src/core/client.ts",
+                "packages/cli/src/config/config.ts",
+                "packages/core/src/core/geminiChat.ts",
+                "packages/cli/src/gemini.tsx",
+                "packages/core/src/services/chatRecordingService.ts",
+                "packages/core/src/utils/events.ts",
+                "packages/core/src/services/shellExecutionService.ts"
+            ],
+            "harnessJudged": [
+                "packages/core/src/services/shellExecutionService.ts",
+                "packages/core/src/utils/events.ts",
+                "packages/core/src/agent/legacy-agent-session.ts",
+                "packages/test-utils/src/test-rig.ts",
+                "packages/cli/src/nonInteractiveCli.ts",
+                "packages/core/src/core/client.ts",
+                "packages/core/src/config/config.ts",
+                "packages/core/src/telemetry/types.ts",
+                "packages/core/src/services/keychainService.ts",
+                "packages/core/src/utils/filesearch/fileSearch.ts"
+            ],
+            "grepJudged": [
+                "packages/core/src/services/shellExecutionService.ts",
+                "packages/core/src/utils/shell-utils.ts",
+                "packages/cli/src/utils/sandbox.ts",
+                "packages/test-utils/src/test-rig.ts",
+                "packages/core/src/services/sandboxedFileSystemService.ts",
+                "packages/cli/src/ui/utils/clipboardUtils.ts",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/core/src/ide/ide-installer.ts",
+                "packages/cli/src/ui/components/triage/TriageIssues.tsx",
+                "packages/cli/src/ui/components/triage/TriageDuplicates.tsx"
+            ],
+            "truthFiles": [
+                "packages/core/src/services/shellExecutionService.ts"
+            ],
+            "pool40": [
+                "packages/core/src/telemetry/types.ts",
+                "packages/core/src/config/config.ts",
+                "packages/core/src/tools/tool-registry.ts",
+                "packages/core/src/core/client.ts",
+                "packages/cli/src/config/config.ts",
+                "packages/core/src/core/geminiChat.ts",
+                "packages/cli/src/gemini.tsx",
+                "packages/core/src/services/chatRecordingService.ts",
+                "packages/core/src/utils/events.ts",
+                "packages/core/src/services/shellExecutionService.ts",
+                "packages/core/src/prompts/snippets.ts",
+                "packages/core/src/agents/local-executor.ts",
+                "packages/cli/src/nonInteractiveCli.ts",
+                "packages/core/src/services/keychainService.ts",
+                "packages/core/src/agent/legacy-agent-session.ts",
+                "packages/core/src/utils/filesearch/fileSearch.ts",
+                "packages/test-utils/src/test-rig.ts",
+                "packages/cli/src/interactiveCli.tsx",
+                "packages/core/src/availability/policyHelpers.ts",
+                "packages/core/src/agents/registry.ts",
+                "packages/cli/src/nonInteractiveCliAgentSession.ts",
+                "packages/core/src/telemetry/loggers.ts",
+                "packages/core/src/core/baseLlmClient.ts",
+                "packages/core/src/services/memoryService.ts",
+                "packages/core/src/core/agentChatHistory.ts",
+                "packages/core/src/agents/a2aUtils.ts",
+                "packages/core/src/tools/web-fetch.ts",
+                "packages/core/src/hooks/hookTranslator.ts",
+                "packages/core/src/prompts/promptProvider.ts",
+                "packages/core/src/context/eventBus.ts",
+                "packages/core/src/prompts/snippets.legacy.ts",
+                "packages/core/src/utils/shell-utils.ts",
+                "packages/cli/src/ui/commands/types.ts",
+                "packages/core/src/tools/exit-plan-mode.ts",
+                "packages/core/src/ide/ide-client.ts",
+                "packages/core/src/context/graph/toGraph.ts",
+                "packages/core/src/context/graph/mapper.ts",
+                "packages/core/src/agents/browser/browserManager.ts",
+                "packages/core/src/availability/policyCatalog.ts",
+                "packages/cli/src/config/settingsSchema.ts"
+            ]
+        }
+    ]
+};
+/** How much of the truth the exposed pool held at all -- the ceiling any reranking could reach. */
+function poolCoverage(r) {
+    let truthTotal = 0, inPool = 0, casesWithNothing = 0;
+    for (const c of r.cases) {
+        truthTotal += c.truthFiles.length;
+        const hit = c.truthFiles.filter((f) => c.pool40.includes(f)).length;
+        inPool += hit;
+        if (hit === 0)
+            casesWithNothing += 1;
+    }
+    return { truthTotal, inPool, casesWithNothing };
+}
+// @implements A-SPEC-429
+/**
+ * What A-SPEC-428's window guarantee bought, measured two ways.
+ *
+ * Controlled first: the SAME eight cases A-SPEC-427 lost on, re-run after the change. Nine of
+ * nineteen answers were inside the exposed forty before; fourteen after. Two cases offered nothing
+ * at all; one after. Answers the lexical layer ranked in its top ten but the pipeline never showed:
+ * five before, none after. Same commits, same queries — the increase belongs to the change.
+ *
+ * Then a fresh blind set of eight, truth unread until the picks were frozen. The gap to a person
+ * with grep is much smaller than it was, and precision now favours the harness alone. It is still a
+ * gap: grep and judgement lead both recall axes.
+ *
+ * One result here goes the other way and is kept because it does: on this set MY reranking was
+ * WORSE than the harness's own ordering (Top-10 recall 0.446 against 0.527). The judgement step is
+ * not a free improvement, and the earlier sets where it helped did not establish that it always
+ * would.
+ */
+exports.WINDOW_GUARANTEE_GAIN = {
+    sameCases: {
+        corpus: 'reference-gemini-cli, the eight cases of A-SPEC-427',
+        truthTotal: 19,
+        inPoolBefore: 9,
+        inPoolAfter: 14,
+        casesWithNothingBefore: 2,
+        casesWithNothingAfter: 1,
+        lexTop10BuriedBefore: 5,
+        lexTop10BuriedAfter: 0,
+    },
+    freshSet: {
+        corpus: 'reference-gemini-cli, eight cases whose truth was unread until the picks were frozen',
+        cases: 8,
+        harnessAlone: { top1: 0.250, top5Recall: 0.286, top10Recall: 0.527, top10Precision: 0.125 },
+        grepJudged: { top1: 0.250, top5Recall: 0.390, top10Recall: 0.595, top10Precision: 0.112 },
+        harnessJudged: { top1: 0.125, top5Recall: 0.348, top10Recall: 0.446, top10Precision: 0.100 },
+        poolCoverage: { inPool: 13, truthTotal: 18, casesWithNothing: 1 },
+    },
+    earlierSetHarnessAloneTop10Recall: 0.268,
+    caveat: '두 세트는 커밋이 다르므로 직접 비교하지 않는다 — 새 세트가 더 쉽다(하네스 단독 0.527 대 0.268). not comparable.',
+};