@holmes-lab/holmes-kit 0.38.0 → 0.40.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (308) hide show
  1. package/CHANGELOG.md +370 -6
  2. package/README.md +58 -40
  3. package/dist/.build-id +1 -1
  4. package/dist/holmes/admission/core/admission-policy.d.ts +37 -0
  5. package/dist/holmes/admission/core/admission-policy.js +147 -0
  6. package/dist/holmes/admission/core/bounded-reader.d.ts +56 -0
  7. package/dist/holmes/admission/core/bounded-reader.js +135 -0
  8. package/dist/holmes/admission/core/change-classifier.d.ts +34 -0
  9. package/dist/holmes/admission/core/change-classifier.js +278 -0
  10. package/dist/holmes/admission/core/config-loader.d.ts +30 -0
  11. package/dist/holmes/admission/core/config-loader.js +145 -0
  12. package/dist/holmes/admission/core/event-judgement.d.ts +37 -0
  13. package/dist/holmes/admission/core/event-judgement.js +251 -0
  14. package/dist/holmes/admission/core/path-rules.d.ts +35 -0
  15. package/dist/holmes/admission/core/path-rules.js +88 -0
  16. package/dist/holmes/admission/core/pin.d.ts +7 -0
  17. package/dist/holmes/admission/core/pin.js +29 -0
  18. package/dist/holmes/admission/core/ports.d.ts +48 -0
  19. package/dist/holmes/admission/core/ports.js +11 -0
  20. package/dist/holmes/admission/core/range-resolver.d.ts +32 -0
  21. package/dist/holmes/admission/core/range-resolver.js +51 -0
  22. package/dist/holmes/admission/core/self-containment.d.ts +1 -0
  23. package/dist/holmes/admission/core/self-containment.js +125 -0
  24. package/dist/holmes/admission/core/signature-source.d.ts +9 -0
  25. package/dist/holmes/admission/core/signature-source.js +4 -0
  26. package/dist/holmes/admission/core/transition-planner.d.ts +15 -0
  27. package/dist/holmes/admission/core/transition-planner.js +14 -0
  28. package/dist/holmes/admission/core/verdict.d.ts +38 -0
  29. package/dist/holmes/admission/core/verdict.js +17 -0
  30. package/dist/holmes/admission/core/wiring.d.ts +44 -0
  31. package/dist/holmes/admission/core/wiring.js +618 -0
  32. package/dist/holmes/admission/forge/git-object-port.d.ts +4 -0
  33. package/dist/holmes/admission/forge/git-object-port.js +132 -0
  34. package/dist/holmes/assoc/assoc-arm.d.ts +1 -1
  35. package/dist/holmes/assoc/assoc-arm.js +1 -1
  36. package/dist/holmes/cli/agents.d.ts +8 -0
  37. package/dist/holmes/cli/agents.js +9 -5
  38. package/dist/holmes/cli/approve-cli.d.ts +2 -0
  39. package/dist/holmes/cli/approve-cli.js +392 -0
  40. package/dist/holmes/cli/approve-ref.d.ts +13 -7
  41. package/dist/holmes/cli/approve-ref.js +30 -10
  42. package/dist/holmes/cli/approve-status.d.ts +26 -2
  43. package/dist/holmes/cli/approve-status.js +98 -18
  44. package/dist/holmes/cli/approve-watch.d.ts +5 -0
  45. package/dist/holmes/cli/approve-watch.js +10 -5
  46. package/dist/holmes/cli/approve.d.ts +50 -13
  47. package/dist/holmes/cli/approve.js +260 -67
  48. package/dist/holmes/cli/attest.js +2 -1
  49. package/dist/holmes/cli/autonomy.d.ts +4 -1
  50. package/dist/holmes/cli/autonomy.js +17 -10
  51. package/dist/holmes/cli/codex-oracle.d.ts +11 -0
  52. package/dist/holmes/cli/codex-oracle.js +5 -1
  53. package/dist/holmes/cli/codex-toml.d.ts +10 -0
  54. package/dist/holmes/cli/codex-toml.js +36 -2
  55. package/dist/holmes/cli/doctor-boundary.d.ts +76 -0
  56. package/dist/holmes/cli/doctor-boundary.js +308 -0
  57. package/dist/holmes/cli/doctor-locks.d.ts +15 -0
  58. package/dist/holmes/cli/doctor-locks.js +119 -0
  59. package/dist/holmes/cli/doctor.d.ts +2 -0
  60. package/dist/holmes/cli/doctor.js +45 -5
  61. package/dist/holmes/cli/flags.d.ts +23 -0
  62. package/dist/holmes/cli/flags.js +89 -0
  63. package/dist/holmes/cli/index.d.ts +5 -1
  64. package/dist/holmes/cli/index.js +206 -424
  65. package/dist/holmes/cli/init.js +33 -0
  66. package/dist/holmes/cli/lock-recover.d.ts +5 -0
  67. package/dist/holmes/cli/lock-recover.js +126 -0
  68. package/dist/holmes/cli/mcp-processes.d.ts +32 -0
  69. package/dist/holmes/cli/mcp-processes.js +132 -0
  70. package/dist/holmes/cli/release-docs.js +1 -1
  71. package/dist/holmes/cli/run-exec.d.ts +141 -0
  72. package/dist/holmes/cli/run-exec.js +1435 -0
  73. package/dist/holmes/cli/run-provision.d.ts +8 -0
  74. package/dist/holmes/cli/run-provision.js +325 -0
  75. package/dist/holmes/cli/run-wiring.d.ts +69 -0
  76. package/dist/holmes/cli/run-wiring.js +270 -0
  77. package/dist/holmes/cli/run.d.ts +26 -0
  78. package/dist/holmes/cli/run.js +364 -83
  79. package/dist/holmes/cli/runtime-binding-approval.js +32 -19
  80. package/dist/holmes/cli/screen-safe.d.ts +3 -92
  81. package/dist/holmes/cli/screen-safe.js +18 -756
  82. package/dist/holmes/config/config.d.ts +2 -0
  83. package/dist/holmes/config/config.js +5 -2
  84. package/dist/holmes/cpg/foundation/language-matrix.js +2 -2
  85. package/dist/holmes/cpg/import-resolver.js +1 -1
  86. package/dist/holmes/governance/approval-decisions.d.ts +47 -0
  87. package/dist/holmes/governance/approval-decisions.js +29 -0
  88. package/dist/holmes/governance/approval-grants.d.ts +220 -1
  89. package/dist/holmes/governance/approval-grants.js +612 -33
  90. package/dist/holmes/governance/approval-queue.d.ts +31 -0
  91. package/dist/holmes/governance/approval-queue.js +122 -11
  92. package/dist/holmes/governance/approval-spend.d.ts +95 -0
  93. package/dist/holmes/governance/approval-spend.js +191 -0
  94. package/dist/holmes/governance/autonomous-shell.d.ts +61 -0
  95. package/dist/holmes/governance/autonomous-shell.js +332 -0
  96. package/dist/holmes/governance/autonomy.d.ts +5 -0
  97. package/dist/holmes/governance/autonomy.js +16 -11
  98. package/dist/holmes/governance/constitution.d.ts +5 -0
  99. package/dist/holmes/governance/constitution.js +32 -12
  100. package/dist/holmes/governance/full-autonomy.d.ts +10 -0
  101. package/dist/holmes/governance/full-autonomy.js +103 -7
  102. package/dist/holmes/governance/harness-catalog.d.ts +103 -0
  103. package/dist/holmes/governance/harness-catalog.js +348 -0
  104. package/dist/holmes/governance/human-channel.d.ts +38 -0
  105. package/dist/holmes/governance/human-channel.js +49 -0
  106. package/dist/holmes/governance/install-manifest.d.ts +22 -0
  107. package/dist/holmes/governance/install-manifest.js +160 -0
  108. package/dist/holmes/governance/ledger-rechain.js +2 -0
  109. package/dist/holmes/governance/ledger-store.conformance.d.ts +7 -1
  110. package/dist/holmes/governance/ledger-store.conformance.js +66 -0
  111. package/dist/holmes/governance/ledger-store.d.ts +88 -11
  112. package/dist/holmes/governance/ledger-store.js +186 -8
  113. package/dist/holmes/governance/provenance-chain.d.ts +16 -4
  114. package/dist/holmes/governance/provenance-chain.js +19 -4
  115. package/dist/holmes/governance/provenance-ledger.d.ts +6 -3
  116. package/dist/holmes/governance/provenance-ledger.js +53 -18
  117. package/dist/holmes/governance/push-gate-runner.js +11 -7
  118. package/dist/holmes/governance/recorded-pairs.d.ts +96 -0
  119. package/dist/holmes/governance/recorded-pairs.js +522 -0
  120. package/dist/holmes/governance/replica-id.d.ts +1 -1
  121. package/dist/holmes/governance/replica-id.js +1 -1
  122. package/dist/holmes/governance/spec-seam.d.ts +59 -0
  123. package/dist/holmes/governance/spec-seam.js +587 -0
  124. package/dist/holmes/governance/spend-kinds.d.ts +16 -0
  125. package/dist/holmes/governance/spend-kinds.js +18 -0
  126. package/dist/holmes/governance/tool-actions.js +2 -0
  127. package/dist/holmes/guardrail/decision-ledger.d.ts +2 -1
  128. package/dist/holmes/guardrail/decision-ledger.js +2 -1
  129. package/dist/holmes/guardrail/impact-gate.d.ts +1 -0
  130. package/dist/holmes/guardrail/impact-gate.js +1 -1
  131. package/dist/holmes/guardrail/line-continuation.d.ts +8 -0
  132. package/dist/holmes/guardrail/line-continuation.js +39 -0
  133. package/dist/holmes/guardrail/operator-person.d.ts +28 -4
  134. package/dist/holmes/guardrail/operator-person.js +57 -11
  135. package/dist/holmes/guardrail/refusal-codes.d.ts +8 -3
  136. package/dist/holmes/guardrail/refusal-codes.js +70 -10
  137. package/dist/holmes/guardrail/risk-classifier.d.ts +15 -9
  138. package/dist/holmes/guardrail/risk-classifier.js +245 -15
  139. package/dist/holmes/guardrail/risk-gate.d.ts +2 -8
  140. package/dist/holmes/guardrail/risk-gate.js +7 -34
  141. package/dist/holmes/guardrail/risk-types.d.ts +10 -0
  142. package/dist/holmes/guardrail/run-plan-scope.js +3 -1
  143. package/dist/holmes/guardrail/run-refusals.d.ts +6 -1
  144. package/dist/holmes/guardrail/run-refusals.js +36 -14
  145. package/dist/holmes/guardrail/run-stages.d.ts +10 -0
  146. package/dist/holmes/guardrail/run-stages.js +46 -6
  147. package/dist/holmes/guardrail/scope-judgment.js +1 -1
  148. package/dist/holmes/guardrail/shell-words.js +24 -3
  149. package/dist/holmes/guardrail/unresolved-write.d.ts +40 -0
  150. package/dist/holmes/guardrail/unresolved-write.js +556 -0
  151. package/dist/holmes/guardrail/write-target.d.ts +3 -0
  152. package/dist/holmes/guardrail/write-target.js +26 -5
  153. package/dist/holmes/hooks/pre-tool-use.d.ts +105 -1
  154. package/dist/holmes/hooks/pre-tool-use.js +1167 -168
  155. package/dist/holmes/hooks/rtm-refresh-child.d.ts +1 -1
  156. package/dist/holmes/hooks/rtm-refresh-child.js +1 -1
  157. package/dist/holmes/hooks/session-start.d.ts +5 -0
  158. package/dist/holmes/hooks/session-start.js +29 -1
  159. package/dist/holmes/hooks/stop.d.ts +23 -0
  160. package/dist/holmes/hooks/stop.js +88 -33
  161. package/dist/holmes/mcp/approval-adapters.js +3 -1
  162. package/dist/holmes/mcp/approval-commit.js +3 -2
  163. package/dist/holmes/mcp/approval-policy.d.ts +2 -1
  164. package/dist/holmes/mcp/approval-policy.js +3 -1
  165. package/dist/holmes/mcp/handlers/adoption.d.ts +1 -1
  166. package/dist/holmes/mcp/handlers/approval-ask.d.ts +14 -0
  167. package/dist/holmes/mcp/handlers/approval-ask.js +31 -6
  168. package/dist/holmes/mcp/handlers/entity-integration.d.ts +3 -3
  169. package/dist/holmes/mcp/handlers/entity-integration.js +29 -11
  170. package/dist/holmes/mcp/handlers/entity-renumber.d.ts +4 -4
  171. package/dist/holmes/mcp/handlers/entity-renumber.js +29 -11
  172. package/dist/holmes/mcp/handlers/entity-store.d.ts +2 -2
  173. package/dist/holmes/mcp/handlers/entity-store.js +133 -59
  174. package/dist/holmes/mcp/handlers/operator-inspection.d.ts +9 -5
  175. package/dist/holmes/mcp/handlers/operator-inspection.js +79 -16
  176. package/dist/holmes/mcp/handlers/phase-queries.d.ts +1 -1
  177. package/dist/holmes/mcp/handlers/requirement-triage.d.ts +4 -4
  178. package/dist/holmes/mcp/handlers/review-evidence.d.ts +2 -2
  179. package/dist/holmes/mcp/handlers/review-evidence.js +35 -11
  180. package/dist/holmes/mcp/handlers/review-queries.d.ts +5 -0
  181. package/dist/holmes/mcp/handlers/review-queries.js +8 -1
  182. package/dist/holmes/mcp/handlers/review-verdict.d.ts +3 -0
  183. package/dist/holmes/mcp/handlers/review-verdict.js +10 -3
  184. package/dist/holmes/mcp/handlers/risk-assessment.d.ts +7 -2
  185. package/dist/holmes/mcp/handlers/risk-assessment.js +34 -12
  186. package/dist/holmes/mcp/handlers/runtime-binding-tool.d.ts +2 -2
  187. package/dist/holmes/mcp/handlers/slice-orchestration.d.ts +6 -1
  188. package/dist/holmes/mcp/handlers/slice-orchestration.js +14 -1
  189. package/dist/holmes/mcp/handlers/spec-approval.d.ts +15 -3
  190. package/dist/holmes/mcp/handlers/spec-approval.js +32 -5
  191. package/dist/holmes/mcp/handlers/spec-authoring.d.ts +2 -2
  192. package/dist/holmes/mcp/handlers/spec-authoring.js +19 -2
  193. package/dist/holmes/mcp/handlers/spec-lifecycle.d.ts +11 -38
  194. package/dist/holmes/mcp/handlers/spec-lifecycle.js +441 -94
  195. package/dist/holmes/mcp/handlers/spec-queries.d.ts +2 -2
  196. package/dist/holmes/mcp/handlers/taint-screening.d.ts +1 -1
  197. package/dist/holmes/mcp/handlers/taint-screening.js +2 -2
  198. package/dist/holmes/mcp/handlers/test-execution.d.ts +1 -1
  199. package/dist/holmes/mcp/handlers/workspace-preflight.d.ts +5 -0
  200. package/dist/holmes/mcp/handlers/workspace-preflight.js +10 -2
  201. package/dist/holmes/mcp/handlers/workspace-queries.d.ts +2 -2
  202. package/dist/holmes/mcp/handlers.d.ts +99 -79
  203. package/dist/holmes/mcp/handlers.js +93 -25
  204. package/dist/holmes/mcp/harness-attestation.d.ts +78 -5
  205. package/dist/holmes/mcp/harness-attestation.js +325 -53
  206. package/dist/holmes/mcp/maintenance-analyze.d.ts +1 -1
  207. package/dist/holmes/mcp/maintenance-analyze.js +9 -9
  208. package/dist/holmes/mcp/maintenance-evidence.js +31 -2
  209. package/dist/holmes/mcp/requirement-triage-evidence.js +22 -13
  210. package/dist/holmes/mcp/server-staleness.d.ts +43 -0
  211. package/dist/holmes/mcp/server-staleness.js +158 -0
  212. package/dist/holmes/mcp/server.js +34 -9
  213. package/dist/holmes/mcp/spec-id-guard.js +1 -1
  214. package/dist/holmes/mcp/tool-schemas.d.ts +13 -0
  215. package/dist/holmes/mcp/tool-schemas.js +42 -2
  216. package/dist/holmes/project/act-root.d.ts +19 -0
  217. package/dist/holmes/project/act-root.js +100 -0
  218. package/dist/holmes/project/baseline.js +4 -3
  219. package/dist/holmes/project/bounded-group.d.ts +47 -0
  220. package/dist/holmes/project/bounded-group.js +140 -0
  221. package/dist/holmes/project/bounded-io.d.ts +50 -2
  222. package/dist/holmes/project/bounded-io.js +138 -6
  223. package/dist/holmes/project/change-source.js +2 -2
  224. package/dist/holmes/project/instance-id.d.ts +10 -0
  225. package/dist/holmes/project/instance-id.js +233 -0
  226. package/dist/holmes/project/machine-identity.d.ts +25 -0
  227. package/dist/holmes/project/machine-identity.js +133 -0
  228. package/dist/holmes/project/owned-lock.d.ts +84 -0
  229. package/dist/holmes/project/owned-lock.js +263 -0
  230. package/dist/holmes/project/plain-lock-fs.d.ts +2 -0
  231. package/dist/holmes/project/plain-lock-fs.js +126 -0
  232. package/dist/holmes/project/request-lock.d.ts +85 -0
  233. package/dist/holmes/project/request-lock.js +459 -0
  234. package/dist/holmes/project/root.d.ts +12 -4
  235. package/dist/holmes/project/root.js +26 -7
  236. package/dist/holmes/project/run-records.d.ts +19 -0
  237. package/dist/holmes/project/run-records.js +94 -12
  238. package/dist/holmes/project/screen-text.d.ts +94 -0
  239. package/dist/holmes/project/screen-text.js +763 -0
  240. package/dist/holmes/project/spend-lock.d.ts +82 -0
  241. package/dist/holmes/project/spend-lock.js +413 -0
  242. package/dist/holmes/project/workspace-preflight.d.ts +5 -0
  243. package/dist/holmes/project/workspace-preflight.js +24 -1
  244. package/dist/holmes/refresh/freshness-coordinator.d.ts +1 -1
  245. package/dist/holmes/refresh/freshness-coordinator.js +1 -1
  246. package/dist/holmes/review/condition-hunk-replay.js +4 -2
  247. package/dist/holmes/review/confidence-calibration.d.ts +1 -1
  248. package/dist/holmes/review/confidence-calibration.js +1 -1
  249. package/dist/holmes/review/content-verify.js +1 -1
  250. package/dist/holmes/review/hop-ablation.d.ts +4 -4
  251. package/dist/holmes/review/hop-ablation.js +5 -5
  252. package/dist/holmes/review/point-in-time-replay.js +12 -3
  253. package/dist/holmes/review/rank-diagnosis.d.ts +2 -2
  254. package/dist/holmes/review/rank-diagnosis.js +1 -1
  255. package/dist/holmes/review/replay-corpus.d.ts +10 -4
  256. package/dist/holmes/review/replay-corpus.js +25 -9
  257. package/dist/holmes/review/requirement-triage.js +2 -2
  258. package/dist/holmes/review/semantic-arm.d.ts +3 -3
  259. package/dist/holmes/review/semantic-arm.js +3 -3
  260. package/dist/holmes/review/test-outcomes.js +3 -1
  261. package/dist/holmes/review/test-runner.d.ts +11 -0
  262. package/dist/holmes/review/test-runner.js +31 -10
  263. package/dist/holmes/review/test-selection-breadth.js +2 -2
  264. package/dist/holmes/review/verdicts.d.ts +109 -7
  265. package/dist/holmes/review/verdicts.js +653 -34
  266. package/dist/holmes/rtm/anchor-census.d.ts +9 -0
  267. package/dist/holmes/rtm/anchor-census.js +151 -0
  268. package/dist/holmes/rtm/anchor-ids.d.ts +25 -1
  269. package/dist/holmes/rtm/anchor-ids.js +45 -2
  270. package/dist/holmes/rtm/comment-ranges.d.ts +2 -0
  271. package/dist/holmes/rtm/comment-ranges.js +104 -0
  272. package/dist/holmes/rtm/counted-tests.d.ts +1 -0
  273. package/dist/holmes/rtm/counted-tests.js +63 -0
  274. package/dist/holmes/rtm/impact-advisory.d.ts +1 -1
  275. package/dist/holmes/rtm/known-defects.js +1 -1
  276. package/dist/holmes/rtm/localize.js +1 -1
  277. package/dist/holmes/rtm/taint-benchmark.d.ts +1 -1
  278. package/dist/holmes/rtm/taint-vocabulary.d.ts +1 -1
  279. package/dist/holmes/rtm/test-scope.d.ts +31 -0
  280. package/dist/holmes/rtm/test-scope.js +166 -5
  281. package/dist/holmes/rtm/trace-gaps.js +1 -1
  282. package/dist/holmes/runtime/dispatch.d.ts +10 -0
  283. package/dist/holmes/runtime/dispatch.js +12 -1
  284. package/dist/holmes/semantic/cloud-usage.d.ts +1 -1
  285. package/dist/holmes/semantic/cloud-usage.js +1 -1
  286. package/dist/holmes/semantic/unreadable-paths.d.ts +1 -1
  287. package/dist/holmes/semantic/unreadable-paths.js +1 -1
  288. package/dist/holmes/spec/approval-blockers.js +1 -1
  289. package/dist/holmes/spec/entity-store.d.ts +6 -1
  290. package/dist/holmes/spec/entity-store.js +16 -2
  291. package/dist/holmes/spec/entity-transaction.d.ts +7 -2
  292. package/dist/holmes/spec/entity-transaction.js +87 -170
  293. package/dist/holmes/spec/spec-store.d.ts +12 -6
  294. package/dist/holmes/spec/spec-store.js +4 -2
  295. package/dist/holmes/spec/spec-types.js +1 -1
  296. package/dist/holmes/spec/succession-guard.d.ts +56 -0
  297. package/dist/holmes/spec/succession-guard.js +187 -0
  298. package/dist/holmes/spec/succession.d.ts +70 -0
  299. package/dist/holmes/spec/succession.js +171 -0
  300. package/dist/holmes/spec/transition-policy.d.ts +2 -2
  301. package/docs/install-guide.md +9 -3
  302. package/docs/language-support.md +78 -0
  303. package/package.json +4 -3
  304. package/playbooks/author-slice/PLAYBOOK.md +1 -1
  305. package/playbooks/promote-slice/PLAYBOOK.md +5 -1
  306. package/playbooks/publish/PLAYBOOK.md +45 -33
  307. package/dist/holmes/review/manual-baseline.d.ts +0 -209
  308. package/dist/holmes/review/manual-baseline.js +0 -2847
@@ -1,2847 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.WINDOW_GUARANTEE_GAIN = exports.THIRD_CORPUS_COMPARISON = exports.FAIR_COMPARISON = exports.MANUAL_BASELINE_SET_2 = exports.MANUAL_BASELINE_N = exports.MANUAL_BASELINE_RECORD = void 0;
4
- exports.manualBaselineOutcomes = manualBaselineOutcomes;
5
- exports.shippedOutcomes = shippedOutcomes;
6
- exports.shippedBeatsManual = shippedBeatsManual;
7
- exports.poolCoverage = poolCoverage;
8
- // @implements A-SPEC-412, A-SPEC-413, A-SPEC-414
9
- // @implements A-SPEC-404
10
- /**
11
- * The "strong model with plain file search" baseline (Goal Phase B).
12
- *
13
- * Every other arm in this directory compares the harness against ANOTHER PROGRAM. That answers "is
14
- * the spec layer worth its cost", never the Goal's actual claim: that the harness helps an agent
15
- * beat what a competent developer reaches by reading and grepping. So this arm is me — given only
16
- * the request text and a materialized tree, ranking by grep counts over the query terms, with the
17
- * truth WITHHELD until the picks were written to disk.
18
- *
19
- * The rule this slice was approved under: if the baseline beats the shipped harness, the claim of
20
- * surpassing a human does not hold, and that fact gets recorded rather than buried. It did beat it
21
- * on recall. The record below is that measurement, kept so a later change has to move it.
22
- *
23
- * The `shipped` lists below are the pipeline AS IT WAS when this baseline ran (S-404). A-SPEC-405
24
- * later changed the re-ranking in response to what this record showed; re-scoring the same eight
25
- * cases through the new pipeline gives Top-5 recall 0.175 -> 0.217 and Top-10 recall 0.471 -> 0.533,
26
- * still short of the 0.404 / 0.554 reached here by reading and grepping. The record is deliberately
27
- * NOT refreshed: it is the measurement that motivated the change, and rewriting it would erase the
28
- * comparison it exists to preserve.
29
- *
30
- * n=8. A sample this small cannot separate a real gap from noise; report the n alongside the
31
- * numbers and do not treat a large difference here as a conclusion.
32
- */
33
- const evaluation_metrics_1 = require("./evaluation-metrics");
34
- exports.MANUAL_BASELINE_RECORD = {
35
- "corpus": "jarvis",
36
- "measuredOn": "2026-08-29",
37
- "caveat": "n=8 blind cases; truth withheld until the picks were frozen. Too small to separate a real gap from noise.",
38
- "cases": [
39
- {
40
- "query": "fix(hardening): 트랙⑥ 현재 시각 프롬프트 주입 — SLM 폴백 날짜 오답 재발 방지",
41
- "picks": [
42
- "src/intent_router.py",
43
- "src/proactive.py",
44
- "src/gateway/group_butler.py",
45
- "src/tools/school.py",
46
- "src/gateway/handlers.py",
47
- "src/core/profile.py",
48
- "src/llm_providers/ollama.py",
49
- "tests/golden/test_golden_llm_router.py",
50
- "src/tools/weather.py",
51
- "src/agy_engine.py"
52
- ],
53
- "shipped": [
54
- "src/self_hardening.py",
55
- "src/core/hardening_backlog.py",
56
- "src/proactive.py",
57
- "src/main.py",
58
- "src/core/write_intent.py",
59
- "src/core/profile.py",
60
- "src/gateway/handlers.py",
61
- "src/knowledge_distiller.py",
62
- "src/gateway/slm.py",
63
- "src/gateway/hardening_apply.py"
64
- ],
65
- "truthFiles": [
66
- "src/gateway/handlers.py",
67
- "src/gateway/persona.py"
68
- ]
69
- },
70
- {
71
- "query": "feat(hardening): 트랙⑤ 오류 알림 UX — 순단 네트워크 노이즈 억제·스택트레이스 카드 제거",
72
- "picks": [
73
- "tests/golden/test_golden_hardening_apply.py",
74
- "src/gateway/hardening_apply.py",
75
- "src/web_server.py",
76
- "src/structured_logger.py",
77
- "src/main.py",
78
- "src/llm_providers/base_cli.py",
79
- "src/gateway/self_review.py"
80
- ],
81
- "shipped": [
82
- "src/self_hardening.py",
83
- "src/core/hardening_backlog.py",
84
- "src/proactive.py",
85
- "src/main.py",
86
- "src/core/profile.py",
87
- "src/gateway/hardening_apply.py",
88
- "src/gateway/hardening_extract.py",
89
- "src/gateway/group_butler.py",
90
- "src/gateway/handlers.py",
91
- "src/core/group_intervention.py"
92
- ],
93
- "truthFiles": [
94
- "src/structured_logger.py"
95
- ]
96
- },
97
- {
98
- "query": "feat(hardening): 트랙① CLI 세션 안정화 — 단일 인스턴스 가드·인증 알림·cwd 리포 밖 격리·리포트 유효성",
99
- "picks": [
100
- "src/self_hardening.py",
101
- "src/llm_providers/base_cli.py",
102
- "src/llm_providers/claude_cli.py",
103
- "src/gateway/hardening_apply.py",
104
- "src/tools/changelog.py",
105
- "src/main.py",
106
- "src/llm_providers/agy_cli.py"
107
- ],
108
- "shipped": [
109
- "src/llm_providers/claude_cli.py",
110
- "src/core/hardening_backlog.py",
111
- "src/llm_providers/base_cli.py",
112
- "src/self_hardening.py",
113
- "src/proactive.py",
114
- "src/llm_providers/agy_cli.py",
115
- "src/main.py",
116
- "src/gateway/hardening_apply.py",
117
- "src/core/profile.py",
118
- "src/gateway/hardening_extract.py"
119
- ],
120
- "truthFiles": [
121
- "src/gateway/self_review.py",
122
- "src/llm_providers/base_cli.py",
123
- "src/llm_providers/claude_cli.py",
124
- "src/main.py",
125
- "src/web_server.py"
126
- ]
127
- },
128
- {
129
- "query": "feat(hardening): P0-4 regex-based robust meta pollution filter with 45/45 tests PASS",
130
- "picks": [
131
- "src/llm_providers/base_cli.py",
132
- "tests/unit/test_stub_src.py"
133
- ],
134
- "shipped": [
135
- "src/core/hardening_backlog.py",
136
- "src/self_hardening.py",
137
- "src/core/profile.py",
138
- "src/proactive.py",
139
- "src/config.py",
140
- "src/main.py",
141
- "src/agy_engine.py",
142
- "src/intent_router.py",
143
- "src/tools/changelog.py",
144
- "src/tools/expressway.py"
145
- ],
146
- "truthFiles": [
147
- "src/llm_providers/base_cli.py"
148
- ]
149
- },
150
- {
151
- "query": "feat(ops): LaunchDaemon 전환 — 로그인 계정 무관 부팅 시 기동 (F077)",
152
- "picks": [
153
- "src/main.py",
154
- "tests/golden/test_golden_expressway.py",
155
- "tests/golden/test_golden_hardening_apply.py",
156
- "src/tools/expressway.py",
157
- "src/structured_logger.py",
158
- "src/jarvis_sleep_manager.py",
159
- "src/gateway/hardening_apply.py",
160
- "src/core/retrieval_rank.py"
161
- ],
162
- "shipped": [
163
- "src/desktop_app.py",
164
- "src/core/profile.py",
165
- "src/proactive.py",
166
- "src/gateway/group_butler.py",
167
- "src/gateway/handlers.py",
168
- "src/main.py",
169
- "src/knowledge_distiller.py",
170
- "src/graph_memory.py",
171
- "src/gateway/wiring.py",
172
- "src/agy_engine.py"
173
- ],
174
- "truthFiles": [
175
- "src/gateway/hardening_apply.py"
176
- ]
177
- },
178
- {
179
- "query": "feat(proactive): 주간 기억 감사 잡 배선 + episodic 원시 관계 오탐 수정 (F074)",
180
- "picks": [
181
- "tests/golden/test_golden_memory_audit.py",
182
- "src/core/memory_audit.py",
183
- "src/graph_memory.py",
184
- "tests/golden/test_golden_memory_decay.py",
185
- "src/core/memory_decay.py",
186
- "src/tools/mid_forecast.py",
187
- "src/memory.py",
188
- "src/intent_router.py",
189
- "tests/golden/test_golden_graph_memory.py",
190
- "src/tools/kma_short.py"
191
- ],
192
- "shipped": [
193
- "src/proactive.py",
194
- "src/core/proactive_log_store.py",
195
- "src/core/profile.py",
196
- "src/gateway/handlers.py",
197
- "src/gateway/group_butler.py",
198
- "src/graph_memory.py",
199
- "src/intent_router.py",
200
- "src/memory.py",
201
- "src/tools/weather.py",
202
- "src/knowledge_distiller.py"
203
- ],
204
- "truthFiles": [
205
- "src/core/memory_audit.py",
206
- "src/core/profile.py",
207
- "src/proactive.py"
208
- ]
209
- },
210
- {
211
- "query": "fix(memory): 사건 날짜 오귀속·무관 인물 유입 3중 차단 (F073)",
212
- "picks": [
213
- "tests/golden/test_golden_persona.py",
214
- "src/gateway/persona.py",
215
- "src/proactive.py",
216
- "src/gateway/handlers.py",
217
- "src/tools/wiki.py",
218
- "src/tools/google_calendar.py",
219
- "src/core/email_calendar.py",
220
- "src/bot.py",
221
- "tests/golden/test_golden_tool_integration_fixes.py",
222
- "tests/golden/test_golden_graph_memory.py"
223
- ],
224
- "shipped": [
225
- "src/graph_memory.py",
226
- "src/memory.py",
227
- "src/vector_memory.py",
228
- "src/core/profile.py",
229
- "src/proactive.py",
230
- "src/gateway/handlers.py",
231
- "src/knowledge_distiller.py",
232
- "src/core/memory_gate.py",
233
- "src/core/hierarchical_memory.py",
234
- "src/core/memory_decay.py"
235
- ],
236
- "truthFiles": [
237
- "src/core/memory_gate.py",
238
- "src/graph_memory.py",
239
- "src/knowledge_distiller.py"
240
- ]
241
- },
242
- {
243
- "query": "Reapply \"Merge branch 'hardening/f071-4'\"",
244
- "picks": [
245
- "src/proactive.py",
246
- "src/self_hardening.py",
247
- "src/core/hardening_backlog.py",
248
- "tests/golden/test_golden_hardening_backlog.py",
249
- "src/gateway/hardening_apply.py",
250
- "tests/golden/test_golden_self_hardening.py",
251
- "src/main.py",
252
- "src/core/profile.py",
253
- "tests/golden/test_golden_hitl_review.py",
254
- "tests/golden/test_golden_hardening_extract.py"
255
- ],
256
- "shipped": [
257
- "src/core/hardening_backlog.py",
258
- "src/self_hardening.py",
259
- "src/gateway/hardening_apply.py",
260
- "src/proactive.py",
261
- "src/main.py",
262
- "src/core/hitl_review.py",
263
- "src/core/profile.py",
264
- "src/tools/capabilities.py",
265
- "src/tools/changelog.py",
266
- "src/gateway/hardening_extract.py"
267
- ],
268
- "truthFiles": [
269
- "src/tools/capabilities.py",
270
- "src/tools/changelog.py"
271
- ]
272
- }
273
- ]
274
- };
275
- exports.MANUAL_BASELINE_N = exports.MANUAL_BASELINE_RECORD.cases.length;
276
- /** Score the frozen picks with the same metric code every other arm uses. */
277
- function manualBaselineOutcomes(record) {
278
- return record.cases.map((c) => ({
279
- ranked: c.picks,
280
- truthFiles: c.truthFiles,
281
- selectedTests: [],
282
- truthTests: [],
283
- }));
284
- }
285
- function shippedOutcomes(record) {
286
- return record.cases.map((c) => ({
287
- ranked: c.shipped,
288
- truthFiles: c.truthFiles,
289
- selectedTests: [],
290
- truthTests: [],
291
- }));
292
- }
293
- /**
294
- * Per-metric verdict, computed from the record rather than asserted by hand: `true` only where the
295
- * shipped harness is strictly ahead of the grep-and-read baseline.
296
- */
297
- function shippedBeatsManual(record) {
298
- const mine = (0, evaluation_metrics_1.evaluationMetrics)(manualBaselineOutcomes(record));
299
- const ship = (0, evaluation_metrics_1.evaluationMetrics)(shippedOutcomes(record));
300
- const ahead = (a, b) => (a ?? 0) > (b ?? 0);
301
- return {
302
- top1: ahead(ship.topK[1].hitRate, mine.topK[1].hitRate),
303
- top5Recall: ahead(ship.topK[5].recall, mine.topK[5].recall),
304
- top10Recall: ahead(ship.topK[10].recall, mine.topK[10].recall),
305
- top10Precision: ahead(ship.topK[10].precision, mine.topK[10].precision),
306
- };
307
- }
308
- /**
309
- * @implements A-SPEC-408
310
- * The second blind set. Set 1 turned out to be markedly harder than the corpus average — Top-10
311
- * recall 0.404 against 0.688 for the other 22 cases of the same 30 — so its verdict could have been
312
- * a property of those eight commits rather than of the harness. These eight were drawn the same way
313
- * from further down the same slice, their truth was unread until the picks were on disk, and the
314
- * asymmetry came out in the same direction: the harness leads Top-1, reading and grepping leads
315
- * recall.
316
- *
317
- * One difference from set 1 that matters when reading the two together: these `shipped` lists come
318
- * from the pipeline AFTER A-SPEC-405/406/407, while set 1's are the S-404-era pipeline, kept
319
- * deliberately unrefreshed. So compare each set's two rows to each other, never set 1's harness row
320
- * to set 2's.
321
- */
322
- exports.MANUAL_BASELINE_SET_2 = {
323
- "corpus": "jarvis",
324
- "measuredOn": "2026-08-29",
325
- "caveat": "n=8 blind cases (16-23 of the same slice); truth withheld until the picks were frozen. Absolute levels are much higher than set 1 because these commits are easier, not because either side changed.",
326
- "cases": [
327
- {
328
- "query": "feat(fuel): 유종을 프로필 설정으로 — X7 고급휘발유(B034) 대응 + 지식정리 알림 1통 통합 (F051+/F052)",
329
- "picks": [
330
- "src/tools/fuel.py",
331
- "src/core/profile.py",
332
- "src/proactive.py",
333
- "src/tools/cardata.py",
334
- "src/core/briefing.py",
335
- "src/gateway/group_butler.py",
336
- "tests/golden/test_golden_fuel_flight_config.py",
337
- "src/gateway/handlers.py",
338
- "src/knowledge_distiller.py",
339
- "src/gateway/family_routing.py"
340
- ],
341
- "shipped": [
342
- "src/tools/fuel.py",
343
- "src/core/hitl_review.py",
344
- "src/core/profile.py",
345
- "src/proactive.py",
346
- "src/gateway/group_butler.py",
347
- "src/gateway/handlers.py",
348
- "src/knowledge_distiller.py",
349
- "src/tools/capabilities.py",
350
- "src/gateway/wiring.py",
351
- "src/tools/weather.py"
352
- ],
353
- "truthFiles": [
354
- "src/core/profile.py",
355
- "src/proactive.py",
356
- "src/tools/fuel.py"
357
- ]
358
- },
359
- {
360
- "query": "feat(weather): 에어코리아 측정소 실측 미세먼지 — 자택 조회 정확도 (F049)",
361
- "picks": [
362
- "src/tools/uv_air.py",
363
- "src/tools/weather.py",
364
- "tests/golden/test_golden_weather.py",
365
- "src/core/profile.py",
366
- "src/intent_router.py",
367
- "src/core/registry.py",
368
- "tests/golden/test_golden_registry.py",
369
- "src/gateway/handlers.py",
370
- "src/tools/kma_short.py",
371
- "src/core/briefing.py"
372
- ],
373
- "shipped": [
374
- "src/tools/weather.py",
375
- "src/proactive.py",
376
- "src/core/profile.py",
377
- "src/core/briefing.py",
378
- "src/tools/public_gov.py",
379
- "src/gateway/group_butler.py",
380
- "src/intent_router.py",
381
- "src/agy_engine.py",
382
- "src/core/group_message_store.py",
383
- "src/core/hitl_review.py"
384
- ],
385
- "truthFiles": [
386
- "src/core/profile.py",
387
- "src/tools/weather.py"
388
- ]
389
- },
390
- {
391
- "query": "feat(self-review): 자가진단에 당일 배포 이력 주입 — 배포 전 사건·시차 오진 방지 (F046)",
392
- "picks": [
393
- "src/gateway/self_review.py",
394
- "src/core/self_review_store.py",
395
- "src/proactive.py",
396
- "tests/golden/test_golden_self_review.py",
397
- "src/tools/changelog.py",
398
- "src/core/profile.py",
399
- "src/self_hardening.py",
400
- "src/gateway/hardening_apply.py",
401
- "tests/golden/test_golden_self_review_store.py",
402
- "src/main.py"
403
- ],
404
- "shipped": [
405
- "src/proactive.py",
406
- "src/core/profile.py",
407
- "src/core/hitl_review.py",
408
- "src/gateway/self_review.py",
409
- "src/core/self_review_store.py",
410
- "src/gateway/group_butler.py",
411
- "src/core/proactive_log_store.py",
412
- "src/agy_engine.py",
413
- "src/intent_router.py",
414
- "src/core/group_message_store.py"
415
- ],
416
- "truthFiles": [
417
- "src/gateway/self_review.py",
418
- "src/proactive.py",
419
- "src/tools/changelog.py"
420
- ]
421
- },
422
- {
423
- "query": "fix(output): 메타 서두 스트립 + 링크 교차 태그 수정 (F042·F043)",
424
- "picks": [
425
- "src/gateway/formatting.py",
426
- "tests/golden/test_golden_formatting.py",
427
- "src/core/briefing.py",
428
- "src/agy_engine.py",
429
- "src/gateway/handlers.py",
430
- "src/knowledge_distiller.py",
431
- "src/intent_router.py",
432
- "src/gateway/group_butler.py",
433
- "src/tools/public_gov.py",
434
- "src/tts_engine.py"
435
- ],
436
- "shipped": [
437
- "src/tools/traffic.py",
438
- "src/gateway/group_butler.py",
439
- "src/intent_router.py",
440
- "src/agy_engine.py",
441
- "src/gateway/handlers.py",
442
- "src/core/briefing.py",
443
- "src/tools/maps_search.py",
444
- "src/tools/weather.py",
445
- "src/tools/google_calendar.py",
446
- "src/llm_providers/claude_cli.py"
447
- ],
448
- "truthFiles": [
449
- "src/agy_engine.py",
450
- "src/gateway/formatting.py"
451
- ]
452
- },
453
- {
454
- "query": "fix(consolidate): 로스터 보호 — '박진우 존재하지 않음' 사고 재발 원천 차단 (F039)",
455
- "picks": [
456
- "src/core/triple_hygiene.py",
457
- "src/knowledge_distiller.py",
458
- "src/graph_memory.py",
459
- "tests/golden/test_golden_triple_hygiene.py",
460
- "src/proactive.py",
461
- "tests/golden/test_golden_object_consolidate.py",
462
- "src/core/messaging_intent.py",
463
- "src/gateway/group_butler.py",
464
- "src/gateway/memory_1on1.py",
465
- "src/memory.py"
466
- ],
467
- "shipped": [
468
- "src/proactive.py",
469
- "src/gateway/group_butler.py",
470
- "src/graph_memory.py",
471
- "src/knowledge_distiller.py",
472
- "src/gateway/handlers.py",
473
- "src/core/profile.py",
474
- "src/vector_memory.py",
475
- "src/core/retrieval_rank.py",
476
- "src/agy_engine.py",
477
- "src/gateway/wiring.py"
478
- ],
479
- "truthFiles": [
480
- "src/core/hitl_review.py",
481
- "src/gateway/review_apply.py",
482
- "src/knowledge_distiller.py",
483
- "src/proactive.py"
484
- ]
485
- },
486
- {
487
- "query": "fix(capabilities): 런타임 기능 자기인지 동기화 (F036)",
488
- "picks": [
489
- "src/tools/capabilities.py",
490
- "src/core/registry.py",
491
- "tests/golden/test_golden_capabilities.py",
492
- "tests/golden/test_golden_capabilities_tool.py",
493
- "src/proactive.py",
494
- "src/core/briefing.py",
495
- "src/gateway/handlers.py",
496
- "src/intent_router.py",
497
- "src/core/profile.py",
498
- "src/agy_engine.py"
499
- ],
500
- "shipped": [
501
- "src/tools/capabilities.py",
502
- "src/gateway/handlers.py",
503
- "src/agy_engine.py",
504
- "src/core/tool.py",
505
- "src/proactive.py",
506
- "src/core/briefing.py",
507
- "src/core/hitl_review.py",
508
- "src/core/capabilities.py",
509
- "src/core/registry.py",
510
- "src/subagent_engine.py"
511
- ],
512
- "truthFiles": [
513
- "src/tools/capabilities.py"
514
- ]
515
- },
516
- {
517
- "query": "feat(persona): 비서 응답 톤 간결·자연화 — 보고서식 장황함 제거 (F033)",
518
- "picks": [
519
- "src/gateway/persona.py",
520
- "tests/golden/test_golden_persona.py",
521
- "src/gateway/handlers.py",
522
- "src/agy_engine.py",
523
- "src/core/briefing.py",
524
- "src/bot.py",
525
- "src/gateway/group_butler.py",
526
- "src/gateway/formatting.py",
527
- "src/intent_router.py",
528
- "src/gateway/self_review.py"
529
- ],
530
- "shipped": [
531
- "src/gateway/persona.py",
532
- "src/gateway/handlers.py",
533
- "src/agy_engine.py",
534
- "src/bot.py",
535
- "src/config.py",
536
- "src/core/profile.py",
537
- "src/proactive.py",
538
- "src/tools/traffic.py",
539
- "src/tools/capabilities.py",
540
- "src/gateway/group_butler.py"
541
- ],
542
- "truthFiles": [
543
- "src/agy_engine.py"
544
- ]
545
- },
546
- {
547
- "query": "fix(intent): 의도 오라우팅 방지 — GENERAL 앵커 + '애매하면 GENERAL' (④)",
548
- "picks": [
549
- "src/intent_router.py",
550
- "src/core/semantic_router.py",
551
- "tests/golden/test_golden_registry.py",
552
- "src/core/registry.py",
553
- "src/gateway/handlers.py",
554
- "tests/golden/test_golden_semantic_router.py",
555
- "tests/golden/test_golden_tool_dispatch_e2e.py",
556
- "src/agy_engine.py",
557
- "src/core/native_loop.py",
558
- "src/gateway/group_butler.py"
559
- ],
560
- "shipped": [
561
- "src/intent_router.py",
562
- "src/core/profile.py",
563
- "src/core/write_intent.py",
564
- "src/gateway/handlers.py",
565
- "src/proactive.py",
566
- "src/tools/weather.py",
567
- "src/core/messaging_intent.py",
568
- "src/tools/expressway.py",
569
- "src/core/registry.py",
570
- "src/tools/workspace.py"
571
- ],
572
- "truthFiles": [
573
- "src/intent_router.py"
574
- ]
575
- }
576
- ]
577
- };
578
- exports.FAIR_COMPARISON = {
579
- "measuredOn": "2026-08-29",
580
- "caveat": "n=16 across two blind sets of 8. Small; report the n with the numbers.",
581
- "cases": [
582
- {
583
- "set": "sample-32",
584
- "query": "feat(vector): owner_only 등급 — 그래프 접근 규칙과 완전 동일화",
585
- "harnessAlone": [
586
- "src/core/profile.py",
587
- "src/gateway/handlers.py",
588
- "src/vector_memory.py",
589
- "src/gateway/wiring.py",
590
- "src/web_server.py",
591
- "src/intent_router.py",
592
- "src/proactive.py",
593
- "src/core/briefing.py",
594
- "src/core/llm.py",
595
- "src/tools/workspace.py"
596
- ],
597
- "harnessJudged": [
598
- "src/vector_memory.py",
599
- "src/graph_memory.py",
600
- "src/core/profile.py",
601
- "src/gateway/handlers.py",
602
- "src/knowledge_distiller.py",
603
- "src/core/registry.py",
604
- "src/gateway/wiring.py",
605
- "src/web_server.py",
606
- "src/proactive.py",
607
- "src/intent_router.py"
608
- ],
609
- "grepJudged": [
610
- "src/vector_memory.py",
611
- "src/graph_memory.py",
612
- "src/proactive.py",
613
- "src/web_server.py",
614
- "src/knowledge_distiller.py",
615
- "src/gateway/handlers.py",
616
- "src/tools/workspace.py",
617
- "src/gateway/wiring.py",
618
- "src/structured_logger.py",
619
- "src/intent_router.py"
620
- ],
621
- "truthFiles": [
622
- "src/gateway/handlers.py",
623
- "src/vector_memory.py",
624
- "src/web_server.py"
625
- ]
626
- },
627
- {
628
- "set": "sample-32",
629
- "query": "feat(memory): Feature 008 — 그래프 기반 장기 기억 (memory_triples)",
630
- "harnessAlone": [
631
- "src/gateway/handlers.py",
632
- "src/web_server.py",
633
- "src/memory.py",
634
- "src/gateway/wiring.py",
635
- "src/knowledge_distiller.py",
636
- "src/proactive.py",
637
- "src/structured_logger.py",
638
- "src/llm_providers/base_cli.py",
639
- "src/intent_router.py",
640
- "src/core/profile.py"
641
- ],
642
- "harnessJudged": [
643
- "src/memory.py",
644
- "src/gateway/handlers.py",
645
- "src/knowledge_distiller.py",
646
- "src/core/profile.py",
647
- "src/gateway/wiring.py",
648
- "src/web_server.py",
649
- "src/proactive.py",
650
- "src/vector_memory.py",
651
- "src/intent_router.py",
652
- "src/structured_logger.py"
653
- ],
654
- "grepJudged": [
655
- "src/memory.py",
656
- "src/graph_memory.py",
657
- "src/visualizer.py",
658
- "src/web_server.py",
659
- "src/core/profile.py",
660
- "src/knowledge_distiller.py",
661
- "src/gateway/handlers.py",
662
- "src/proactive.py",
663
- "src/vector_memory.py",
664
- "src/gateway/wiring.py"
665
- ],
666
- "truthFiles": [
667
- "src/core/profile.py",
668
- "src/gateway/handlers.py",
669
- "src/gateway/wiring.py",
670
- "src/graph_memory.py",
671
- "src/tools/episodes.py",
672
- "src/vector_memory.py"
673
- ]
674
- },
675
- {
676
- "set": "sample-32",
677
- "query": "fix: 전수 리뷰 하드닝 — 가짜 데이터/허위 표기 15건 + 품질 결함 10건 + hermetic 집행",
678
- "harnessAlone": [
679
- "src/core/profile.py",
680
- "src/web_server.py",
681
- "src/gateway/handlers.py",
682
- "src/core/background.py",
683
- "src/intent_router.py",
684
- "src/gateway/media_handlers.py",
685
- "src/gateway/wiring.py",
686
- "src/llm_providers/claude_api.py",
687
- "src/gmail_pubsub.py",
688
- "src/jarvis_sleep_manager.py"
689
- ],
690
- "harnessJudged": [
691
- "src/core/profile.py",
692
- "src/web_server.py",
693
- "src/gateway/handlers.py",
694
- "src/knowledge_distiller.py",
695
- "src/proactive.py",
696
- "src/memory.py",
697
- "src/intent_router.py",
698
- "src/structured_logger.py",
699
- "src/main.py",
700
- "src/gateway/wiring.py"
701
- ],
702
- "grepJudged": [
703
- "src/web_server.py",
704
- "src/core/profile.py",
705
- "src/gateway/handlers.py",
706
- "src/tts_engine.py",
707
- "src/gateway/family_routing.py",
708
- "src/proactive.py",
709
- "src/memory.py",
710
- "src/knowledge_distiller.py",
711
- "src/intent_router.py",
712
- "src/main.py"
713
- ],
714
- "truthFiles": [
715
- "src/agy_engine.py",
716
- "src/core/briefing.py",
717
- "src/core/native_loop.py",
718
- "src/core/registry.py",
719
- "src/gateway/formatting.py",
720
- "src/gateway/handlers.py",
721
- "src/intent_router.py",
722
- "src/llm_providers/claude_api.py",
723
- "src/memory.py",
724
- "src/tools/advice.py",
725
- "src/tools/cardata.py",
726
- "src/tools/crypto.py",
727
- "src/tools/flight.py",
728
- "src/tools/forex.py",
729
- "src/tools/gold.py",
730
- "src/tools/realestate.py",
731
- "src/tools/sports.py",
732
- "src/tools/subway.py",
733
- "src/tools/weather.py",
734
- "src/tools/workspace.py",
735
- "src/web_server.py"
736
- ]
737
- },
738
- {
739
- "set": "sample-32",
740
- "query": "fix(006): 1B 분류기 실측 기반 재설계 — 결정적 힌트 상속 + 안전 후보",
741
- "harnessAlone": [
742
- "src/core/profile.py",
743
- "src/gateway/handlers.py",
744
- "src/intent_router.py",
745
- "src/tools/books.py",
746
- "src/tools/maps_search.py",
747
- "src/tools/weather.py",
748
- "src/web_server.py"
749
- ],
750
- "harnessJudged": [
751
- "src/intent_router.py",
752
- "src/core/profile.py",
753
- "src/gateway/handlers.py",
754
- "src/core/registry.py",
755
- "src/core/tool.py",
756
- "src/config.py",
757
- "src/tools/books.py",
758
- "src/web_server.py",
759
- "src/core/llm.py",
760
- "src/proactive.py"
761
- ],
762
- "grepJudged": [
763
- "src/intent_router.py",
764
- "src/gateway/handlers.py",
765
- "src/web_server.py",
766
- "src/core/profile.py",
767
- "src/llm_providers/base_cli.py",
768
- "src/core/registry.py",
769
- "src/core/llm.py",
770
- "src/config.py",
771
- "src/proactive.py",
772
- "src/core/tool.py"
773
- ],
774
- "truthFiles": [
775
- "src/intent_router.py"
776
- ]
777
- },
778
- {
779
- "set": "sample-32",
780
- "query": "fix(004): T024 코드리뷰 발견 해소 — 해석기 견고성·비용 제어",
781
- "harnessAlone": [
782
- "src/core/briefing.py",
783
- "src/gateway/url_context.py",
784
- "src/core/capabilities.py",
785
- "src/bot.py",
786
- "src/core/registry.py",
787
- "src/gateway/family_routing.py",
788
- "src/gateway/handlers.py",
789
- "src/gateway/wiring.py",
790
- "src/proactive.py",
791
- "src/subagent_engine.py"
792
- ],
793
- "harnessJudged": [
794
- "src/core/briefing.py",
795
- "src/gateway/url_context.py",
796
- "src/core/capabilities.py",
797
- "src/core/registry.py",
798
- "src/bot.py",
799
- "src/gateway/family_routing.py",
800
- "src/gateway/handlers.py",
801
- "src/gateway/wiring.py",
802
- "src/proactive.py",
803
- "src/subagent_engine.py"
804
- ],
805
- "grepJudged": [
806
- "src/core/briefing.py",
807
- "src/gateway/url_context.py",
808
- "src/core/registry.py",
809
- "src/core/llm.py",
810
- "src/llm_providers/claude_api.py",
811
- "src/tools/google_calendar.py",
812
- "src/bot.py",
813
- "src/gateway/handlers.py",
814
- "src/proactive.py",
815
- "src/subagent_engine.py"
816
- ],
817
- "truthFiles": [
818
- "src/core/registry.py",
819
- "src/gateway/handlers.py",
820
- "src/proactive.py"
821
- ]
822
- },
823
- {
824
- "set": "sample-32",
825
- "query": "refactor(003): bot.py 갓오브젝트 SRP 분해 — src/gateway/ 8모듈 + 파사드",
826
- "harnessAlone": [
827
- "src/agy_engine.py",
828
- "src/bot.py",
829
- "src/core/profile.py",
830
- "src/config.py",
831
- "src/core/llm.py",
832
- "src/goal_agent.py",
833
- "src/llm_providers/agy_cli.py",
834
- "src/intent_router.py",
835
- "src/proactive.py",
836
- "src/core/tool.py"
837
- ],
838
- "harnessJudged": [
839
- "src/bot.py",
840
- "src/core/profile.py",
841
- "src/agy_engine.py",
842
- "src/intent_router.py",
843
- "src/proactive.py",
844
- "src/config.py",
845
- "src/core/registry.py",
846
- "src/core/tool.py",
847
- "src/main.py",
848
- "src/web_server.py"
849
- ],
850
- "grepJudged": [
851
- "src/bot.py",
852
- "src/proactive.py",
853
- "src/intent_router.py",
854
- "src/main.py",
855
- "src/structured_logger.py",
856
- "src/web_server.py",
857
- "src/core/registry.py",
858
- "src/core/llm.py",
859
- "src/tools/maps_search.py",
860
- "src/tools/books.py"
861
- ],
862
- "truthFiles": [
863
- "src/bot.py",
864
- "src/gateway/__init__.py",
865
- "src/gateway/callbacks.py",
866
- "src/gateway/family_routing.py",
867
- "src/gateway/formatting.py",
868
- "src/gateway/handlers.py",
869
- "src/gateway/media_handlers.py",
870
- "src/gateway/persona.py",
871
- "src/gateway/url_context.py",
872
- "src/gateway/wiring.py"
873
- ]
874
- },
875
- {
876
- "set": "sample-32",
877
- "query": "feat(002): LLM provider contract + router + profile schema (Phase 1-2)",
878
- "harnessAlone": [
879
- "src/agy_engine.py",
880
- "src/intent_router.py",
881
- "src/config.py",
882
- "src/core/profile.py",
883
- "src/tools/maps_search.py",
884
- "src/bot.py",
885
- "src/goal_agent.py",
886
- "src/proactive.py",
887
- "src/core/tool.py",
888
- "src/tools/google_calendar.py"
889
- ],
890
- "harnessJudged": [
891
- "src/core/profile.py",
892
- "src/agy_engine.py",
893
- "src/intent_router.py",
894
- "src/config.py",
895
- "src/core/tool.py",
896
- "src/core/registry.py",
897
- "src/bot.py",
898
- "src/proactive.py",
899
- "src/web_server.py",
900
- "src/core/briefing.py"
901
- ],
902
- "grepJudged": [
903
- "src/proactive.py",
904
- "src/core/briefing.py",
905
- "src/core/profile.py",
906
- "src/bot.py",
907
- "src/tools/google_calendar.py",
908
- "src/tools/fuel.py",
909
- "src/tools/books.py",
910
- "src/tools/workspace.py",
911
- "src/tools/weather.py",
912
- "src/tools/traffic.py"
913
- ],
914
- "truthFiles": [
915
- "src/core/llm.py",
916
- "src/core/profile.py",
917
- "src/llm_providers/__init__.py"
918
- ]
919
- },
920
- {
921
- "set": "sample-32",
922
- "query": "Initial open-source baseline: profile-driven config, plugin architecture, SDD",
923
- "harnessAlone": [],
924
- "harnessJudged": [],
925
- "grepJudged": [],
926
- "truthFiles": [
927
- "src/__init__.py",
928
- "src/agy_engine.py",
929
- "src/bot.py",
930
- "src/config.py",
931
- "src/core/__init__.py",
932
- "src/core/briefing.py",
933
- "src/core/http.py",
934
- "src/core/profile.py",
935
- "src/core/registry.py",
936
- "src/core/tool.py",
937
- "src/desktop_app.py",
938
- "src/event_broadcaster.py",
939
- "src/gmail_pubsub.py",
940
- "src/goal_agent.py",
941
- "src/google_auth.py",
942
- "src/hitl_manager.py",
943
- "src/intent_router.py",
944
- "src/jarvis_sleep_manager.py",
945
- "src/knowledge_distiller.py",
946
- "src/mac_power_manager.py",
947
- "src/main.py",
948
- "src/memory.py",
949
- "src/proactive.py",
950
- "src/sandbox_executor.py",
951
- "src/structured_logger.py",
952
- "src/subagent_engine.py",
953
- "src/tools/__init__.py",
954
- "src/tools/advice.py",
955
- "src/tools/astronomy.py",
956
- "src/tools/books.py",
957
- "src/tools/cardata.py",
958
- "src/tools/country.py",
959
- "src/tools/crypto.py",
960
- "src/tools/culture.py",
961
- "src/tools/family_activity.py",
962
- "src/tools/finance.py",
963
- "src/tools/flight.py",
964
- "src/tools/food.py",
965
- "src/tools/forex.py",
966
- "src/tools/fuel.py",
967
- "src/tools/gold.py",
968
- "src/tools/google_calendar.py",
969
- "src/tools/holiday.py",
970
- "src/tools/logistics.py",
971
- "src/tools/macroeconomics.py",
972
- "src/tools/maps_search.py",
973
- "src/tools/medical.py",
974
- "src/tools/news.py",
975
- "src/tools/open_meteo.py",
976
- "src/tools/realestate.py",
977
- "src/tools/school.py",
978
- "src/tools/sports.py",
979
- "src/tools/subway.py",
980
- "src/tools/timezone.py",
981
- "src/tools/traffic.py",
982
- "src/tools/university.py",
983
- "src/tools/uv_air.py",
984
- "src/tools/weather.py",
985
- "src/tools/wiki.py",
986
- "src/tools/workspace.py",
987
- "src/tts_engine.py",
988
- "src/vector_memory.py",
989
- "src/visualizer.py",
990
- "src/web_server.py"
991
- ]
992
- },
993
- {
994
- "set": "width-40",
995
- "query": "feat(group): Feature 018 멀티모달 — 이모지/스티커/사진 반응",
996
- "harnessAlone": [
997
- "src/core/profile.py",
998
- "src/gateway/group_butler.py",
999
- "src/core/group_intervention.py",
1000
- "src/config.py",
1001
- "src/gateway/handlers.py",
1002
- "src/llm_providers/ollama.py",
1003
- "src/gateway/wiring.py",
1004
- "src/graph_memory.py",
1005
- "src/intent_router.py",
1006
- "src/proactive.py"
1007
- ],
1008
- "harnessJudged": [
1009
- "src/gateway/media_handlers.py",
1010
- "src/gateway/group_butler.py",
1011
- "src/gateway/handlers.py",
1012
- "src/core/profile.py",
1013
- "src/core/group_intervention.py",
1014
- "src/gateway/formatting.py",
1015
- "src/bot.py",
1016
- "src/gateway/wiring.py",
1017
- "src/config.py",
1018
- "src/core/registry.py"
1019
- ],
1020
- "grepJudged": [
1021
- "src/gateway/media_handlers.py",
1022
- "src/core/profile.py",
1023
- "src/core/group_intervention.py",
1024
- "src/gateway/group_butler.py",
1025
- "src/tools/pets.py",
1026
- "src/agy_engine.py",
1027
- "src/tts_engine.py",
1028
- "src/structured_logger.py",
1029
- "src/tools/astronomy.py",
1030
- "src/gateway/handlers.py"
1031
- ],
1032
- "truthFiles": [
1033
- "src/core/group_intervention.py",
1034
- "src/gateway/group_butler.py",
1035
- "src/gateway/wiring.py"
1036
- ]
1037
- },
1038
- {
1039
- "set": "width-40",
1040
- "query": "feat(group): Feature 018 US1 MVP — 그룹방 명시 호출 즉답",
1041
- "harnessAlone": [
1042
- "src/core/profile.py",
1043
- "src/gateway/handlers.py",
1044
- "src/gateway/review_apply.py",
1045
- "src/intent_router.py",
1046
- "src/proactive.py",
1047
- "src/graph_memory.py",
1048
- "src/core/semantic_extractor.py",
1049
- "src/gateway/callbacks.py",
1050
- "src/core/canonicalize.py",
1051
- "src/gateway/family_routing.py"
1052
- ],
1053
- "harnessJudged": [
1054
- "src/gateway/handlers.py",
1055
- "src/core/profile.py",
1056
- "src/intent_router.py",
1057
- "src/gateway/wiring.py",
1058
- "src/core/registry.py",
1059
- "src/config.py",
1060
- "src/gateway/callbacks.py",
1061
- "src/core/tool.py",
1062
- "src/proactive.py",
1063
- "src/bot.py"
1064
- ],
1065
- "grepJudged": [
1066
- "src/intent_router.py",
1067
- "src/gateway/handlers.py",
1068
- "src/knowledge_distiller.py",
1069
- "src/graph_memory.py",
1070
- "src/core/llm.py",
1071
- "src/gateway/formatting.py",
1072
- "src/llm_providers/claude_api.py",
1073
- "src/tts_engine.py",
1074
- "src/tools/traffic.py",
1075
- "src/tools/food.py"
1076
- ],
1077
- "truthFiles": [
1078
- "src/core/group_intervention.py",
1079
- "src/core/profile.py",
1080
- "src/gateway/group_butler.py",
1081
- "src/gateway/wiring.py",
1082
- "src/graph_memory.py"
1083
- ]
1084
- },
1085
- {
1086
- "set": "width-40",
1087
- "query": "feat(memory): Feature 016 — 설정 기반 기억 도메인(코드 무수정 주제 확장)",
1088
- "harnessAlone": [
1089
- "src/core/profile.py",
1090
- "src/proactive.py",
1091
- "src/graph_memory.py",
1092
- "src/gateway/handlers.py",
1093
- "src/gateway/wiring.py",
1094
- "src/gateway/review_apply.py",
1095
- "src/core/semantic_extractor.py",
1096
- "src/intent_router.py",
1097
- "src/core/hitl_review.py",
1098
- "src/core/email_calendar.py"
1099
- ],
1100
- "harnessJudged": [
1101
- "src/core/profile.py",
1102
- "src/config.py",
1103
- "src/graph_memory.py",
1104
- "src/memory.py",
1105
- "src/knowledge_distiller.py",
1106
- "src/vector_memory.py",
1107
- "src/core/semantic_extractor.py",
1108
- "src/proactive.py",
1109
- "src/gateway/handlers.py",
1110
- "src/core/canonicalize.py"
1111
- ],
1112
- "grepJudged": [
1113
- "src/graph_memory.py",
1114
- "src/web_server.py",
1115
- "src/proactive.py",
1116
- "src/knowledge_distiller.py",
1117
- "src/gateway/handlers.py",
1118
- "src/core/profile.py",
1119
- "src/gateway/wiring.py",
1120
- "src/gateway/url_context.py",
1121
- "src/gateway/review_apply.py",
1122
- "src/tools/books.py"
1123
- ],
1124
- "truthFiles": [
1125
- "src/core/profile.py",
1126
- "src/core/semantic_extractor.py",
1127
- "src/graph_memory.py",
1128
- "src/proactive.py"
1129
- ]
1130
- },
1131
- {
1132
- "set": "width-40",
1133
- "query": "test+fix: 도구 연동 E2E 회귀 가드 + crypto 라우팅 결함 수정",
1134
- "harnessAlone": [
1135
- "src/core/tool.py",
1136
- "src/tools/crypto.py",
1137
- "src/core/registry.py",
1138
- "src/gateway/handlers.py",
1139
- "src/intent_router.py",
1140
- "src/core/profile.py",
1141
- "src/tools/books.py",
1142
- "src/tools/advice.py",
1143
- "src/tools/maps_search.py",
1144
- "src/proactive.py"
1145
- ],
1146
- "harnessJudged": [
1147
- "src/tools/crypto.py",
1148
- "src/intent_router.py",
1149
- "src/core/registry.py",
1150
- "src/core/tool.py",
1151
- "src/core/semantic_router.py",
1152
- "src/gateway/handlers.py",
1153
- "src/core/profile.py",
1154
- "src/gateway/wiring.py",
1155
- "src/tools/capabilities.py",
1156
- "src/agy_engine.py"
1157
- ],
1158
- "grepJudged": [
1159
- "src/tools/crypto.py",
1160
- "src/intent_router.py",
1161
- "src/gateway/wiring.py",
1162
- "src/core/semantic_router.py",
1163
- "src/tools/capabilities.py",
1164
- "src/gateway/handlers.py",
1165
- "src/core/profile.py",
1166
- "src/bot.py",
1167
- "src/core/tool.py",
1168
- "src/gateway/family_routing.py"
1169
- ],
1170
- "truthFiles": [
1171
- "src/tools/crypto.py"
1172
- ]
1173
- },
1174
- {
1175
- "set": "width-40",
1176
- "query": "feat(memory): Feature 012 — HITL 텔레그램 리뷰 + 결정 영구 학습",
1177
- "harnessAlone": [
1178
- "src/memory.py",
1179
- "src/graph_memory.py",
1180
- "src/core/profile.py",
1181
- "src/proactive.py",
1182
- "src/gateway/handlers.py",
1183
- "src/gateway/wiring.py",
1184
- "src/intent_router.py",
1185
- "src/web_server.py",
1186
- "src/vector_memory.py",
1187
- "src/knowledge_distiller.py"
1188
- ],
1189
- "harnessJudged": [
1190
- "src/hitl_manager.py",
1191
- "src/gateway/callbacks.py",
1192
- "src/memory.py",
1193
- "src/graph_memory.py",
1194
- "src/core/profile.py",
1195
- "src/gateway/handlers.py",
1196
- "src/proactive.py",
1197
- "src/gateway/wiring.py",
1198
- "src/knowledge_distiller.py",
1199
- "src/core/canonicalize.py"
1200
- ],
1201
- "grepJudged": [
1202
- "src/gateway/callbacks.py",
1203
- "src/intent_router.py",
1204
- "src/tools/capabilities.py",
1205
- "src/gateway/family_routing.py",
1206
- "src/core/llm.py",
1207
- "src/gateway/formatting.py",
1208
- "src/gateway/handlers.py",
1209
- "src/gateway/__init__.py",
1210
- "src/core/briefing.py",
1211
- "src/graph_memory.py"
1212
- ],
1213
- "truthFiles": [
1214
- "src/core/canonicalize.py",
1215
- "src/core/hitl_review.py",
1216
- "src/core/profile.py",
1217
- "src/gateway/callbacks.py",
1218
- "src/gateway/review_apply.py",
1219
- "src/proactive.py"
1220
- ]
1221
- },
1222
- {
1223
- "set": "width-40",
1224
- "query": "feat(memory): Feature 011 — semantic 트리플 추출 파이프라인",
1225
- "harnessAlone": [
1226
- "src/core/profile.py",
1227
- "src/gateway/wiring.py",
1228
- "src/core/semantic_router.py",
1229
- "src/intent_router.py",
1230
- "src/gateway/handlers.py",
1231
- "src/proactive.py",
1232
- "src/vector_memory.py",
1233
- "src/memory.py",
1234
- "src/knowledge_distiller.py",
1235
- "src/web_server.py"
1236
- ],
1237
- "harnessJudged": [
1238
- "src/knowledge_distiller.py",
1239
- "src/graph_memory.py",
1240
- "src/core/semantic_router.py",
1241
- "src/memory.py",
1242
- "src/vector_memory.py",
1243
- "src/core/profile.py",
1244
- "src/intent_router.py",
1245
- "src/gateway/wiring.py",
1246
- "src/proactive.py",
1247
- "src/core/llm.py"
1248
- ],
1249
- "grepJudged": [
1250
- "src/graph_memory.py",
1251
- "src/knowledge_distiller.py",
1252
- "src/intent_router.py",
1253
- "src/web_server.py",
1254
- "src/gateway/wiring.py",
1255
- "src/gateway/handlers.py",
1256
- "src/gateway/family_routing.py",
1257
- "src/core/semantic_router.py",
1258
- "src/tools/traffic.py",
1259
- "src/gmail_pubsub.py"
1260
- ],
1261
- "truthFiles": [
1262
- "src/core/profile.py",
1263
- "src/core/semantic_extractor.py",
1264
- "src/gateway/handlers.py",
1265
- "src/graph_memory.py",
1266
- "src/proactive.py"
1267
- ]
1268
- },
1269
- {
1270
- "set": "width-40",
1271
- "query": "fix(memory): 일일 다이제스트 견고화 — misfire 복구 + 날짜 인지",
1272
- "harnessAlone": [
1273
- "src/gateway/handlers.py",
1274
- "src/core/profile.py",
1275
- "src/gateway/wiring.py",
1276
- "src/intent_router.py",
1277
- "src/proactive.py",
1278
- "src/web_server.py",
1279
- "src/memory.py",
1280
- "src/graph_memory.py",
1281
- "src/vector_memory.py",
1282
- "src/knowledge_distiller.py"
1283
- ],
1284
- "harnessJudged": [
1285
- "src/proactive.py",
1286
- "src/core/briefing.py",
1287
- "src/knowledge_distiller.py",
1288
- "src/core/profile.py",
1289
- "src/gateway/handlers.py",
1290
- "src/jarvis_sleep_manager.py",
1291
- "src/core/background.py",
1292
- "src/main.py",
1293
- "src/structured_logger.py",
1294
- "src/graph_memory.py"
1295
- ],
1296
- "grepJudged": [
1297
- "src/proactive.py",
1298
- "src/knowledge_distiller.py",
1299
- "src/core/briefing.py",
1300
- "src/core/profile.py",
1301
- "src/memory.py",
1302
- "src/graph_memory.py",
1303
- "src/tools/workspace.py",
1304
- "src/tools/google_calendar.py",
1305
- "src/structured_logger.py",
1306
- "src/gmail_pubsub.py"
1307
- ],
1308
- "truthFiles": [
1309
- "src/knowledge_distiller.py",
1310
- "src/memory.py",
1311
- "src/proactive.py"
1312
- ]
1313
- },
1314
- {
1315
- "set": "width-40",
1316
- "query": "feat(tools): Feature 009 — token-free 공개 API 도구 확장 팩",
1317
- "harnessAlone": [
1318
- "src/llm_providers/claude_api.py",
1319
- "src/core/registry.py",
1320
- "src/agy_engine.py",
1321
- "src/llm_providers/gemini_api.py",
1322
- "src/web_server.py",
1323
- "src/tools/episodes.py",
1324
- "src/core/llm.py",
1325
- "src/core/native_loop.py",
1326
- "src/tools/workspace.py",
1327
- "src/tools/maps_search.py"
1328
- ],
1329
- "harnessJudged": [
1330
- "src/core/registry.py",
1331
- "src/tools/__init__.py",
1332
- "src/core/tool.py",
1333
- "src/core/capabilities.py",
1334
- "src/agy_engine.py",
1335
- "src/tools/weather.py",
1336
- "src/tools/gold.py",
1337
- "src/tools/forex.py",
1338
- "src/core/briefing.py",
1339
- "src/intent_router.py"
1340
- ],
1341
- "grepJudged": [
1342
- "src/core/briefing.py",
1343
- "src/intent_router.py",
1344
- "src/proactive.py",
1345
- "src/core/registry.py",
1346
- "src/core/native_loop.py",
1347
- "src/web_server.py",
1348
- "src/gateway/handlers.py",
1349
- "src/tools/books.py",
1350
- "src/llm_providers/claude_api.py",
1351
- "src/gateway/url_context.py"
1352
- ],
1353
- "truthFiles": [
1354
- "src/core/profile.py",
1355
- "src/proactive.py",
1356
- "src/tools/astronomy.py",
1357
- "src/tools/books.py",
1358
- "src/tools/calc.py",
1359
- "src/tools/crypto.py",
1360
- "src/tools/dictionary.py",
1361
- "src/tools/forex.py",
1362
- "src/tools/linktools.py",
1363
- "src/tools/pets.py",
1364
- "src/tools/places.py",
1365
- "src/tools/pokemon.py",
1366
- "src/tools/quake.py",
1367
- "src/tools/quiz.py",
1368
- "src/tools/recipes.py",
1369
- "src/tools/timezone.py",
1370
- "src/tools/translate.py"
1371
- ]
1372
- },
1373
- {
1374
- "set": "evidence-shown",
1375
- "query": "fix(memory): 회수 랭킹 정밀 하드닝 2건 — relevance 신호강화 + 카테고리 importance",
1376
- "harnessAlone": [
1377
- "src/core/retrieval_rank.py",
1378
- "src/graph_memory.py",
1379
- "src/memory.py",
1380
- "src/vector_memory.py",
1381
- "src/core/memory_decay.py",
1382
- "src/proactive.py",
1383
- "src/core/profile.py",
1384
- "src/gateway/memory_1on1.py",
1385
- "src/gateway/handlers.py",
1386
- "src/knowledge_distiller.py"
1387
- ],
1388
- "harnessJudged": [
1389
- "src/core/retrieval_rank.py",
1390
- "src/graph_memory.py",
1391
- "src/memory.py",
1392
- "src/core/profile.py",
1393
- "src/vector_memory.py",
1394
- "src/core/memory_decay.py",
1395
- "src/core/hierarchical_memory.py",
1396
- "src/gateway/memory_1on1.py",
1397
- "src/proactive.py",
1398
- "src/knowledge_distiller.py"
1399
- ],
1400
- "grepJudged": [
1401
- "src/core/retrieval_rank.py",
1402
- "src/memory.py",
1403
- "src/graph_memory.py",
1404
- "src/core/profile.py",
1405
- "src/vector_memory.py",
1406
- "src/core/hierarchical_memory.py",
1407
- "src/knowledge_distiller.py",
1408
- "src/core/group_message_store.py",
1409
- "src/core/memory_decay.py",
1410
- "src/gateway/memory_1on1.py"
1411
- ],
1412
- "truthFiles": [
1413
- "src/core/profile.py",
1414
- "src/core/retrieval_rank.py",
1415
- "src/gateway/handlers.py",
1416
- "src/memory.py"
1417
- ]
1418
- },
1419
- {
1420
- "set": "evidence-shown",
1421
- "query": "feat(memory): B1 Reflection — 축적 기억에서 상위 통찰 합성 (Generative Agents)",
1422
- "harnessAlone": [
1423
- "src/gateway/memory_1on1.py",
1424
- "src/core/profile.py",
1425
- "src/gateway/handlers.py",
1426
- "src/graph_memory.py",
1427
- "src/proactive.py",
1428
- "src/memory.py",
1429
- "src/gateway/group_butler.py",
1430
- "src/core/retrieval_rank.py",
1431
- "src/vector_memory.py",
1432
- "src/core/group_message_store.py"
1433
- ],
1434
- "harnessJudged": [
1435
- "src/graph_memory.py",
1436
- "src/memory.py",
1437
- "src/core/profile.py",
1438
- "src/proactive.py",
1439
- "src/core/hierarchical_memory.py",
1440
- "src/gateway/memory_1on1.py",
1441
- "src/vector_memory.py",
1442
- "src/knowledge_distiller.py",
1443
- "src/core/retrieval_rank.py",
1444
- "src/gateway/handlers.py"
1445
- ],
1446
- "grepJudged": [
1447
- "src/graph_memory.py",
1448
- "src/knowledge_distiller.py",
1449
- "src/proactive.py",
1450
- "src/gateway/handlers.py",
1451
- "src/memory.py",
1452
- "src/vector_memory.py",
1453
- "src/core/profile.py",
1454
- "src/web_server.py",
1455
- "src/gateway/group_butler.py",
1456
- "src/gateway/wiring.py"
1457
- ],
1458
- "truthFiles": [
1459
- "src/core/profile.py",
1460
- "src/core/reflection.py",
1461
- "src/proactive.py"
1462
- ]
1463
- },
1464
- {
1465
- "set": "evidence-shown",
1466
- "query": "feat(memory): A1 장기 팩트 회수 랭킹 + 적대적 리뷰 하드닝 7건 (F025)",
1467
- "harnessAlone": [
1468
- "src/gateway/memory_1on1.py",
1469
- "src/proactive.py",
1470
- "src/core/profile.py",
1471
- "src/gateway/handlers.py",
1472
- "src/gateway/group_butler.py",
1473
- "src/memory.py",
1474
- "src/graph_memory.py",
1475
- "src/core/group_message_store.py",
1476
- "src/gateway/wiring.py",
1477
- "src/core/briefing.py"
1478
- ],
1479
- "harnessJudged": [
1480
- "src/core/retrieval_rank.py",
1481
- "src/memory.py",
1482
- "src/graph_memory.py",
1483
- "src/core/profile.py",
1484
- "src/gateway/memory_1on1.py",
1485
- "src/vector_memory.py",
1486
- "src/core/hierarchical_memory.py",
1487
- "src/knowledge_distiller.py",
1488
- "src/proactive.py",
1489
- "src/gateway/handlers.py"
1490
- ],
1491
- "grepJudged": [
1492
- "src/core/retrieval_rank.py",
1493
- "src/memory.py",
1494
- "src/core/profile.py",
1495
- "src/knowledge_distiller.py",
1496
- "src/vector_memory.py",
1497
- "src/graph_memory.py",
1498
- "src/gateway/handlers.py",
1499
- "src/web_server.py",
1500
- "src/gateway/group_butler.py",
1501
- "src/core/hierarchical_memory.py"
1502
- ],
1503
- "truthFiles": [
1504
- "src/core/group_message_store.py",
1505
- "src/core/profile.py",
1506
- "src/core/retrieval_rank.py",
1507
- "src/gateway/group_butler.py",
1508
- "src/gateway/handlers.py",
1509
- "src/graph_memory.py",
1510
- "src/memory.py"
1511
- ]
1512
- },
1513
- {
1514
- "set": "evidence-shown",
1515
- "query": "feat(briefing): D-day 섹션을 캘린더 향후 N일(기본 30) 기반으로 전환",
1516
- "harnessAlone": [
1517
- "src/core/profile.py",
1518
- "src/proactive.py",
1519
- "src/core/group_message_store.py",
1520
- "src/core/briefing.py",
1521
- "src/tools/workspace.py",
1522
- "src/gateway/group_butler.py",
1523
- "src/gateway/handlers.py",
1524
- "src/core/group_intervention.py",
1525
- "src/core/email_calendar.py",
1526
- "src/intent_router.py"
1527
- ],
1528
- "harnessJudged": [
1529
- "src/core/briefing.py",
1530
- "src/core/profile.py",
1531
- "src/core/email_calendar.py",
1532
- "src/proactive.py",
1533
- "src/tools/workspace.py",
1534
- "src/gateway/group_butler.py",
1535
- "src/intent_router.py",
1536
- "src/core/group_message_store.py",
1537
- "src/gateway/handlers.py",
1538
- "src/config.py"
1539
- ],
1540
- "grepJudged": [
1541
- "src/core/briefing.py",
1542
- "src/proactive.py",
1543
- "src/core/email_calendar.py",
1544
- "src/tools/google_calendar.py",
1545
- "src/core/profile.py",
1546
- "src/gateway/review_apply.py",
1547
- "src/goal_agent.py",
1548
- "src/google_auth.py",
1549
- "src/gateway/handlers.py",
1550
- "src/core/group_message_store.py"
1551
- ],
1552
- "truthFiles": [
1553
- "src/core/briefing.py",
1554
- "src/tools/google_calendar.py"
1555
- ]
1556
- },
1557
- {
1558
- "set": "evidence-shown",
1559
- "query": "feat(memory): 추출 건강지표 — 성공률 추적·리포트·저조 시 알림 (F024 #2)",
1560
- "harnessAlone": [
1561
- "src/gateway/memory_1on1.py",
1562
- "src/graph_memory.py",
1563
- "src/core/profile.py",
1564
- "src/proactive.py",
1565
- "src/gateway/handlers.py",
1566
- "src/core/hierarchical_memory.py",
1567
- "src/core/llm_json.py",
1568
- "src/core/group_intervention.py",
1569
- "src/gateway/group_butler.py",
1570
- "src/knowledge_distiller.py"
1571
- ],
1572
- "harnessJudged": [
1573
- "src/graph_memory.py",
1574
- "src/proactive.py",
1575
- "src/core/profile.py",
1576
- "src/knowledge_distiller.py",
1577
- "src/core/llm_json.py",
1578
- "src/memory.py",
1579
- "src/gateway/handlers.py",
1580
- "src/core/hierarchical_memory.py",
1581
- "src/gateway/group_butler.py",
1582
- "src/core/group_intervention.py"
1583
- ],
1584
- "grepJudged": [
1585
- "src/knowledge_distiller.py",
1586
- "src/core/semantic_extractor.py",
1587
- "src/proactive.py",
1588
- "src/core/profile.py",
1589
- "src/core/llm_json.py",
1590
- "src/graph_memory.py",
1591
- "src/memory.py",
1592
- "src/core/email_calendar.py",
1593
- "src/web_server.py",
1594
- "src/core/image_gen.py"
1595
- ],
1596
- "truthFiles": [
1597
- "src/core/extraction_health.py",
1598
- "src/core/hierarchical_memory.py",
1599
- "src/core/llm_json.py",
1600
- "src/core/profile.py",
1601
- "src/gateway/wiring.py",
1602
- "src/gmail_pubsub.py",
1603
- "src/goal_agent.py",
1604
- "src/knowledge_distiller.py",
1605
- "src/memory.py",
1606
- "src/proactive.py"
1607
- ]
1608
- },
1609
- {
1610
- "set": "evidence-shown",
1611
- "query": "fix(memory): 매 대화 팩트 추출 5일 전면중단 복구(프롬프트 중괄호 이스케이프)",
1612
- "harnessAlone": [
1613
- "src/graph_memory.py",
1614
- "src/gateway/memory_1on1.py",
1615
- "src/core/profile.py",
1616
- "src/proactive.py",
1617
- "src/gateway/handlers.py",
1618
- "src/gateway/group_butler.py",
1619
- "src/memory.py",
1620
- "src/core/group_intervention.py",
1621
- "src/core/hierarchical_memory.py",
1622
- "src/core/group_message_store.py"
1623
- ],
1624
- "harnessJudged": [
1625
- "src/graph_memory.py",
1626
- "src/core/semantic_extractor.py",
1627
- "src/knowledge_distiller.py",
1628
- "src/memory.py",
1629
- "src/core/profile.py",
1630
- "src/proactive.py",
1631
- "src/gateway/memory_1on1.py",
1632
- "src/core/canonicalize.py",
1633
- "src/vector_memory.py",
1634
- "src/core/hierarchical_memory.py"
1635
- ],
1636
- "grepJudged": [
1637
- "src/knowledge_distiller.py",
1638
- "src/core/semantic_extractor.py",
1639
- "src/graph_memory.py",
1640
- "src/gateway/handlers.py",
1641
- "src/llm_providers/base_cli.py",
1642
- "src/llm_providers/claude_cli.py",
1643
- "src/core/image_gen.py",
1644
- "src/web_server.py",
1645
- "src/gateway/group_butler.py",
1646
- "src/memory.py"
1647
- ],
1648
- "truthFiles": [
1649
- "src/knowledge_distiller.py"
1650
- ]
1651
- },
1652
- {
1653
- "set": "evidence-shown",
1654
- "query": "refactor(cleanup): 죽은 is_question_or_request 제거 + FAMILY_BROADCAST 키워드 단일화",
1655
- "harnessAlone": [
1656
- "src/proactive.py",
1657
- "src/core/profile.py",
1658
- "src/gateway/callbacks.py",
1659
- "src/intent_router.py",
1660
- "src/gateway/review_apply.py",
1661
- "src/web_server.py",
1662
- "src/gateway/handlers.py",
1663
- "src/gateway/group_butler.py",
1664
- "src/core/image_gen.py",
1665
- "src/core/group_intervention.py"
1666
- ],
1667
- "harnessJudged": [
1668
- "src/core/group_intervention.py",
1669
- "src/gateway/family_routing.py",
1670
- "src/proactive.py",
1671
- "src/intent_router.py",
1672
- "src/gateway/handlers.py",
1673
- "src/core/profile.py",
1674
- "src/gateway/review_apply.py",
1675
- "src/core/registry.py",
1676
- "src/event_broadcaster.py",
1677
- "src/gateway/callbacks.py"
1678
- ],
1679
- "grepJudged": [
1680
- "src/gateway/handlers.py",
1681
- "src/gateway/family_routing.py",
1682
- "src/gateway/review_apply.py",
1683
- "src/proactive.py",
1684
- "src/intent_router.py",
1685
- "src/web_server.py",
1686
- "src/gateway/group_butler.py",
1687
- "src/event_broadcaster.py",
1688
- "src/bot.py",
1689
- "src/gateway/media_handlers.py"
1690
- ],
1691
- "truthFiles": [
1692
- "src/core/group_intervention.py",
1693
- "src/gateway/handlers.py",
1694
- "src/intent_router.py"
1695
- ]
1696
- },
1697
- {
1698
- "set": "evidence-shown",
1699
- "query": "feat(traffic): Tmap→Naver Directions(NCP, trafast 실시간 교통) 연동",
1700
- "harnessAlone": [
1701
- "src/tools/traffic.py",
1702
- "src/core/profile.py",
1703
- "src/core/tool.py",
1704
- "src/core/hitl_review.py",
1705
- "src/proactive.py",
1706
- "src/gateway/group_butler.py",
1707
- "src/gateway/handlers.py",
1708
- "src/agy_engine.py",
1709
- "src/core/group_intervention.py",
1710
- "src/core/group_message_store.py"
1711
- ],
1712
- "harnessJudged": [
1713
- "src/tools/traffic.py",
1714
- "src/config.py",
1715
- "src/core/profile.py",
1716
- "src/core/tool.py",
1717
- "src/proactive.py",
1718
- "src/intent_router.py",
1719
- "src/agy_engine.py",
1720
- "src/gateway/handlers.py",
1721
- "src/main.py",
1722
- "src/gateway/group_butler.py"
1723
- ],
1724
- "grepJudged": [
1725
- "src/tools/traffic.py",
1726
- "src/proactive.py",
1727
- "src/tools/maps_search.py",
1728
- "src/config.py",
1729
- "src/tools/capabilities.py",
1730
- "src/tools/subway.py",
1731
- "src/core/briefing.py",
1732
- "src/tools/realestate.py",
1733
- "src/core/profile.py",
1734
- "src/gateway/handlers.py"
1735
- ],
1736
- "truthFiles": [
1737
- "src/tools/traffic.py"
1738
- ]
1739
- },
1740
- {
1741
- "set": "two-step",
1742
- "query": "feat(group): 답장(reply_to_message) 대상 발화를 답변 맥락에 주입",
1743
- "harnessAlone": [
1744
- "src/gateway/group_butler.py",
1745
- "src/core/profile.py",
1746
- "src/gateway/handlers.py",
1747
- "src/core/group_intervention.py",
1748
- "src/proactive.py",
1749
- "src/core/group_message_store.py",
1750
- "src/gateway/family_routing.py",
1751
- "src/gateway/review_apply.py",
1752
- "src/agy_engine.py",
1753
- "src/gateway/wiring.py"
1754
- ],
1755
- "harnessJudged": [
1756
- "src/gateway/group_butler.py",
1757
- "src/gateway/handlers.py",
1758
- "src/core/group_message_store.py",
1759
- "src/core/profile.py",
1760
- "src/core/group_intervention.py",
1761
- "src/gateway/callbacks.py",
1762
- "src/gateway/media_handlers.py",
1763
- "src/proactive.py",
1764
- "src/gateway/wiring.py",
1765
- "src/intent_router.py"
1766
- ],
1767
- "grepJudged": [
1768
- "src/gateway/handlers.py",
1769
- "src/gateway/group_butler.py",
1770
- "src/gateway/media_handlers.py",
1771
- "src/core/group_intervention.py",
1772
- "src/gateway/callbacks.py",
1773
- "src/web_server.py",
1774
- "src/tools/workspace.py",
1775
- "src/hitl_manager.py",
1776
- "src/event_broadcaster.py",
1777
- "src/proactive.py"
1778
- ],
1779
- "truthFiles": [
1780
- "src/gateway/group_butler.py"
1781
- ]
1782
- },
1783
- {
1784
- "set": "two-step",
1785
- "query": "feat(memory): F022 1:1 확장 — DM 중기 롤링 요약 저장·배선(승격 없음)",
1786
- "harnessAlone": [
1787
- "src/graph_memory.py",
1788
- "src/core/profile.py",
1789
- "src/proactive.py",
1790
- "src/gateway/group_butler.py",
1791
- "src/core/hierarchical_memory.py",
1792
- "src/gateway/handlers.py",
1793
- "src/core/group_message_store.py",
1794
- "src/core/group_intervention.py",
1795
- "src/gateway/wiring.py",
1796
- "src/core/semantic_extractor.py"
1797
- ],
1798
- "harnessJudged": [
1799
- "src/core/hierarchical_memory.py",
1800
- "src/graph_memory.py",
1801
- "src/core/profile.py",
1802
- "src/memory.py",
1803
- "src/gateway/handlers.py",
1804
- "src/proactive.py",
1805
- "src/core/group_message_store.py",
1806
- "src/gateway/wiring.py",
1807
- "src/knowledge_distiller.py",
1808
- "src/vector_memory.py"
1809
- ],
1810
- "grepJudged": [
1811
- "src/core/hierarchical_memory.py",
1812
- "src/gateway/group_butler.py",
1813
- "src/knowledge_distiller.py",
1814
- "src/core/profile.py",
1815
- "src/core/group_message_store.py",
1816
- "src/proactive.py",
1817
- "src/memory.py",
1818
- "src/tts_engine.py",
1819
- "src/web_server.py",
1820
- "src/tools/google_calendar.py"
1821
- ],
1822
- "truthFiles": [
1823
- "src/gateway/memory_1on1.py",
1824
- "src/memory.py"
1825
- ]
1826
- },
1827
- {
1828
- "set": "two-step",
1829
- "query": "feat(config): F022 hierarchical_memory 설정(세션갭·누적·승격 임계치 등)",
1830
- "harnessAlone": [
1831
- "src/core/profile.py",
1832
- "src/config.py",
1833
- "src/graph_memory.py",
1834
- "src/memory.py",
1835
- "src/vector_memory.py",
1836
- "src/core/group_message_store.py",
1837
- "src/proactive.py",
1838
- "src/gateway/handlers.py",
1839
- "src/gateway/group_butler.py",
1840
- "src/core/hierarchical_memory.py"
1841
- ],
1842
- "harnessJudged": [
1843
- "src/core/profile.py",
1844
- "src/config.py",
1845
- "src/core/hierarchical_memory.py",
1846
- "src/graph_memory.py",
1847
- "src/memory.py",
1848
- "src/gateway/wiring.py",
1849
- "src/core/group_message_store.py",
1850
- "src/proactive.py",
1851
- "src/vector_memory.py",
1852
- "src/gateway/handlers.py"
1853
- ],
1854
- "grepJudged": [
1855
- "src/core/profile.py",
1856
- "src/core/hierarchical_memory.py",
1857
- "src/graph_memory.py",
1858
- "src/knowledge_distiller.py",
1859
- "src/core/canonicalize.py",
1860
- "src/proactive.py",
1861
- "src/web_server.py",
1862
- "src/intent_router.py",
1863
- "src/gateway/handlers.py",
1864
- "src/tools/crypto.py"
1865
- ],
1866
- "truthFiles": [
1867
- "src/core/profile.py"
1868
- ]
1869
- },
1870
- {
1871
- "set": "two-step",
1872
- "query": "feat(traffic): OSRM → Google Directions 실시간 교통(duration_in_traffic)",
1873
- "harnessAlone": [
1874
- "src/tools/google_calendar.py",
1875
- "src/core/profile.py",
1876
- "src/tools/workspace.py",
1877
- "src/gateway/review_apply.py",
1878
- "src/google_auth.py",
1879
- "src/config.py",
1880
- "src/agy_engine.py",
1881
- "src/core/hitl_review.py",
1882
- "src/tools/maps_search.py",
1883
- "src/web_server.py"
1884
- ],
1885
- "harnessJudged": [
1886
- "src/tools/traffic.py",
1887
- "src/core/http.py",
1888
- "src/core/tool.py",
1889
- "src/core/registry.py",
1890
- "src/tools/maps_search.py",
1891
- "src/config.py",
1892
- "src/core/profile.py",
1893
- "src/intent_router.py",
1894
- "src/proactive.py",
1895
- "src/agy_engine.py"
1896
- ],
1897
- "grepJudged": [
1898
- "src/tools/traffic.py",
1899
- "src/tools/maps_search.py",
1900
- "src/google_auth.py",
1901
- "src/proactive.py",
1902
- "src/llm_providers/gemini_api.py",
1903
- "src/tools/google_calendar.py",
1904
- "src/agy_engine.py",
1905
- "src/tools/workspace.py",
1906
- "src/intent_router.py",
1907
- "src/tools/capabilities.py"
1908
- ],
1909
- "truthFiles": [
1910
- "src/tools/traffic.py"
1911
- ]
1912
- },
1913
- {
1914
- "set": "two-step",
1915
- "query": "feat(config): F021-2 passive.meaningful_filter(enabled·count_window)",
1916
- "harnessAlone": [
1917
- "src/core/profile.py",
1918
- "src/gateway/group_butler.py",
1919
- "src/core/group_intervention.py",
1920
- "src/core/group_message_store.py",
1921
- "src/config.py",
1922
- "src/gateway/image_gen_service.py",
1923
- "src/jarvis_sleep_manager.py",
1924
- "src/proactive.py",
1925
- "src/gateway/handlers.py",
1926
- "src/intent_router.py"
1927
- ],
1928
- "harnessJudged": [
1929
- "src/core/profile.py",
1930
- "src/config.py",
1931
- "src/gateway/group_butler.py",
1932
- "src/core/group_intervention.py",
1933
- "src/gateway/wiring.py",
1934
- "src/core/tool.py",
1935
- "src/proactive.py",
1936
- "src/gateway/handlers.py",
1937
- "src/main.py",
1938
- "src/agy_engine.py"
1939
- ],
1940
- "grepJudged": [
1941
- "src/gateway/group_butler.py",
1942
- "src/core/profile.py",
1943
- "src/core/group_intervention.py",
1944
- "src/config.py",
1945
- "src/gateway/handlers.py",
1946
- "src/proactive.py",
1947
- "src/gateway/wiring.py",
1948
- "src/core/group_message_store.py",
1949
- "src/intent_router.py",
1950
- "src/main.py"
1951
- ],
1952
- "truthFiles": [
1953
- "src/core/profile.py"
1954
- ]
1955
- },
1956
- {
1957
- "set": "two-step",
1958
- "query": "feat(group): F021-1 그룹 대화 영속화 — 재기동에도 맥락 유지(무응답 버그 근본해결)",
1959
- "harnessAlone": [
1960
- "src/gateway/group_butler.py",
1961
- "src/core/group_intervention.py",
1962
- "src/core/profile.py",
1963
- "src/gateway/image_gen_service.py",
1964
- "src/gateway/handlers.py",
1965
- "src/proactive.py",
1966
- "src/config.py",
1967
- "src/gateway/wiring.py",
1968
- "src/graph_memory.py",
1969
- "src/llm_providers/claude_cli.py"
1970
- ],
1971
- "harnessJudged": [
1972
- "src/gateway/group_butler.py",
1973
- "src/core/group_intervention.py",
1974
- "src/gateway/wiring.py",
1975
- "src/core/profile.py",
1976
- "src/gateway/handlers.py",
1977
- "src/config.py",
1978
- "src/proactive.py",
1979
- "src/gateway/callbacks.py",
1980
- "src/gateway/__init__.py",
1981
- "src/web_server.py"
1982
- ],
1983
- "grepJudged": [
1984
- "src/gateway/group_butler.py",
1985
- "src/vector_memory.py",
1986
- "src/gateway/wiring.py",
1987
- "src/proactive.py",
1988
- "src/main.py",
1989
- "src/core/hitl_review.py",
1990
- "src/core/group_message_store.py",
1991
- "src/core/profile.py",
1992
- "src/gateway/handlers.py",
1993
- "src/config.py"
1994
- ],
1995
- "truthFiles": [
1996
- "src/core/group_message_store.py",
1997
- "src/gateway/group_butler.py"
1998
- ]
1999
- },
2000
- {
2001
- "set": "two-step",
2002
- "query": "feat(gc): Feature 020 — 통합 임시파일 GC(고아 안전망)",
2003
- "harnessAlone": [
2004
- "src/gateway/group_butler.py",
2005
- "src/core/profile.py",
2006
- "src/core/group_intervention.py",
2007
- "src/gateway/handlers.py",
2008
- "src/gateway/wiring.py",
2009
- "src/graph_memory.py",
2010
- "src/proactive.py",
2011
- "src/llm_providers/claude_cli.py",
2012
- "src/llm_providers/agy_cli.py",
2013
- "src/intent_router.py"
2014
- ],
2015
- "harnessJudged": [
2016
- "src/config.py",
2017
- "src/gateway/wiring.py",
2018
- "src/core/registry.py",
2019
- "src/core/tool.py",
2020
- "src/agy_engine.py",
2021
- "src/web_server.py",
2022
- "src/hitl_manager.py",
2023
- "src/core/hitl_review.py",
2024
- "src/gmail_pubsub.py",
2025
- "src/tools/workspace.py"
2026
- ],
2027
- "grepJudged": [
2028
- "src/tools/weather.py",
2029
- "src/tools/open_meteo.py",
2030
- "src/tts_engine.py",
2031
- "src/tools/google_calendar.py",
2032
- "src/hitl_manager.py",
2033
- "src/llm_providers/gemini_api.py",
2034
- "src/agy_engine.py",
2035
- "src/config.py",
2036
- "src/main.py",
2037
- "src/web_server.py"
2038
- ],
2039
- "truthFiles": [
2040
- "src/core/profile.py",
2041
- "src/core/temp_gc.py",
2042
- "src/gateway/temp_gc_service.py",
2043
- "src/main.py",
2044
- "src/proactive.py"
2045
- ]
2046
- },
2047
- {
2048
- "set": "two-step",
2049
- "query": "fix(image): 이미지 후속 요청(\"귀엽게 보여줘\") 인식 + 텍스트 엔진 그림 약속 금지",
2050
- "harnessAlone": [
2051
- "src/core/image_gen.py",
2052
- "src/gateway/image_gen_service.py",
2053
- "src/core/profile.py",
2054
- "src/llm_providers/agy_cli.py",
2055
- "src/gateway/group_butler.py",
2056
- "src/gateway/handlers.py",
2057
- "src/agy_engine.py",
2058
- "src/gateway/wiring.py",
2059
- "src/llm_providers/claude_cli.py",
2060
- "src/proactive.py"
2061
- ],
2062
- "harnessJudged": [
2063
- "src/core/image_gen.py",
2064
- "src/gateway/image_gen_service.py",
2065
- "src/gateway/media_handlers.py",
2066
- "src/intent_router.py",
2067
- "src/agy_engine.py",
2068
- "src/gateway/handlers.py",
2069
- "src/core/profile.py",
2070
- "src/llm_providers/base_cli.py",
2071
- "src/gateway/group_butler.py",
2072
- "src/core/background.py"
2073
- ],
2074
- "grepJudged": [
2075
- "src/gateway/media_handlers.py",
2076
- "src/gateway/image_gen_service.py",
2077
- "src/gateway/group_butler.py",
2078
- "src/core/image_gen.py",
2079
- "src/agy_engine.py",
2080
- "src/gateway/handlers.py",
2081
- "src/llm_providers/agy_cli.py",
2082
- "src/tools/astronomy.py",
2083
- "src/llm_providers/claude_cli.py",
2084
- "src/visualizer.py"
2085
- ],
2086
- "truthFiles": [
2087
- "src/core/image_gen.py",
2088
- "src/gateway/group_butler.py",
2089
- "src/gateway/handlers.py",
2090
- "src/gateway/image_gen_service.py"
2091
- ]
2092
- }
2093
- ]
2094
- };
2095
- exports.THIRD_CORPUS_COMPARISON = {
2096
- "corpus": "reference-gemini-cli",
2097
- "opponent": "a person with grep and judgement (me), not a program",
2098
- "note": "A-SPEC-426 measured the same corpus against the name-only baseline and the harness won there. Different opponents; both results stand.",
2099
- "caveat": "n=8, and these eight are harder than the 29 scored in A-SPEC-426.",
2100
- "harnessAloneTop10RecallHere": 0.268,
2101
- "harnessAloneTop10RecallOn29": 0.483,
2102
- "cases": [
2103
- {
2104
- "set": "gemini-cli-blind",
2105
- "query": "fix(core): properly format markdown in AskUser tool by unescaping newlines (#26349)",
2106
- "harnessAlone": [
2107
- "packages/core/src/config/config.ts",
2108
- "packages/core/src/agents/local-executor.ts",
2109
- "packages/core/src/core/geminiChat.ts",
2110
- "packages/core/src/config/storage.ts",
2111
- "packages/core/src/services/memoryService.ts",
2112
- "packages/core/src/tools/tool-registry.ts",
2113
- "packages/core/src/core/client.ts",
2114
- "packages/core/src/prompts/promptProvider.ts",
2115
- "packages/core/src/tools/shell.ts",
2116
- "packages/core/src/prompts/snippets.ts"
2117
- ],
2118
- "harnessJudged": [
2119
- "packages/cli/src/ui/components/AskUserDialog.tsx",
2120
- "packages/core/src/tools/tool-registry.ts",
2121
- "packages/core/src/commands/memory.ts",
2122
- "packages/core/src/tools/edit.ts",
2123
- "packages/core/src/tools/write-file.ts",
2124
- "packages/core/src/agents/agent-tool.ts",
2125
- "packages/sdk/src/tool.ts",
2126
- "packages/core/src/scheduler/tool-executor.ts",
2127
- "packages/core/src/tools/shell.ts",
2128
- "packages/core/src/services/shellExecutionService.ts"
2129
- ],
2130
- "grepJudged": [
2131
- "packages/core/src/tools/ask-user.ts",
2132
- "packages/cli/src/ui/components/AskUserDialog.tsx",
2133
- "packages/cli/src/ui/contexts/AskUserActionsContext.tsx",
2134
- "packages/cli/src/ui/utils/markdownParsingUtils.ts",
2135
- "packages/core/src/tools/tools.ts",
2136
- "packages/core/src/agents/agentLoader.ts",
2137
- "packages/cli/src/ui/hooks/atCommandProcessor.ts",
2138
- "packages/cli/src/ui/components/shared/text-buffer.ts",
2139
- "packages/core/src/utils/editCorrector.ts",
2140
- "packages/devtools/client/src/App.tsx"
2141
- ],
2142
- "truthFiles": [
2143
- "packages/core/src/tools/ask-user.ts"
2144
- ],
2145
- "pool40": [
2146
- "packages/core/src/config/config.ts",
2147
- "packages/core/src/agents/local-executor.ts",
2148
- "packages/core/src/core/geminiChat.ts",
2149
- "packages/core/src/config/storage.ts",
2150
- "packages/core/src/services/memoryService.ts",
2151
- "packages/core/src/tools/tool-registry.ts",
2152
- "packages/core/src/core/client.ts",
2153
- "packages/core/src/prompts/promptProvider.ts",
2154
- "packages/core/src/tools/shell.ts",
2155
- "packages/core/src/prompts/snippets.ts",
2156
- "packages/core/src/agents/registry.ts",
2157
- "packages/core/src/utils/events.ts",
2158
- "packages/core/src/services/chatRecordingService.ts",
2159
- "packages/core/src/commands/memory.ts",
2160
- "packages/cli/src/acp/commands/memory.ts",
2161
- "packages/core/src/tools/grep.ts",
2162
- "packages/core/src/telemetry/types.ts",
2163
- "packages/core/src/agents/agent-tool.ts",
2164
- "packages/core/src/prompts/snippets.legacy.ts",
2165
- "packages/core/src/agent/legacy-agent-session.ts",
2166
- "packages/core/src/agents/a2aUtils.ts",
2167
- "packages/core/src/services/shellExecutionService.ts",
2168
- "packages/core/src/scheduler/scheduler.ts",
2169
- "packages/core/src/policy/policy-engine.ts",
2170
- "packages/core/src/tools/edit.ts",
2171
- "packages/cli/src/config/settingsSchema.ts",
2172
- "packages/cli/src/acp/acpSession.ts",
2173
- "packages/core/src/tools/web-fetch.ts",
2174
- "packages/core/src/tools/write-file.ts",
2175
- "packages/core/src/agents/skill-extraction-agent.ts",
2176
- "packages/core/src/test-utils/mock-tool.ts",
2177
- "packages/core/src/tools/tool-names.ts",
2178
- "packages/a2a-server/src/utils/testing_utils.ts",
2179
- "packages/cli/src/nonInteractiveCliAgentSession.ts",
2180
- "packages/a2a-server/src/agent/task.ts",
2181
- "packages/core/src/scheduler/tool-executor.ts",
2182
- "packages/sdk/src/tool.ts",
2183
- "packages/core/src/core/agentChatHistory.ts",
2184
- "packages/cli/src/ui/components/AskUserDialog.tsx",
2185
- "packages/cli/src/gemini.tsx"
2186
- ]
2187
- },
2188
- {
2189
- "set": "gemini-cli-blind",
2190
- "query": "fix(core): filter unsupported multimodal types from tool responses (#26352)",
2191
- "harnessAlone": [
2192
- "packages/core/src/config/config.ts",
2193
- "packages/core/src/agents/local-executor.ts",
2194
- "packages/core/src/core/client.ts",
2195
- "packages/core/src/config/storage.ts",
2196
- "packages/core/src/core/geminiChat.ts",
2197
- "packages/core/src/prompts/promptProvider.ts",
2198
- "packages/core/src/tools/tool-registry.ts",
2199
- "packages/sdk/src/tool.ts",
2200
- "packages/core/src/utils/events.ts",
2201
- "packages/core/src/prompts/snippets.ts"
2202
- ],
2203
- "harnessJudged": [
2204
- "packages/core/src/scheduler/tool-executor.ts",
2205
- "packages/core/src/core/geminiChat.ts",
2206
- "packages/core/src/core/client.ts",
2207
- "packages/core/src/tools/tool-registry.ts",
2208
- "packages/sdk/src/tool.ts",
2209
- "packages/core/src/scheduler/scheduler.ts",
2210
- "packages/core/src/services/chatRecordingService.ts",
2211
- "packages/core/src/agents/agent-tool.ts",
2212
- "packages/core/src/telemetry/types.ts",
2213
- "packages/a2a-server/src/agent/task.ts"
2214
- ],
2215
- "grepJudged": [
2216
- "packages/core/src/utils/generateContentResponseUtilities.ts",
2217
- "packages/cli/src/ui/hooks/useGeminiStream.ts",
2218
- "packages/core/src/config/defaultModelConfigs.ts",
2219
- "packages/core/src/utils/filesearch/fileSearch.ts",
2220
- "packages/test-utils/src/perf-test-harness.ts",
2221
- "packages/cli/src/ui/components/SessionBrowser.tsx",
2222
- "packages/cli/src/ui/commands/mcpCommand.ts",
2223
- "packages/cli/src/ui/commands/extensionsCommand.ts",
2224
- "packages/cli/src/ui/components/shared/SearchableList.tsx",
2225
- "packages/devtools/client/src/App.tsx"
2226
- ],
2227
- "truthFiles": [
2228
- "packages/core/src/core/geminiChat.ts",
2229
- "packages/core/src/utils/generateContentResponseUtilities.ts"
2230
- ],
2231
- "pool40": [
2232
- "packages/core/src/config/config.ts",
2233
- "packages/core/src/agents/local-executor.ts",
2234
- "packages/core/src/core/client.ts",
2235
- "packages/core/src/config/storage.ts",
2236
- "packages/core/src/core/geminiChat.ts",
2237
- "packages/core/src/prompts/promptProvider.ts",
2238
- "packages/core/src/tools/tool-registry.ts",
2239
- "packages/sdk/src/tool.ts",
2240
- "packages/core/src/utils/events.ts",
2241
- "packages/core/src/prompts/snippets.ts",
2242
- "packages/core/src/tools/shell.ts",
2243
- "packages/core/src/services/chatRecordingService.ts",
2244
- "packages/core/src/tools/tool-names.ts",
2245
- "packages/core/src/services/memoryService.ts",
2246
- "packages/core/src/agents/a2aUtils.ts",
2247
- "packages/core/src/agents/registry.ts",
2248
- "packages/sdk/src/session.ts",
2249
- "packages/sdk/src/types.ts",
2250
- "packages/core/src/scheduler/scheduler.ts",
2251
- "packages/core/src/prompts/snippets.legacy.ts",
2252
- "packages/core/src/tools/grep.ts",
2253
- "packages/core/src/telemetry/types.ts",
2254
- "packages/cli/src/config/settingsSchema.ts",
2255
- "packages/cli/src/acp/acpSession.ts",
2256
- "packages/core/src/test-utils/mock-tool.ts",
2257
- "packages/core/src/agents/skill-extraction-agent.ts",
2258
- "packages/core/src/utils/filesearch/fileSearch.ts",
2259
- "packages/core/src/services/shellExecutionService.ts",
2260
- "packages/a2a-server/src/agent/task.ts",
2261
- "packages/cli/src/acp/commands/memory.ts",
2262
- "packages/core/src/core/agentChatHistory.ts",
2263
- "packages/core/src/tools/edit.ts",
2264
- "packages/core/src/policy/policy-engine.ts",
2265
- "packages/core/src/agents/agent-tool.ts",
2266
- "packages/core/src/tools/write-file.ts",
2267
- "packages/core/src/tools/web-fetch.ts",
2268
- "packages/core/src/utils/retry.ts",
2269
- "packages/sdk/src/agent.ts",
2270
- "packages/core/src/services/sessionSummaryUtils.ts",
2271
- "packages/test-utils/src/test-rig.ts"
2272
- ]
2273
- },
2274
- {
2275
- "set": "gemini-cli-blind",
2276
- "query": "feat(cli): improve /agents refresh logging (#26442)",
2277
- "harnessAlone": [
2278
- "packages/core/src/config/config.ts",
2279
- "packages/core/src/config/storage.ts",
2280
- "packages/core/src/agents/local-executor.ts",
2281
- "packages/core/src/commands/memory.ts",
2282
- "packages/cli/src/acp/commands/memory.ts",
2283
- "packages/cli/src/config/settings.ts",
2284
- "packages/cli/src/gemini.tsx",
2285
- "packages/core/src/utils/events.ts",
2286
- "packages/core/src/prompts/snippets.ts",
2287
- "packages/core/src/agents/skill-extraction-agent.ts"
2288
- ],
2289
- "harnessJudged": [
2290
- "packages/core/src/agents/registry.ts",
2291
- "packages/core/src/utils/events.ts",
2292
- "packages/cli/src/gemini.tsx",
2293
- "packages/cli/src/config/settings.ts",
2294
- "packages/core/src/config/config.ts",
2295
- "packages/core/src/agents/local-executor.ts",
2296
- "packages/core/src/config/storage.ts",
2297
- "packages/cli/src/config/settingsSchema.ts",
2298
- "packages/core/src/prompts/snippets.ts",
2299
- "packages/cli/src/acp/commands/memory.ts"
2300
- ],
2301
- "grepJudged": [
2302
- "packages/core/src/agents/registry.ts",
2303
- "packages/core/src/utils/events.ts",
2304
- "packages/core/src/config/config.ts",
2305
- "packages/cli/src/config/extension-manager.ts",
2306
- "packages/core/src/agents/agentLoader.ts",
2307
- "packages/cli/src/config/config.ts",
2308
- "packages/cli/src/test-utils/mockConfig.ts",
2309
- "packages/cli/src/config/settings.ts",
2310
- "packages/cli/src/config/settingsSchema.ts",
2311
- "packages/cli/src/gemini.tsx"
2312
- ],
2313
- "truthFiles": [
2314
- "packages/cli/src/ui/commands/agentsCommand.ts",
2315
- "packages/core/src/agents/registry.ts",
2316
- "packages/core/src/agents/types.ts"
2317
- ],
2318
- "pool40": [
2319
- "packages/core/src/config/config.ts",
2320
- "packages/core/src/config/storage.ts",
2321
- "packages/core/src/agents/local-executor.ts",
2322
- "packages/core/src/commands/memory.ts",
2323
- "packages/cli/src/acp/commands/memory.ts",
2324
- "packages/cli/src/config/settings.ts",
2325
- "packages/cli/src/gemini.tsx",
2326
- "packages/core/src/utils/events.ts",
2327
- "packages/core/src/prompts/snippets.ts",
2328
- "packages/core/src/agents/skill-extraction-agent.ts",
2329
- "packages/core/src/agents/registry.ts",
2330
- "packages/cli/src/config/settingsSchema.ts",
2331
- "packages/core/src/prompts/promptProvider.ts",
2332
- "packages/core/src/services/memoryService.ts",
2333
- "packages/cli/src/config/config.ts",
2334
- "packages/cli/src/ui/commands/skillsCommand.ts",
2335
- "packages/cli/src/acp/acpRpcDispatcher.ts",
2336
- "packages/cli/src/acp/acpSession.ts",
2337
- "packages/cli/src/acp/acpSessionManager.ts",
2338
- "packages/cli/src/services/FileCommandLoader.ts",
2339
- "packages/core/src/code_assist/server.ts",
2340
- "packages/core/src/agents/a2aUtils.ts",
2341
- "packages/sdk/src/session.ts",
2342
- "packages/cli/src/interactiveCli.tsx",
2343
- "packages/sdk/src/agent.ts",
2344
- "packages/core/src/agents/types.ts",
2345
- "packages/cli/src/nonInteractiveCli.ts",
2346
- "packages/cli/src/nonInteractiveCliAgentSession.ts",
2347
- "packages/core/src/agents/agentLoader.ts",
2348
- "packages/cli/src/ui/AppContainer.tsx",
2349
- "packages/core/src/services/chatRecordingService.ts",
2350
- "packages/cli/index.ts",
2351
- "packages/cli/src/test-utils/mockConfig.ts",
2352
- "packages/cli/src/acp/commands/restore.ts",
2353
- "packages/cli/src/test-utils/AppRig.tsx",
2354
- "packages/cli/src/utils/activityLogger.ts",
2355
- "packages/core/src/core/client.ts",
2356
- "packages/cli/src/ui/components/ExitPlanModeDialog.tsx",
2357
- "packages/cli/src/ui/key/keyBindings.ts",
2358
- "packages/cli/src/ui/components/InputPrompt.tsx"
2359
- ]
2360
- },
2361
- {
2362
- "set": "gemini-cli-blind",
2363
- "query": "docs(sdk): add JSDoc to all exported interfaces and types (#26277)",
2364
- "harnessAlone": [
2365
- "packages/core/src/tools/get-internal-docs.ts",
2366
- "packages/core/src/commands/memory.ts",
2367
- "packages/core/src/config/config.ts",
2368
- "packages/cli/src/acp/commands/memory.ts",
2369
- "packages/core/src/tools/tool-registry.ts",
2370
- "packages/core/src/services/memoryService.ts",
2371
- "packages/sdk/src/types.ts",
2372
- "packages/cli/src/config/settingsSchema.ts",
2373
- "packages/core/src/policy/policy-engine.ts",
2374
- "packages/core/src/agents/skill-extraction-agent.ts"
2375
- ],
2376
- "harnessJudged": [
2377
- "packages/sdk/src/types.ts",
2378
- "packages/core/src/agents/types.ts",
2379
- "packages/cli/src/ui/commands/types.ts",
2380
- "packages/core/src/agent/types.ts",
2381
- "packages/core/src/tools/get-internal-docs.ts",
2382
- "packages/cli/src/config/settingsSchema.ts",
2383
- "packages/core/src/config/config.ts",
2384
- "packages/core/src/tools/tool-registry.ts",
2385
- "packages/core/src/policy/policy-engine.ts",
2386
- "packages/cli/src/config/config.ts"
2387
- ],
2388
- "grepJudged": [
2389
- "packages/core/src/hooks/types.ts",
2390
- "packages/core/src/code_assist/types.ts",
2391
- "packages/core/src/agent/types.ts",
2392
- "packages/core/src/tools/tools.ts",
2393
- "packages/core/src/tools/mcp-client.ts",
2394
- "packages/core/src/config/models.ts",
2395
- "packages/core/src/config/config.ts",
2396
- "packages/core/src/utils/events.ts",
2397
- "packages/core/src/utils/oauth-flow.ts",
2398
- "packages/core/src/mcp/oauth-provider.ts"
2399
- ],
2400
- "truthFiles": [
2401
- "packages/sdk/src/agent.ts",
2402
- "packages/sdk/src/fs.ts",
2403
- "packages/sdk/src/session.ts",
2404
- "packages/sdk/src/shell.ts",
2405
- "packages/sdk/src/skills.ts",
2406
- "packages/sdk/src/tool.ts",
2407
- "packages/sdk/src/types.ts"
2408
- ],
2409
- "pool40": [
2410
- "packages/core/src/tools/get-internal-docs.ts",
2411
- "packages/core/src/commands/memory.ts",
2412
- "packages/core/src/config/config.ts",
2413
- "packages/cli/src/acp/commands/memory.ts",
2414
- "packages/core/src/tools/tool-registry.ts",
2415
- "packages/core/src/services/memoryService.ts",
2416
- "packages/sdk/src/types.ts",
2417
- "packages/cli/src/config/settingsSchema.ts",
2418
- "packages/core/src/policy/policy-engine.ts",
2419
- "packages/core/src/agents/skill-extraction-agent.ts",
2420
- "packages/core/src/agents/types.ts",
2421
- "packages/cli/src/ui/commands/types.ts",
2422
- "packages/cli/src/config/config.ts",
2423
- "packages/cli/src/ui/hooks/atCommandProcessor.ts",
2424
- "packages/core/src/agent/types.ts",
2425
- "packages/cli/src/ui/commands/memoryCommand.ts",
2426
- "packages/core/src/core/agentChatHistory.ts",
2427
- "packages/cli/src/acp/acpSession.ts",
2428
- "packages/a2a-server/src/agent/task.ts",
2429
- "packages/cli/src/config/settings.ts",
2430
- "packages/cli/src/ui/themes/theme-manager.ts",
2431
- "packages/core/src/config/storage.ts",
2432
- "packages/core/src/prompts/snippets.ts",
2433
- "packages/core/src/services/shellExecutionService.ts",
2434
- "packages/core/src/skills/skillManager.ts",
2435
- "packages/cli/src/ui/components/ThemeDialog.tsx",
2436
- "packages/core/src/services/memoryPatchUtils.ts",
2437
- "packages/core/src/core/client.ts",
2438
- "packages/cli/src/nonInteractiveCliAgentSession.ts",
2439
- "packages/core/src/policy/config.ts",
2440
- "packages/core/src/tools/memoryTool.ts",
2441
- "packages/core/src/config/projectRegistry.ts",
2442
- "packages/core/src/agent/event-translator.ts",
2443
- "packages/test-utils/src/file-system-test-helpers.ts",
2444
- "packages/cli/src/test-utils/mockConfig.ts",
2445
- "packages/core/src/agents/browser/browserManager.ts",
2446
- "packages/core/src/telemetry/index.ts",
2447
- "packages/cli/src/ui/types.ts",
2448
- "packages/cli/src/ui/components/InboxDialog.tsx",
2449
- "packages/core/src/telemetry/memory-monitor.ts"
2450
- ]
2451
- },
2452
- {
2453
- "set": "gemini-cli-blind",
2454
- "query": "feat: add ignoreLocalEnv setting and --ignore-env flag (#2493) (#26445)",
2455
- "harnessAlone": [
2456
- "packages/core/src/agents/local-executor.ts",
2457
- "packages/core/src/config/config.ts",
2458
- "packages/cli/src/acp/commands/memory.ts",
2459
- "packages/cli/src/config/settings.ts",
2460
- "packages/core/src/agents/skill-extraction-agent.ts",
2461
- "packages/core/src/config/storage.ts",
2462
- "packages/core/src/skills/skillManager.ts",
2463
- "packages/core/src/agents/registry.ts",
2464
- "packages/core/src/commands/memory.ts",
2465
- "packages/core/src/services/memoryService.ts"
2466
- ],
2467
- "harnessJudged": [
2468
- "packages/cli/src/config/settings.ts",
2469
- "packages/cli/src/config/settingsSchema.ts",
2470
- "packages/core/src/config/config.ts",
2471
- "packages/cli/src/config/config.ts",
2472
- "packages/core/src/utils/ignoreFileParser.ts",
2473
- "packages/core/src/config/scoped-config.ts",
2474
- "packages/core/src/services/fileDiscoveryService.ts",
2475
- "packages/core/src/utils/filesearch/ignore.ts",
2476
- "packages/core/src/utils/gitIgnoreParser.ts",
2477
- "packages/core/src/agents/local-executor.ts"
2478
- ],
2479
- "grepJudged": [
2480
- "packages/cli/src/config/settingsSchema.ts",
2481
- "packages/cli/src/config/settings.ts",
2482
- "packages/cli/src/config/config.ts",
2483
- "packages/core/src/config/config.ts",
2484
- "packages/core/src/utils/ignoreFileParser.ts",
2485
- "packages/core/src/services/fileDiscoveryService.ts",
2486
- "packages/core/src/utils/filesearch/ignore.ts",
2487
- "packages/core/src/config/scoped-config.ts",
2488
- "packages/core/src/agents/local-executor.ts",
2489
- "packages/core/src/utils/gitIgnoreParser.ts"
2490
- ],
2491
- "truthFiles": [
2492
- "packages/cli/src/config/settings.ts",
2493
- "packages/cli/src/config/settingsSchema.ts"
2494
- ],
2495
- "pool40": [
2496
- "packages/core/src/agents/local-executor.ts",
2497
- "packages/core/src/config/config.ts",
2498
- "packages/cli/src/acp/commands/memory.ts",
2499
- "packages/cli/src/config/settings.ts",
2500
- "packages/core/src/agents/skill-extraction-agent.ts",
2501
- "packages/core/src/config/storage.ts",
2502
- "packages/core/src/skills/skillManager.ts",
2503
- "packages/core/src/agents/registry.ts",
2504
- "packages/core/src/commands/memory.ts",
2505
- "packages/core/src/services/memoryService.ts",
2506
- "packages/core/src/utils/ignoreFileParser.ts",
2507
- "packages/core/src/policy/policy-engine.ts",
2508
- "packages/core/src/config/scoped-config.ts",
2509
- "packages/core/src/core/geminiChat.ts",
2510
- "packages/core/src/utils/gitIgnoreParser.ts",
2511
- "packages/cli/src/config/settingsSchema.ts",
2512
- "packages/core/src/core/client.ts",
2513
- "packages/core/src/services/fileDiscoveryService.ts",
2514
- "packages/core/src/utils/filesearch/ignore.ts",
2515
- "packages/cli/src/config/config.ts",
2516
- "packages/cli/src/ui/commands/memoryCommand.ts",
2517
- "packages/core/src/services/shellExecutionService.ts",
2518
- "packages/core/src/agents/types.ts",
2519
- "packages/cli/src/gemini.tsx",
2520
- "packages/core/src/prompts/snippets.ts",
2521
- "packages/core/src/core/agentChatHistory.ts",
2522
- "packages/core/src/core/localLiteRtLmClient.ts",
2523
- "packages/core/src/services/gitService.ts",
2524
- "packages/core/src/services/chatRecordingService.ts",
2525
- "packages/core/src/utils/paths.ts",
2526
- "packages/core/src/agent/legacy-agent-session.ts",
2527
- "packages/cli/src/ui/commands/types.ts",
2528
- "packages/core/src/telemetry/config.ts",
2529
- "packages/core/src/tools/trackerTools.ts",
2530
- "packages/core/src/tools/tool-registry.ts",
2531
- "packages/core/src/ide/ide-client.ts",
2532
- "packages/cli/src/test-utils/mockConfig.ts",
2533
- "packages/cli/src/ui/AppContainer.tsx",
2534
- "packages/core/src/config/models.ts",
2535
- "packages/core/src/telemetry/activity-monitor.ts"
2536
- ]
2537
- },
2538
- {
2539
- "set": "gemini-cli-blind",
2540
- "query": "test(cleanup): fix temporary directory leaks in test suites (#26217)",
2541
- "harnessAlone": [
2542
- "packages/cli/src/utils/cleanup.ts",
2543
- "packages/core/src/config/config.ts",
2544
- "packages/cli/src/utils/sessionCleanup.ts",
2545
- "packages/core/src/services/shellExecutionService.ts",
2546
- "packages/core/src/config/storage.ts",
2547
- "packages/core/src/services/chatRecordingService.ts",
2548
- "packages/core/src/utils/filesearch/fileSearch.ts",
2549
- "packages/core/src/commands/memory.ts",
2550
- "packages/core/src/sandbox/windows/WindowsSandboxManager.ts",
2551
- "packages/core/src/utils/shell-utils.ts"
2552
- ],
2553
- "harnessJudged": [
2554
- "packages/cli/src/utils/cleanup.ts",
2555
- "packages/cli/src/utils/sessionCleanup.ts",
2556
- "packages/test-utils/src/test-rig.ts",
2557
- "packages/core/src/services/shellExecutionService.ts",
2558
- "packages/core/src/config/storage.ts",
2559
- "packages/core/src/utils/filesearch/fileSearch.ts",
2560
- "packages/cli/src/utils/sandbox.ts",
2561
- "packages/core/src/utils/process-utils.ts",
2562
- "packages/core/src/telemetry/memory-monitor.ts",
2563
- "packages/core/src/agents/browser/browserAgentFactory.ts"
2564
- ],
2565
- "grepJudged": [
2566
- "packages/cli/src/utils/sessionCleanup.ts",
2567
- "packages/cli/src/utils/cleanup.ts",
2568
- "packages/cli/src/gemini.tsx",
2569
- "packages/cli/src/interactiveCli.tsx",
2570
- "packages/core/src/services/shellExecutionService.ts",
2571
- "packages/cli/src/utils/sandbox.ts",
2572
- "packages/test-utils/src/test-rig.ts",
2573
- "packages/cli/src/ui/utils/terminalCapabilityManager.ts",
2574
- "packages/core/src/tools/tool-registry.ts",
2575
- "packages/cli/src/ui/hooks/useAnimatedScrollbar.ts"
2576
- ],
2577
- "truthFiles": [
2578
- "packages/test-utils/src/file-system-test-helpers.ts"
2579
- ],
2580
- "pool40": [
2581
- "packages/cli/src/utils/cleanup.ts",
2582
- "packages/core/src/config/config.ts",
2583
- "packages/cli/src/utils/sessionCleanup.ts",
2584
- "packages/core/src/services/shellExecutionService.ts",
2585
- "packages/core/src/config/storage.ts",
2586
- "packages/core/src/services/chatRecordingService.ts",
2587
- "packages/core/src/utils/filesearch/fileSearch.ts",
2588
- "packages/core/src/commands/memory.ts",
2589
- "packages/core/src/sandbox/windows/WindowsSandboxManager.ts",
2590
- "packages/core/src/utils/shell-utils.ts",
2591
- "packages/cli/src/interactiveCli.tsx",
2592
- "packages/core/src/agents/browser/browserAgentFactory.ts",
2593
- "packages/core/src/tools/tool-registry.ts",
2594
- "packages/core/src/core/client.ts",
2595
- "packages/test-utils/src/test-rig.ts",
2596
- "packages/cli/src/utils/sandbox.ts",
2597
- "packages/core/src/utils/process-utils.ts",
2598
- "packages/core/src/code_assist/oauth2.ts",
2599
- "packages/core/src/telemetry/memory-monitor.ts",
2600
- "packages/cli/src/gemini.tsx",
2601
- "packages/cli/src/config/config.ts",
2602
- "packages/core/src/tools/grep.ts",
2603
- "packages/core/src/agents/agentLoader.ts",
2604
- "packages/core/src/core/agentChatHistory.ts",
2605
- "packages/core/src/context/graph/render.ts",
2606
- "packages/core/src/utils/filesearch/ignore.ts",
2607
- "packages/cli/src/commands/extensions/new.ts",
2608
- "packages/core/src/prompts/promptProvider.ts",
2609
- "packages/cli/src/acp/acpSession.ts",
2610
- "packages/core/src/agents/a2aUtils.ts",
2611
- "packages/cli/src/ui/AppContainer.tsx",
2612
- "packages/cli/src/ui/components/InboxDialog.tsx",
2613
- "packages/core/src/sandbox/linux/LinuxSandboxManager.ts",
2614
- "packages/core/src/sandbox/macos/MacOsSandboxManager.ts",
2615
- "packages/core/src/scheduler/scheduler.ts",
2616
- "packages/cli/src/utils/handleAutoUpdate.ts",
2617
- "packages/core/src/tools/edit.ts",
2618
- "packages/core/src/services/sandboxManager.ts",
2619
- "packages/cli/src/ui/commands/skillsCommand.ts",
2620
- "packages/cli/src/ui/commands/setupGithubCommand.ts"
2621
- ]
2622
- },
2623
- {
2624
- "set": "gemini-cli-blind",
2625
- "query": "feat(voice): add privacy and compliance UX warning for Gemini Live backend (#26454)",
2626
- "harnessAlone": [
2627
- "packages/core/src/core/client.ts",
2628
- "packages/core/src/config/config.ts",
2629
- "packages/core/src/agents/local-executor.ts",
2630
- "packages/core/src/core/geminiChat.ts",
2631
- "packages/cli/src/gemini.tsx",
2632
- "packages/core/src/config/models.ts",
2633
- "packages/cli/src/ui/hooks/useVoiceMode.ts",
2634
- "packages/core/src/agent/legacy-agent-session.ts",
2635
- "packages/cli/src/acp/commands/memory.ts",
2636
- "packages/core/src/services/chatRecordingService.ts"
2637
- ],
2638
- "harnessJudged": [
2639
- "packages/core/src/voice/geminiLiveTranscriptionProvider.ts",
2640
- "packages/cli/src/ui/hooks/useVoiceMode.ts",
2641
- "packages/cli/src/acp/acpRpcDispatcher.ts",
2642
- "packages/core/src/config/models.ts",
2643
- "packages/core/src/core/client.ts",
2644
- "packages/cli/src/acp/acpSession.ts",
2645
- "packages/cli/src/acp/acpSessionManager.ts",
2646
- "packages/core/src/config/config.ts",
2647
- "packages/cli/src/gemini.tsx",
2648
- "packages/core/src/core/geminiChat.ts"
2649
- ],
2650
- "grepJudged": [
2651
- "packages/cli/src/ui/hooks/useVoiceMode.ts",
2652
- "packages/cli/src/ui/privacy/CloudFreePrivacyNotice.tsx",
2653
- "packages/core/src/voice/geminiLiveTranscriptionProvider.ts",
2654
- "packages/cli/src/ui/components/VoiceModelDialog.tsx",
2655
- "packages/cli/src/ui/commands/voiceCommand.ts",
2656
- "packages/core/src/voice/transcriptionFactory.ts",
2657
- "packages/cli/src/config/settingsSchema.ts",
2658
- "packages/core/src/utils/browserConsent.ts",
2659
- "packages/core/src/index.ts",
2660
- "packages/core/src/config/config.ts"
2661
- ],
2662
- "truthFiles": [
2663
- "packages/cli/src/config/settingsSchema.ts",
2664
- "packages/cli/src/ui/components/VoiceModelDialog.tsx"
2665
- ],
2666
- "pool40": [
2667
- "packages/core/src/core/client.ts",
2668
- "packages/core/src/config/config.ts",
2669
- "packages/core/src/agents/local-executor.ts",
2670
- "packages/core/src/core/geminiChat.ts",
2671
- "packages/cli/src/gemini.tsx",
2672
- "packages/core/src/config/models.ts",
2673
- "packages/cli/src/ui/hooks/useVoiceMode.ts",
2674
- "packages/core/src/agent/legacy-agent-session.ts",
2675
- "packages/cli/src/acp/commands/memory.ts",
2676
- "packages/core/src/services/chatRecordingService.ts",
2677
- "packages/core/src/tools/tool-registry.ts",
2678
- "packages/cli/src/nonInteractiveCliAgentSession.ts",
2679
- "packages/cli/src/config/config.ts",
2680
- "packages/cli/src/acp/acpSession.ts",
2681
- "packages/core/src/voice/geminiLiveTranscriptionProvider.ts",
2682
- "packages/a2a-server/src/utils/testing_utils.ts",
2683
- "packages/cli/src/acp/acpSessionManager.ts",
2684
- "packages/cli/src/acp/acpRpcDispatcher.ts",
2685
- "packages/core/src/prompts/snippets.ts",
2686
- "packages/cli/src/ui/commands/types.ts",
2687
- "packages/core/src/config/storage.ts",
2688
- "packages/core/src/policy/policy-engine.ts",
2689
- "packages/core/src/core/agentChatHistory.ts",
2690
- "packages/cli/src/nonInteractiveCli.ts",
2691
- "packages/cli/src/ui/components/VoiceModelDialog.tsx",
2692
- "packages/test-utils/src/test-rig.ts",
2693
- "packages/cli/src/config/settingsSchema.ts",
2694
- "packages/core/src/commands/memory.ts",
2695
- "packages/core/src/utils/events.ts",
2696
- "packages/cli/src/ui/components/InputPrompt.tsx",
2697
- "packages/cli/src/ui/AppContainer.tsx",
2698
- "packages/core/src/telemetry/index.ts",
2699
- "packages/cli/src/test-utils/mockConfig.ts",
2700
- "packages/core/src/telemetry/memory-monitor.ts",
2701
- "packages/core/src/agents/registry.ts",
2702
- "packages/core/src/policy/config.ts",
2703
- "packages/core/src/utils/tokenCalculation.ts",
2704
- "packages/core/src/utils/memoryDiscovery.ts",
2705
- "packages/cli/src/ui/commands/voiceCommand.ts",
2706
- "packages/core/src/context/contextManager.ts"
2707
- ]
2708
- },
2709
- {
2710
- "set": "gemini-cli-blind",
2711
- "query": "fix(core): use close event instead of exit in child_process fallback (#25695)",
2712
- "harnessAlone": [
2713
- "packages/core/src/telemetry/types.ts",
2714
- "packages/core/src/config/config.ts",
2715
- "packages/core/src/tools/tool-registry.ts",
2716
- "packages/core/src/core/client.ts",
2717
- "packages/cli/src/config/config.ts",
2718
- "packages/core/src/core/geminiChat.ts",
2719
- "packages/cli/src/gemini.tsx",
2720
- "packages/core/src/services/chatRecordingService.ts",
2721
- "packages/core/src/utils/events.ts",
2722
- "packages/core/src/services/shellExecutionService.ts"
2723
- ],
2724
- "harnessJudged": [
2725
- "packages/core/src/services/shellExecutionService.ts",
2726
- "packages/core/src/utils/events.ts",
2727
- "packages/core/src/agent/legacy-agent-session.ts",
2728
- "packages/test-utils/src/test-rig.ts",
2729
- "packages/cli/src/nonInteractiveCli.ts",
2730
- "packages/core/src/core/client.ts",
2731
- "packages/core/src/config/config.ts",
2732
- "packages/core/src/telemetry/types.ts",
2733
- "packages/core/src/services/keychainService.ts",
2734
- "packages/core/src/utils/filesearch/fileSearch.ts"
2735
- ],
2736
- "grepJudged": [
2737
- "packages/core/src/services/shellExecutionService.ts",
2738
- "packages/core/src/utils/shell-utils.ts",
2739
- "packages/cli/src/utils/sandbox.ts",
2740
- "packages/test-utils/src/test-rig.ts",
2741
- "packages/core/src/services/sandboxedFileSystemService.ts",
2742
- "packages/cli/src/ui/utils/clipboardUtils.ts",
2743
- "packages/core/src/tools/tool-registry.ts",
2744
- "packages/core/src/ide/ide-installer.ts",
2745
- "packages/cli/src/ui/components/triage/TriageIssues.tsx",
2746
- "packages/cli/src/ui/components/triage/TriageDuplicates.tsx"
2747
- ],
2748
- "truthFiles": [
2749
- "packages/core/src/services/shellExecutionService.ts"
2750
- ],
2751
- "pool40": [
2752
- "packages/core/src/telemetry/types.ts",
2753
- "packages/core/src/config/config.ts",
2754
- "packages/core/src/tools/tool-registry.ts",
2755
- "packages/core/src/core/client.ts",
2756
- "packages/cli/src/config/config.ts",
2757
- "packages/core/src/core/geminiChat.ts",
2758
- "packages/cli/src/gemini.tsx",
2759
- "packages/core/src/services/chatRecordingService.ts",
2760
- "packages/core/src/utils/events.ts",
2761
- "packages/core/src/services/shellExecutionService.ts",
2762
- "packages/core/src/prompts/snippets.ts",
2763
- "packages/core/src/agents/local-executor.ts",
2764
- "packages/cli/src/nonInteractiveCli.ts",
2765
- "packages/core/src/services/keychainService.ts",
2766
- "packages/core/src/agent/legacy-agent-session.ts",
2767
- "packages/core/src/utils/filesearch/fileSearch.ts",
2768
- "packages/test-utils/src/test-rig.ts",
2769
- "packages/cli/src/interactiveCli.tsx",
2770
- "packages/core/src/availability/policyHelpers.ts",
2771
- "packages/core/src/agents/registry.ts",
2772
- "packages/cli/src/nonInteractiveCliAgentSession.ts",
2773
- "packages/core/src/telemetry/loggers.ts",
2774
- "packages/core/src/core/baseLlmClient.ts",
2775
- "packages/core/src/services/memoryService.ts",
2776
- "packages/core/src/core/agentChatHistory.ts",
2777
- "packages/core/src/agents/a2aUtils.ts",
2778
- "packages/core/src/tools/web-fetch.ts",
2779
- "packages/core/src/hooks/hookTranslator.ts",
2780
- "packages/core/src/prompts/promptProvider.ts",
2781
- "packages/core/src/context/eventBus.ts",
2782
- "packages/core/src/prompts/snippets.legacy.ts",
2783
- "packages/core/src/utils/shell-utils.ts",
2784
- "packages/cli/src/ui/commands/types.ts",
2785
- "packages/core/src/tools/exit-plan-mode.ts",
2786
- "packages/core/src/ide/ide-client.ts",
2787
- "packages/core/src/context/graph/toGraph.ts",
2788
- "packages/core/src/context/graph/mapper.ts",
2789
- "packages/core/src/agents/browser/browserManager.ts",
2790
- "packages/core/src/availability/policyCatalog.ts",
2791
- "packages/cli/src/config/settingsSchema.ts"
2792
- ]
2793
- }
2794
- ]
2795
- };
2796
- /** How much of the truth the exposed pool held at all -- the ceiling any reranking could reach. */
2797
- function poolCoverage(r) {
2798
- let truthTotal = 0, inPool = 0, casesWithNothing = 0;
2799
- for (const c of r.cases) {
2800
- truthTotal += c.truthFiles.length;
2801
- const hit = c.truthFiles.filter((f) => c.pool40.includes(f)).length;
2802
- inPool += hit;
2803
- if (hit === 0)
2804
- casesWithNothing += 1;
2805
- }
2806
- return { truthTotal, inPool, casesWithNothing };
2807
- }
2808
- // @implements A-SPEC-429
2809
- /**
2810
- * What A-SPEC-428's window guarantee bought, measured two ways.
2811
- *
2812
- * Controlled first: the SAME eight cases A-SPEC-427 lost on, re-run after the change. Nine of
2813
- * nineteen answers were inside the exposed forty before; fourteen after. Two cases offered nothing
2814
- * at all; one after. Answers the lexical layer ranked in its top ten but the pipeline never showed:
2815
- * five before, none after. Same commits, same queries — the increase belongs to the change.
2816
- *
2817
- * Then a fresh blind set of eight, truth unread until the picks were frozen. The gap to a person
2818
- * with grep is much smaller than it was, and precision now favours the harness alone. It is still a
2819
- * gap: grep and judgement lead both recall axes.
2820
- *
2821
- * One result here goes the other way and is kept because it does: on this set MY reranking was
2822
- * WORSE than the harness's own ordering (Top-10 recall 0.446 against 0.527). The judgement step is
2823
- * not a free improvement, and the earlier sets where it helped did not establish that it always
2824
- * would.
2825
- */
2826
- exports.WINDOW_GUARANTEE_GAIN = {
2827
- sameCases: {
2828
- corpus: 'reference-gemini-cli, the eight cases of A-SPEC-427',
2829
- truthTotal: 19,
2830
- inPoolBefore: 9,
2831
- inPoolAfter: 14,
2832
- casesWithNothingBefore: 2,
2833
- casesWithNothingAfter: 1,
2834
- lexTop10BuriedBefore: 5,
2835
- lexTop10BuriedAfter: 0,
2836
- },
2837
- freshSet: {
2838
- corpus: 'reference-gemini-cli, eight cases whose truth was unread until the picks were frozen',
2839
- cases: 8,
2840
- harnessAlone: { top1: 0.250, top5Recall: 0.286, top10Recall: 0.527, top10Precision: 0.125 },
2841
- grepJudged: { top1: 0.250, top5Recall: 0.390, top10Recall: 0.595, top10Precision: 0.112 },
2842
- harnessJudged: { top1: 0.125, top5Recall: 0.348, top10Recall: 0.446, top10Precision: 0.100 },
2843
- poolCoverage: { inPool: 13, truthTotal: 18, casesWithNothing: 1 },
2844
- },
2845
- earlierSetHarnessAloneTop10Recall: 0.268,
2846
- caveat: '두 세트는 커밋이 다르므로 직접 비교하지 않는다 — 새 세트가 더 쉽다(하네스 단독 0.527 대 0.268). not comparable.',
2847
- };