@hassangameryt/freeflow 0.5.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (301) hide show
  1. package/.claude-plugin/marketplace.json +1 -1
  2. package/.claude-plugin/plugin.json +2 -2
  3. package/.codex-plugin/plugin.json +4 -5
  4. package/README.md +141 -163
  5. package/capabilities/cognitive-routing/SKILL.md +387 -0
  6. package/capabilities/context-virtualization/SKILL.md +103 -0
  7. package/capabilities/conversation-history/SKILL.md +53 -0
  8. package/command-surface.json +6 -37
  9. package/hooks/freeflow-runtime-context.mjs +50 -541
  10. package/hooks/hooks.json +1 -26
  11. package/hooks/tests/check-runtime-context-hook.sh +114 -308
  12. package/package.json +27 -17
  13. package/pi-extension/dist/cognitive-routing/commands.js +96 -0
  14. package/pi-extension/dist/cognitive-routing/config.js +232 -0
  15. package/pi-extension/dist/cognitive-routing/controller.js +1292 -0
  16. package/pi-extension/dist/cognitive-routing/history.js +451 -0
  17. package/pi-extension/dist/cognitive-routing/host.js +188 -0
  18. package/pi-extension/dist/cognitive-routing/pi-routing-session.js +414 -0
  19. package/pi-extension/dist/cognitive-routing/pi-session-control.js +320 -0
  20. package/pi-extension/dist/cognitive-routing/runtime.js +43 -0
  21. package/pi-extension/dist/cognitive-routing/tool.js +212 -0
  22. package/pi-extension/dist/cognitive-routing/types.js +6 -0
  23. package/pi-extension/dist/context-virtualization/commands.js +89 -0
  24. package/pi-extension/dist/context-virtualization/projector.js +42 -0
  25. package/pi-extension/dist/context-virtualization/runtime.js +356 -0
  26. package/pi-extension/dist/context-virtualization/state.js +57 -0
  27. package/pi-extension/dist/context-virtualization/types.js +10 -0
  28. package/pi-extension/dist/conversation-history/passages.js +66 -0
  29. package/pi-extension/dist/conversation-history/ranking.js +105 -0
  30. package/pi-extension/dist/conversation-history/runtime.js +226 -0
  31. package/pi-extension/dist/conversation-history/search.js +56 -0
  32. package/pi-extension/dist/conversation-history/types.js +1 -0
  33. package/pi-extension/dist/freeflow-context/resolver.js +120 -0
  34. package/pi-extension/dist/freeflow-context/runtime.js +80 -0
  35. package/pi-extension/dist/freeflow-context/source-projector.js +95 -0
  36. package/pi-extension/dist/freeflow-context/tool.js +308 -0
  37. package/pi-extension/dist/freeflow-context/types.js +12 -0
  38. package/pi-extension/dist/freeflow-context/visibility.js +28 -0
  39. package/pi-extension/dist/index.js +564 -129
  40. package/pi-extension/dist/runtime/runtime-context.js +357 -470
  41. package/pi-extension/dist/runtime/runtime-identity.js +5 -0
  42. package/pi-extension/dist/settings/settings-tui.js +78 -0
  43. package/pi-extension/dist/settings/settings-ui.js +572 -826
  44. package/pi-extension/dist/ui/text-component.js +57 -0
  45. package/pi-extension/src/cognitive-routing/commands.ts +129 -0
  46. package/pi-extension/src/cognitive-routing/config.ts +303 -0
  47. package/pi-extension/src/cognitive-routing/controller.ts +1628 -0
  48. package/pi-extension/src/cognitive-routing/history.ts +650 -0
  49. package/pi-extension/src/cognitive-routing/host.ts +266 -0
  50. package/pi-extension/src/cognitive-routing/pi-routing-session.ts +538 -0
  51. package/pi-extension/src/cognitive-routing/pi-session-control.ts +444 -0
  52. package/pi-extension/src/cognitive-routing/runtime.ts +57 -0
  53. package/pi-extension/src/cognitive-routing/tool.ts +273 -0
  54. package/pi-extension/src/cognitive-routing/types.ts +89 -0
  55. package/pi-extension/src/context-virtualization/commands.ts +111 -0
  56. package/pi-extension/src/context-virtualization/projector.ts +62 -0
  57. package/pi-extension/src/context-virtualization/runtime.ts +406 -0
  58. package/pi-extension/src/context-virtualization/state.ts +79 -0
  59. package/pi-extension/src/context-virtualization/types.ts +92 -0
  60. package/pi-extension/src/conversation-history/passages.ts +81 -0
  61. package/pi-extension/src/conversation-history/ranking.ts +155 -0
  62. package/pi-extension/src/conversation-history/runtime.ts +250 -0
  63. package/pi-extension/src/conversation-history/search.ts +79 -0
  64. package/pi-extension/src/conversation-history/types.ts +31 -0
  65. package/pi-extension/src/freeflow-context/resolver.ts +139 -0
  66. package/pi-extension/src/freeflow-context/runtime.ts +100 -0
  67. package/pi-extension/src/freeflow-context/source-projector.ts +106 -0
  68. package/pi-extension/src/freeflow-context/tool.ts +360 -0
  69. package/pi-extension/src/freeflow-context/types.ts +70 -0
  70. package/pi-extension/src/freeflow-context/visibility.ts +53 -0
  71. package/pi-extension/src/index.ts +597 -135
  72. package/pi-extension/src/runtime/runtime-context.ts +373 -491
  73. package/pi-extension/src/runtime/runtime-identity.ts +8 -0
  74. package/pi-extension/src/settings/settings-tui.ts +93 -0
  75. package/pi-extension/src/settings/settings-ui.ts +679 -910
  76. package/pi-extension/src/ui/text-component.ts +66 -0
  77. package/pi-extension/tests/cognitive-routing/commands.test.js +134 -0
  78. package/pi-extension/tests/cognitive-routing/controller.test.js +1128 -0
  79. package/pi-extension/tests/cognitive-routing/extension-lifecycle.test.js +1142 -0
  80. package/pi-extension/tests/cognitive-routing/history.test.js +274 -0
  81. package/pi-extension/tests/cognitive-routing/host-fixture.js +4 -0
  82. package/pi-extension/tests/cognitive-routing/host-identity.test.js +63 -0
  83. package/pi-extension/tests/cognitive-routing/pi-normal-lifecycle.test.js +434 -0
  84. package/pi-extension/tests/cognitive-routing/pi-session-control.test.js +174 -0
  85. package/pi-extension/tests/cognitive-routing/pi-session-history.test.js +91 -0
  86. package/pi-extension/tests/cognitive-routing/profile-resolution.test.js +279 -0
  87. package/pi-extension/tests/cognitive-routing/tool.test.js +230 -0
  88. package/pi-extension/tests/context-virtualization/extension.test.js +749 -0
  89. package/pi-extension/tests/context-virtualization/projector.test.js +110 -0
  90. package/pi-extension/tests/context-virtualization/runtime.test.js +216 -0
  91. package/pi-extension/tests/conversation-history/runtime.test.js +98 -0
  92. package/pi-extension/tests/conversation-history/search.test.js +97 -0
  93. package/pi-extension/tests/integration/mode-free-core.test.js +218 -0
  94. package/pi-extension/tests/integration/pi-extension.test.js +532 -3701
  95. package/pi-extension/tests/integration/prompt-architecture.test.js +350 -0
  96. package/pi-extension/tests/integration/unaffected-regressions.test.js +411 -0
  97. package/runtime/prompts/cognitive-routing.md +10 -0
  98. package/runtime/prompts/context-virtualization.md +3 -0
  99. package/runtime/prompts/conversation-history.md +3 -0
  100. package/runtime/prompts/core.md +84 -0
  101. package/runtime/prompts/interaction-contract.md +11 -0
  102. package/skills/action-selection/SKILL.md +140 -0
  103. package/skills/action-selection/references/trajectory-stalls.md +71 -0
  104. package/skills/bypass/SKILL.md +109 -38
  105. package/skills/commit-work/SKILL.md +94 -55
  106. package/skills/commit-work/references/git-state-edges.md +94 -0
  107. package/skills/commit-work/references/simple-push.md +92 -0
  108. package/skills/commit-work/references/staging-decisions.md +79 -46
  109. package/skills/decision-gate/SKILL.md +80 -22
  110. package/skills/design-for-depth/SKILL.md +206 -60
  111. package/skills/design-for-depth/references/design-pressure-signals.md +108 -240
  112. package/skills/design-for-depth/references/interface-design-loop.md +77 -97
  113. package/skills/design-for-depth/references/module-and-dependency-design.md +147 -0
  114. package/skills/design-for-depth/references/software-design-philosophy.md +128 -174
  115. package/skills/design-for-depth/references/state-and-failure-boundaries.md +136 -0
  116. package/skills/diagnose-failure/SKILL.md +200 -48
  117. package/skills/diagnose-failure/references/diagnostic-loop-catalog.md +18 -6
  118. package/skills/diagnose-failure/references/{flaky-and-performance.md → flaky-and-performance-diagnosis.md} +13 -5
  119. package/skills/discuss/SKILL.md +119 -65
  120. package/skills/discuss/references/discussion-continuity.md +123 -0
  121. package/skills/evaluate-skill/SKILL.md +166 -52
  122. package/skills/evaluate-skill/references/{definition-schema.md → evaluation-definition-schema.md} +43 -3
  123. package/skills/evaluate-skill/references/evaluation-design.md +56 -30
  124. package/skills/evaluate-skill/references/execution-and-evidence.md +8 -3
  125. package/skills/evaluate-skill/references/review-and-revision.md +62 -21
  126. package/skills/evaluate-skill/scripts/lib/definitions.mjs +114 -3
  127. package/skills/evaluate-skill/scripts/lib/grade-interaction.mjs +156 -1
  128. package/skills/evaluate-skill/scripts/lib/grade.mjs +9 -1
  129. package/skills/evaluate-skill/scripts/lib/pi.mjs +147 -32
  130. package/skills/evaluate-skill/scripts/lib/rpc.mjs +4 -4
  131. package/skills/evaluate-skill/scripts/lib/runner.mjs +36 -14
  132. package/skills/evaluate-skill/scripts/lib/sandbox.mjs +92 -0
  133. package/skills/evaluate-skill/scripts/pi-guard.mjs +1 -1
  134. package/skills/evaluate-skill/scripts/pi-observer.mjs +66 -0
  135. package/skills/evaluate-skill/scripts/skill-eval.mjs +6 -5
  136. package/skills/execute-work/SKILL.md +99 -57
  137. package/skills/execute-work/references/code-practices.md +4 -4
  138. package/skills/execute-work/references/execute-work-edges.md +62 -0
  139. package/skills/finish-branch/SKILL.md +2 -2
  140. package/skills/finish-branch/references/integration-options.md +1 -1
  141. package/skills/handoff/SKILL.md +3 -3
  142. package/skills/launch-work/SKILL.md +1 -1
  143. package/skills/launch-work/references/launch-readiness.md +2 -2
  144. package/skills/migration-work/SKILL.md +2 -2
  145. package/skills/migration-work/references/migration-lifecycle.md +1 -1
  146. package/skills/release-work/SKILL.md +1 -1
  147. package/skills/release-work/references/release-evidence.md +1 -1
  148. package/skills/review-artifact/SKILL.md +129 -66
  149. package/skills/review-artifact/references/adjudicate-artifact-review.md +101 -0
  150. package/skills/review-artifact/references/independent-artifact-reviewer-contract.md +159 -0
  151. package/skills/review-work/SKILL.md +113 -68
  152. package/skills/review-work/references/adjudicate-work-review.md +97 -0
  153. package/skills/review-work/references/independent-work-reviewer-contract.md +139 -0
  154. package/skills/review-work/references/security-risk-lens.md +18 -16
  155. package/skills/setup-freeflow/SKILL.md +16 -17
  156. package/skills/setup-freeflow/references/activation-contract.md +24 -30
  157. package/skills/setup-freeflow/references/host-setup.md +6 -7
  158. package/skills/simplify-code/SKILL.md +97 -39
  159. package/skills/simplify-code/references/simplification-patterns.md +1 -1
  160. package/skills/tdd/SKILL.md +100 -53
  161. package/skills/tdd/references/test-design.md +3 -3
  162. package/skills/track-work/SKILL.md +195 -58
  163. package/skills/track-work/references/working-record-format.md +515 -0
  164. package/skills/track-work/scripts/lib/document.mjs +713 -0
  165. package/skills/track-work/scripts/lib/format.mjs +166 -0
  166. package/skills/track-work/scripts/lib/store.mjs +233 -0
  167. package/skills/track-work/scripts/lib/transitions.mjs +790 -0
  168. package/skills/track-work/scripts/lib/views.mjs +40 -0
  169. package/skills/track-work/scripts/working-record.mjs +316 -0
  170. package/skills/verify-work/SKILL.md +57 -19
  171. package/skills/verify-work/references/browser-runtime-evidence.md +2 -2
  172. package/skills/verify-work/references/integration-evidence.md +1 -7
  173. package/skills/verify-work/references/performance-evidence.md +2 -2
  174. package/skills/workflow/SKILL.md +137 -55
  175. package/skills/workflow/references/domain-skill-composition.md +26 -40
  176. package/skills/write-plan/SKILL.md +1 -1
  177. package/skills/write-skill/SKILL.md +218 -61
  178. package/skills/write-skill/references/activation-boundaries.md +63 -21
  179. package/skills/write-skill/references/agent-first-instructions.md +61 -27
  180. package/skills/write-skill/references/progressive-disclosure.md +97 -33
  181. package/skills/write-skill/references/skill-dependency-graphs.md +190 -0
  182. package/capabilities/output-router/SKILL.md +0 -206
  183. package/capabilities/output-router/references/safety-policy.md +0 -40
  184. package/capabilities/output-router/references/setup.md +0 -110
  185. package/pi-extension/dist/output-router/host-producer-identification.js +0 -232
  186. package/pi-extension/dist/output-router/native-safety-net.js +0 -216
  187. package/pi-extension/dist/output-router/observed-tool-routing.js +0 -122
  188. package/pi-extension/dist/output-router/renderers.js +0 -1023
  189. package/pi-extension/dist/output-router/router-tools.js +0 -554
  190. package/pi-extension/dist/output-router/schemas.js +0 -383
  191. package/pi-extension/dist/output-router/status.js +0 -744
  192. package/pi-extension/dist/output-router/utils.js +0 -502
  193. package/pi-extension/src/output-router/host-producer-identification.ts +0 -256
  194. package/pi-extension/src/output-router/native-safety-net.ts +0 -248
  195. package/pi-extension/src/output-router/observed-tool-routing.ts +0 -134
  196. package/pi-extension/src/output-router/renderers.ts +0 -1108
  197. package/pi-extension/src/output-router/router-tools.ts +0 -579
  198. package/pi-extension/src/output-router/schemas.ts +0 -387
  199. package/pi-extension/src/output-router/status.ts +0 -791
  200. package/pi-extension/src/output-router/utils.ts +0 -554
  201. package/pi-extension/tests/output-router/observed-producers.test.js +0 -132
  202. package/pi-extension/tests/output-router/search.test.js +0 -722
  203. package/router/dist/benchmarks/benchmark-harness.d.ts +0 -35
  204. package/router/dist/benchmarks/benchmark-harness.js +0 -92
  205. package/router/dist/benchmarks/benchmarks.d.ts +0 -109
  206. package/router/dist/benchmarks/benchmarks.js +0 -979
  207. package/router/dist/benchmarks/codex-qa-benchmarks.d.ts +0 -95
  208. package/router/dist/benchmarks/codex-qa-benchmarks.js +0 -500
  209. package/router/dist/benchmarks/command-benchmarks.d.ts +0 -143
  210. package/router/dist/benchmarks/command-benchmarks.js +0 -698
  211. package/router/dist/benchmarks/context-mode-normalized-benchmarks.d.ts +0 -82
  212. package/router/dist/benchmarks/context-mode-normalized-benchmarks.js +0 -773
  213. package/router/dist/benchmarks/context-mode-real-deep-benchmark.d.ts +0 -132
  214. package/router/dist/benchmarks/context-mode-real-deep-benchmark.js +0 -1380
  215. package/router/dist/benchmarks/context-saving-baseline.d.ts +0 -60
  216. package/router/dist/benchmarks/context-saving-baseline.js +0 -470
  217. package/router/dist/benchmarks/index-benchmarks.d.ts +0 -103
  218. package/router/dist/benchmarks/index-benchmarks.js +0 -862
  219. package/router/dist/benchmarks/storage-policy-benchmarks.d.ts +0 -101
  220. package/router/dist/benchmarks/storage-policy-benchmarks.js +0 -618
  221. package/router/dist/benchmarks/vault-index-benchmarks.d.ts +0 -56
  222. package/router/dist/benchmarks/vault-index-benchmarks.js +0 -322
  223. package/router/dist/config/config.d.ts +0 -103
  224. package/router/dist/config/config.js +0 -632
  225. package/router/dist/config/router-contract.d.ts +0 -10
  226. package/router/dist/config/router-contract.js +0 -54
  227. package/router/dist/config/schema.d.ts +0 -27
  228. package/router/dist/config/schema.js +0 -648
  229. package/router/dist/config/types.d.ts +0 -573
  230. package/router/dist/config/types.js +0 -41
  231. package/router/dist/evidence/bounded-evidence.d.ts +0 -40
  232. package/router/dist/evidence/bounded-evidence.js +0 -323
  233. package/router/dist/evidence/evidence-range-selector.d.ts +0 -24
  234. package/router/dist/evidence/evidence-range-selector.js +0 -232
  235. package/router/dist/evidence/evidence-search.d.ts +0 -27
  236. package/router/dist/evidence/evidence-search.js +0 -490
  237. package/router/dist/evidence/evidence.d.ts +0 -38
  238. package/router/dist/evidence/evidence.js +0 -200
  239. package/router/dist/evidence/failure-contracts.d.ts +0 -37
  240. package/router/dist/evidence/failure-contracts.js +0 -166
  241. package/router/dist/evidence/line-ranges.d.ts +0 -24
  242. package/router/dist/evidence/line-ranges.js +0 -22
  243. package/router/dist/experiments/local-index.d.ts +0 -64
  244. package/router/dist/experiments/local-index.js +0 -581
  245. package/router/dist/index.d.ts +0 -30
  246. package/router/dist/index.js +0 -32
  247. package/router/dist/local/local-traversal.d.ts +0 -18
  248. package/router/dist/local/local-traversal.js +0 -334
  249. package/router/dist/processing/engine.d.ts +0 -132
  250. package/router/dist/processing/engine.js +0 -533
  251. package/router/dist/processing/reducers.d.ts +0 -280
  252. package/router/dist/processing/reducers.js +0 -1673
  253. package/router/dist/processing/renderers.d.ts +0 -31
  254. package/router/dist/processing/renderers.js +0 -195
  255. package/router/dist/processing/scripts.d.ts +0 -91
  256. package/router/dist/processing/scripts.js +0 -386
  257. package/router/dist/repo/repo-traversal.d.ts +0 -18
  258. package/router/dist/repo/repo-traversal.js +0 -245
  259. package/router/dist/routing/observed-reducers.d.ts +0 -41
  260. package/router/dist/routing/observed-reducers.js +0 -661
  261. package/router/dist/routing/observed-routing.d.ts +0 -26
  262. package/router/dist/routing/observed-routing.js +0 -378
  263. package/router/dist/routing/parsers.d.ts +0 -16
  264. package/router/dist/routing/parsers.js +0 -521
  265. package/router/dist/routing/run-filters.d.ts +0 -60
  266. package/router/dist/routing/run-filters.js +0 -238
  267. package/router/dist/routing/run-reducers.d.ts +0 -49
  268. package/router/dist/routing/run-reducers.js +0 -122
  269. package/router/dist/sandbox/adapter-roots.d.ts +0 -46
  270. package/router/dist/sandbox/adapter-roots.js +0 -66
  271. package/router/dist/sandbox/eryx-python-adapter.d.ts +0 -13
  272. package/router/dist/sandbox/eryx-python-adapter.js +0 -868
  273. package/router/dist/sandbox/jq-wasm-adapter.d.ts +0 -9
  274. package/router/dist/sandbox/jq-wasm-adapter.js +0 -429
  275. package/router/dist/sandbox/quickjs-wasi-adapter.d.ts +0 -13
  276. package/router/dist/sandbox/quickjs-wasi-adapter.js +0 -384
  277. package/router/dist/sandbox/script-sandbox.d.ts +0 -134
  278. package/router/dist/sandbox/script-sandbox.js +0 -337
  279. package/router/dist/setup/script-transform-adapters.d.ts +0 -32
  280. package/router/dist/setup/script-transform-adapters.js +0 -278
  281. package/router/dist/tools/batch.d.ts +0 -33
  282. package/router/dist/tools/batch.js +0 -586
  283. package/router/dist/tools/run.d.ts +0 -62
  284. package/router/dist/tools/run.js +0 -1304
  285. package/router/dist/tools/search.d.ts +0 -66
  286. package/router/dist/tools/search.js +0 -1364
  287. package/router/dist/transform/engine.d.ts +0 -168
  288. package/router/dist/transform/engine.js +0 -2072
  289. package/router/dist/vault/vault-index.d.ts +0 -125
  290. package/router/dist/vault/vault-index.js +0 -416
  291. package/router/dist/vault/vault.d.ts +0 -138
  292. package/router/dist/vault/vault.js +0 -630
  293. package/runtime/interaction-contract.md +0 -16
  294. package/skills/discuss/references/checkpoints.md +0 -66
  295. package/skills/execute-work/references/execution-loop.md +0 -77
  296. package/skills/mode-contract/SKILL.md +0 -104
  297. package/skills/review-artifact/references/reviewer-prompt.md +0 -148
  298. package/skills/review-work/references/reviewer-prompt.md +0 -134
  299. package/skills/track-work/references/working-record-schema.md +0 -378
  300. package/skills/workflow/references/workflow-loop.md +0 -92
  301. /package/skills/handoff/references/{templates.md → handoff-templates.md} +0 -0
@@ -1,661 +0,0 @@
1
- import { createHash } from "node:crypto";
2
- import { assembleTextEvidence, byteLength, countLines } from "../evidence/evidence.js";
3
- const IMPORTANT_JSON_KEYS = new Set([
4
- "id",
5
- "url",
6
- "uri",
7
- "link",
8
- "status",
9
- "state",
10
- "error",
11
- "message",
12
- "path",
13
- "repo",
14
- "snippet",
15
- "citation",
16
- "source",
17
- "symbol",
18
- "code",
19
- "file",
20
- "line",
21
- "lines",
22
- "name",
23
- "title",
24
- "number",
25
- "html_url",
26
- "web_url",
27
- ]);
28
- const MAX_JSON_ARRAY_ROWS = 3;
29
- const MAX_JSON_OBJECT_FIELDS = 12;
30
- export function createDefaultObservedReducerRegistry() {
31
- const reducers = [
32
- webSearchReducer(),
33
- fetchReducer(),
34
- codeSearchReducer(),
35
- mcpReducer(),
36
- jsonReducer(),
37
- genericTextReducer(),
38
- ];
39
- return {
40
- names() {
41
- return reducers.map((reducer) => reducer.name);
42
- },
43
- reduce(input) {
44
- const fallback = genericTextReducer();
45
- const reducer = reducers.find((candidate) => candidate.supports(input)) ?? fallback;
46
- try {
47
- return reducer.reduce(input);
48
- } catch (error) {
49
- if (reducer.name === fallback.name) {
50
- throw error;
51
- }
52
- const fallbackResult = fallback.reduce(input);
53
- return {
54
- ...fallbackResult,
55
- reason: `${reducer.name} reducer failed (${errorMessage(error)}); ${fallbackResult.reason}`,
56
- };
57
- }
58
- },
59
- };
60
- }
61
- export function reduceObservedOutput(input) {
62
- return createDefaultObservedReducerRegistry().reduce(input);
63
- }
64
- export function webSearchReducer() {
65
- return {
66
- name: "web-search",
67
- supports(input) {
68
- return input.producer?.kind === "web";
69
- },
70
- reduce(input) {
71
- const rows = extractRows(input.rawValue, ["results", "items", "sources"]);
72
- if (!rows) {
73
- return producerTextFallback(input, "web-search", "web_search output did not expose structured results.");
74
- }
75
- const shown = rows
76
- .slice(0, MAX_JSON_ARRAY_ROWS)
77
- .map((row) => selectFields(row, ["title", "url", "snippet", "citation", "source"]));
78
- const omittedItems = Math.max(0, rows.length - shown.length);
79
- const excerpt = stableJson({
80
- type: "web_search_results",
81
- itemCount: rows.length,
82
- results: shown,
83
- ...(omittedItems > 0 ? { omittedItems } : {}),
84
- });
85
- return producerEvidenceResult({
86
- input,
87
- reducer: "web-search",
88
- excerpt,
89
- partial: omittedItems > 0 || byteLength(input.text) > byteLength(excerpt),
90
- summary: `web_search results: ${rows.length} item(s).`,
91
- reason: `web_search output was compacted to title, URL, snippet, and citation fields.`,
92
- });
93
- },
94
- };
95
- }
96
- export function fetchReducer() {
97
- return {
98
- name: "fetch",
99
- supports(input) {
100
- return input.producer?.kind === "fetch";
101
- },
102
- reduce(input) {
103
- const value = isRecord(input.rawValue) ? input.rawValue : undefined;
104
- const content = firstString(value?.content, value?.text, value?.markdown, input.text);
105
- if (!content) {
106
- return producerTextFallback(input, "fetch", "fetch_content output did not expose textual content.");
107
- }
108
- const excerpt = fetchExcerpt({
109
- title: firstString(value?.title, value?.name),
110
- url: firstString(value?.url, value?.canonicalUrl, value?.sourceUrl),
111
- contentType: firstString(value?.contentType, value?.mimeType),
112
- content,
113
- });
114
- return producerEvidenceResult({
115
- input,
116
- reducer: "fetch",
117
- excerpt,
118
- partial: byteLength(input.text) > byteLength(excerpt),
119
- summary: `fetch_content fetched content: ${countLines(content)} line(s), ${byteLength(content)} byte(s).`,
120
- reason: "fetch_content output was reduced to URL/title, headings, and code blocks.",
121
- });
122
- },
123
- };
124
- }
125
- export function codeSearchReducer() {
126
- return {
127
- name: "code-search",
128
- supports(input) {
129
- return input.producer?.kind === "code_search";
130
- },
131
- reduce(input) {
132
- const rows = extractRows(input.rawValue, ["results", "items", "matches"]);
133
- if (!rows) {
134
- return producerTextFallback(input, "code-search", "code_search output did not expose structured results.");
135
- }
136
- const shown = rows
137
- .slice(0, MAX_JSON_ARRAY_ROWS)
138
- .map((row) => selectFields(row, ["repo", "path", "file", "line", "lines", "symbol", "snippet", "code"]));
139
- const omittedItems = Math.max(0, rows.length - shown.length);
140
- const excerpt = stableJson({
141
- type: "code_search_results",
142
- itemCount: rows.length,
143
- results: shown,
144
- ...(omittedItems > 0 ? { omittedItems } : {}),
145
- });
146
- return producerEvidenceResult({
147
- input,
148
- reducer: "code-search",
149
- excerpt,
150
- partial: omittedItems > 0 || byteLength(input.text) > byteLength(excerpt),
151
- summary: `code_search results: ${rows.length} item(s).`,
152
- reason: "code_search output was compacted to repo, path, line, symbol, and exact snippet fields.",
153
- });
154
- },
155
- };
156
- }
157
- export function mcpReducer() {
158
- return {
159
- name: "mcp",
160
- supports(input) {
161
- return input.producer?.kind === "mcp";
162
- },
163
- reduce(input) {
164
- const payload = extractMcpPayload(input);
165
- if (payload.jsonValues.length > 0 && payload.textBlocks.length === 0) {
166
- return reduceMcpJson(input, payload.jsonValues.length === 1 ? payload.jsonValues[0] : payload.jsonValues);
167
- }
168
- if (payload.jsonValues.length > 0 || payload.textBlocks.length > 0) {
169
- return reduceMcpMixed(input, payload);
170
- }
171
- const result = genericTextReducer().reduce(input);
172
- return {
173
- ...result,
174
- reducer: "mcp",
175
- summary: `MCP ${mcpLabel(input)} text: ${countLines(input.text)} line(s), ${byteLength(input.text)} byte(s).`,
176
- reason: `MCP ${mcpLabel(input)} output used generic text reduction. ${result.reason}`,
177
- };
178
- },
179
- };
180
- }
181
- export function genericTextReducer() {
182
- return {
183
- name: "generic-text",
184
- supports() {
185
- return true;
186
- },
187
- reduce(input) {
188
- const caps = textCaps(input.preserve, input.thresholds);
189
- const bounded = assembleTextEvidence({ stream: "combined", text: input.text, caps });
190
- const outputBytes = byteLength(input.text);
191
- const outputLines = countLines(input.text);
192
- const routingStatus = bounded.compressed || bounded.fidelity === "lossy" ? "partial" : "routed";
193
- const evidence = bounded.importantLines.map((line, index) => ({
194
- id: evidenceId(input.outputId, line.lines, index),
195
- source: input.source,
196
- path: `${input.outputId}:observed`,
197
- lines: line.lines,
198
- excerpt: line.excerpt,
199
- why: bounded.compressed
200
- ? "Bounded observed tool output evidence."
201
- : "Observed tool output fits within routing caps.",
202
- window: bounded.compressed ? "section" : "exact",
203
- expandable: input.source.kind === "vault" && bounded.compressed,
204
- }));
205
- return {
206
- reducer: "generic-text",
207
- routingStatus,
208
- reason: bounded.compressed
209
- ? `Observed tool output was reduced from ${outputLines} line(s), ${outputBytes} byte(s); exact recovery depends on persistence policy.`
210
- : `Observed tool output fits within caps (${outputLines} line(s), ${outputBytes} byte(s)).`,
211
- summary: `Observed tool output: ${outputLines} line(s), ${outputBytes} byte(s).`,
212
- evidence,
213
- };
214
- },
215
- };
216
- }
217
- export function jsonReducer() {
218
- return {
219
- name: "json",
220
- supports(input) {
221
- return input.normalized.shape === "json" || parsesAsJson(input.text);
222
- },
223
- reduce(input) {
224
- const value = input.rawValue !== undefined ? input.rawValue : parseJson(input.text);
225
- if (Array.isArray(value)) {
226
- return reduceJsonArray(input, value);
227
- }
228
- if (isRecord(value)) {
229
- return reduceJsonObject(input, value);
230
- }
231
- return genericTextReducer().reduce(input);
232
- },
233
- };
234
- }
235
- function producerEvidenceResult(options) {
236
- return {
237
- reducer: options.reducer,
238
- routingStatus: options.partial ? "partial" : "routed",
239
- reason: options.reason,
240
- summary: options.summary,
241
- evidence: [
242
- {
243
- id: evidenceId(options.input.outputId, options.reducer, 0),
244
- source: options.input.source,
245
- path: `${options.input.outputId}:observed-${options.reducer}`,
246
- excerpt: options.excerpt,
247
- why: `${options.reducer} reducer preserved exact producer evidence fields.`,
248
- window: options.partial ? "section" : "exact",
249
- expandable: options.input.source.kind === "vault" && options.partial,
250
- },
251
- ],
252
- };
253
- }
254
- function producerTextFallback(input, reducer, reason) {
255
- const result = genericTextReducer().reduce(input);
256
- return {
257
- ...result,
258
- reducer,
259
- reason: `${reason} ${result.reason}`,
260
- };
261
- }
262
- function fetchExcerpt(options) {
263
- const lines = normalizeNewlines(options.content).split("\n");
264
- const headings = lines.filter((line) => /^#{1,6}\s+/.test(line)).slice(0, 8);
265
- const codeBlocks = extractCodeBlocks(options.content).slice(0, 3);
266
- return [
267
- options.title ? `Title: ${options.title}` : "",
268
- options.url ? `URL: ${options.url}` : "",
269
- options.contentType ? `Content-Type: ${options.contentType}` : "",
270
- headings.length > 0 ? ["Headings:", ...headings].join("\n") : "",
271
- codeBlocks.length > 0 ? ["Code blocks:", ...codeBlocks].join("\n\n") : "",
272
- ]
273
- .filter(Boolean)
274
- .join("\n");
275
- }
276
- function extractCodeBlocks(text) {
277
- return Array.from(normalizeNewlines(text).matchAll(/```[\s\S]*?```/g), (match) => match[0]);
278
- }
279
- function extractRows(value, keys) {
280
- if (Array.isArray(value)) {
281
- return value;
282
- }
283
- if (!isRecord(value)) {
284
- return undefined;
285
- }
286
- for (const key of keys) {
287
- if (Array.isArray(value[key])) {
288
- return value[key];
289
- }
290
- }
291
- return undefined;
292
- }
293
- function selectFields(value, keys) {
294
- if (!isRecord(value)) {
295
- return { value: truncateScalar(value) };
296
- }
297
- const selected = {};
298
- for (const key of keys) {
299
- if (value[key] !== undefined) {
300
- selected[key] = truncateScalar(value[key]);
301
- }
302
- }
303
- return selected;
304
- }
305
- function truncateScalar(value) {
306
- if (typeof value === "string") {
307
- const dedupedRuns = value.replace(/(.)\1{15,}/g, (match) => `${match.slice(0, 15)}…`);
308
- return dedupedRuns.length > 240 ? `${dedupedRuns.slice(0, 239)}…` : dedupedRuns;
309
- }
310
- return value;
311
- }
312
- function normalizeNewlines(text) {
313
- return text.replace(/\r\n/g, "\n").replace(/\r/g, "\n");
314
- }
315
- function firstString(...values) {
316
- for (const value of values) {
317
- if (typeof value === "string" && value.length > 0) {
318
- return value;
319
- }
320
- }
321
- return undefined;
322
- }
323
- function reduceMcpJson(input, value) {
324
- const unwrapped = unwrapCommonArray(value);
325
- if (unwrapped) {
326
- return reduceMcpJsonArray(input, unwrapped.key, unwrapped.rows);
327
- }
328
- if (Array.isArray(value)) {
329
- return reduceMcpJsonArray(input, undefined, value);
330
- }
331
- if (isRecord(value)) {
332
- return reduceMcpJsonObject(input, value);
333
- }
334
- return mcpGenericTextFallback(input, "MCP JSON payload was scalar; generic text evidence is safer.");
335
- }
336
- function reduceMcpJsonArray(input, key, rows) {
337
- const shown = rows.slice(0, MAX_JSON_ARRAY_ROWS).map(compactJsonValue);
338
- const omittedItems = Math.max(0, rows.length - shown.length);
339
- const excerpt = stableJson({
340
- type: "mcp_array",
341
- server: input.producer?.server,
342
- tool: input.producer?.tool,
343
- ...(key !== undefined ? { sourceKey: key } : {}),
344
- itemCount: rows.length,
345
- items: shown,
346
- ...(omittedItems > 0 ? { omittedItems } : {}),
347
- });
348
- return mcpEvidenceResult({
349
- input,
350
- excerpt,
351
- partial: omittedItems > 0 || byteLength(input.text) > byteLength(excerpt),
352
- summary: `MCP ${mcpLabel(input)} JSON array: ${rows.length} item(s).`,
353
- reason:
354
- omittedItems > 0
355
- ? `MCP ${mcpLabel(input)} JSON array was compacted to ${shown.length} row(s); ${omittedItems} item(s) omitted.`
356
- : `MCP ${mcpLabel(input)} JSON array was compacted to ${shown.length} row(s).`,
357
- });
358
- }
359
- function reduceMcpJsonObject(input, value) {
360
- const fields = importantJsonFields(value).slice(0, MAX_JSON_OBJECT_FIELDS);
361
- const compact = fields.length > 0 ? Object.fromEntries(fields) : compactJsonValue(value);
362
- const excerpt = stableJson({
363
- type: "mcp_object",
364
- server: input.producer?.server,
365
- tool: input.producer?.tool,
366
- keys: Object.keys(value).sort(),
367
- fields: compact,
368
- });
369
- return mcpEvidenceResult({
370
- input,
371
- excerpt,
372
- partial: byteLength(input.text) > byteLength(excerpt),
373
- summary: `MCP ${mcpLabel(input)} JSON object: ${Object.keys(value).length} top-level key(s).`,
374
- reason: `MCP ${mcpLabel(input)} JSON object was compacted to stable important scalar fields.`,
375
- });
376
- }
377
- function reduceMcpMixed(input, payload) {
378
- const compactedTextBlocks = payload.textBlocks.map(compactMcpTextBlock);
379
- const text = compactedTextBlocks.map((block) => block.text).join("\n\n");
380
- const textWasCompacted = compactedTextBlocks.some((block) => block.compacted);
381
- const jsonValues = payload.jsonValues.map((value) => {
382
- const unwrapped = unwrapCommonArray(value);
383
- if (unwrapped) {
384
- return {
385
- [unwrapped.key]: unwrapped.rows.slice(0, MAX_JSON_ARRAY_ROWS).map(compactJsonValue),
386
- itemCount: unwrapped.rows.length,
387
- };
388
- }
389
- if (Array.isArray(value)) {
390
- return { items: value.slice(0, MAX_JSON_ARRAY_ROWS).map(compactJsonValue), itemCount: value.length };
391
- }
392
- return compactJsonValue(value);
393
- });
394
- const excerpt = [text, jsonValues.length > 0 ? stableJson({ jsonBlocks: jsonValues }) : ""]
395
- .filter(Boolean)
396
- .join("\n\n");
397
- return mcpEvidenceResult({
398
- input,
399
- excerpt,
400
- partial: textWasCompacted || byteLength(input.text) > byteLength(excerpt),
401
- summary: `MCP ${mcpLabel(input)} mixed content: ${payload.textBlocks.length} text block(s), ${payload.jsonValues.length} JSON block(s).`,
402
- reason: textWasCompacted
403
- ? `MCP ${mcpLabel(input)} mixed content was reduced by bounding text blocks and compact JSON fields.`
404
- : `MCP ${mcpLabel(input)} mixed content was reduced by preserving text blocks and compact JSON fields.`,
405
- });
406
- }
407
- function compactMcpTextBlock(text) {
408
- const normalized = normalizeNewlines(text);
409
- const lines = normalized.split("\n");
410
- const shown = lines.slice(0, 8).map((line) => String(truncateScalar(line)));
411
- const omittedLines = Math.max(0, lines.length - shown.length);
412
- const compacted = omittedLines > 0 || byteLength(shown.join("\n")) < byteLength(normalized);
413
- return {
414
- text: [...shown, omittedLines > 0 ? `[... ${omittedLines} more line(s) omitted from MCP text block ...]` : ""]
415
- .filter(Boolean)
416
- .join("\n"),
417
- compacted,
418
- };
419
- }
420
- function mcpEvidenceResult(options) {
421
- return {
422
- reducer: "mcp",
423
- routingStatus: options.partial ? "partial" : "routed",
424
- reason: options.reason,
425
- summary: options.summary,
426
- evidence: [
427
- {
428
- id: evidenceId(options.input.outputId, "mcp", 0),
429
- source: options.input.source,
430
- path: `${options.input.outputId}:observed-mcp`,
431
- excerpt: options.excerpt,
432
- why: `Deterministic MCP reducer preserved exact IDs, URLs, statuses, paths, errors, and code snippets for ${mcpLabel(options.input)}.`,
433
- window: options.partial ? "section" : "exact",
434
- expandable: options.input.source.kind === "vault" && options.partial,
435
- },
436
- ],
437
- };
438
- }
439
- function mcpGenericTextFallback(input, reason) {
440
- const result = genericTextReducer().reduce(input);
441
- return {
442
- ...result,
443
- reducer: "mcp",
444
- summary: `MCP ${mcpLabel(input)} text: ${countLines(input.text)} line(s), ${byteLength(input.text)} byte(s).`,
445
- reason: `${reason} ${result.reason}`,
446
- };
447
- }
448
- function extractMcpPayload(input) {
449
- const textBlocks = [];
450
- const jsonValues = [];
451
- collectMcpPayload(input.rawValue, textBlocks, jsonValues);
452
- if (textBlocks.length === 0 && jsonValues.length === 0) {
453
- const parsed = parseJson(input.text);
454
- if (parsed !== undefined) {
455
- jsonValues.push(parsed);
456
- } else if (input.text.length > 0) {
457
- textBlocks.push(input.text);
458
- }
459
- }
460
- return { textBlocks, jsonValues };
461
- }
462
- function collectMcpPayload(value, textBlocks, jsonValues) {
463
- if (!isRecord(value)) {
464
- if (typeof value === "string" && value.length > 0) {
465
- textBlocks.push(value);
466
- }
467
- return;
468
- }
469
- if (Array.isArray(value.content)) {
470
- for (const block of value.content) {
471
- collectMcpBlock(block, textBlocks, jsonValues);
472
- }
473
- return;
474
- }
475
- if (value.json !== undefined) {
476
- jsonValues.push(value.json);
477
- return;
478
- }
479
- if (typeof value.text === "string") {
480
- collectMcpText(value.text, textBlocks, jsonValues);
481
- return;
482
- }
483
- jsonValues.push(value);
484
- }
485
- function collectMcpBlock(block, textBlocks, jsonValues) {
486
- if (typeof block === "string") {
487
- collectMcpText(block, textBlocks, jsonValues);
488
- return;
489
- }
490
- if (!isRecord(block)) {
491
- return;
492
- }
493
- if (block.json !== undefined) {
494
- jsonValues.push(block.json);
495
- return;
496
- }
497
- if (typeof block.text === "string") {
498
- collectMcpText(block.text, textBlocks, jsonValues);
499
- return;
500
- }
501
- if (block.content !== undefined) {
502
- collectMcpPayload(block, textBlocks, jsonValues);
503
- return;
504
- }
505
- jsonValues.push(block);
506
- }
507
- function collectMcpText(text, textBlocks, jsonValues) {
508
- const parsed = parseJson(text);
509
- if (parsed !== undefined) {
510
- jsonValues.push(parsed);
511
- return;
512
- }
513
- textBlocks.push(text);
514
- }
515
- function unwrapCommonArray(value) {
516
- if (!isRecord(value)) {
517
- return undefined;
518
- }
519
- for (const key of ["items", "results", "data", "deployments", "issues", "messages"]) {
520
- const entry = value[key];
521
- if (Array.isArray(entry)) {
522
- return { key, rows: entry };
523
- }
524
- }
525
- return undefined;
526
- }
527
- function mcpLabel(input) {
528
- return [input.producer?.server, input.producer?.tool].filter(Boolean).join(" ") || "unknown";
529
- }
530
- function reduceJsonArray(input, rows) {
531
- const shown = rows.slice(0, MAX_JSON_ARRAY_ROWS).map(compactJsonValue);
532
- const omittedItems = Math.max(0, rows.length - shown.length);
533
- const excerpt = stableJson({
534
- type: "array",
535
- itemCount: rows.length,
536
- items: shown,
537
- ...(omittedItems > 0 ? { omittedItems } : {}),
538
- });
539
- return jsonEvidenceResult({
540
- input,
541
- excerpt,
542
- partial: omittedItems > 0 || byteLength(input.text) > byteLength(excerpt),
543
- summary: `JSON array: ${rows.length} item(s).`,
544
- reason:
545
- omittedItems > 0
546
- ? `JSON array output was compacted to ${shown.length} row(s); ${omittedItems} item(s) omitted.`
547
- : `JSON array output was compacted to ${shown.length} row(s).`,
548
- });
549
- }
550
- function reduceJsonObject(input, value) {
551
- const fields = importantJsonFields(value).slice(0, MAX_JSON_OBJECT_FIELDS);
552
- const compact = fields.length > 0 ? Object.fromEntries(fields) : compactJsonValue(value);
553
- const excerpt = stableJson({
554
- type: "object",
555
- keys: Object.keys(value).sort(),
556
- fields: compact,
557
- });
558
- return jsonEvidenceResult({
559
- input,
560
- excerpt,
561
- partial: byteLength(input.text) > byteLength(excerpt),
562
- summary: `JSON object: ${Object.keys(value).length} top-level key(s).`,
563
- reason: "JSON object output was compacted to stable important scalar fields.",
564
- });
565
- }
566
- function jsonEvidenceResult(options) {
567
- return {
568
- reducer: "json",
569
- routingStatus: options.partial ? "partial" : "routed",
570
- reason: options.reason,
571
- summary: options.summary,
572
- evidence: [
573
- {
574
- id: evidenceId(options.input.outputId, "json", 0),
575
- source: options.input.source,
576
- path: `${options.input.outputId}:observed-json`,
577
- excerpt: options.excerpt,
578
- why: "Deterministic JSON reducer preserved compact exact scalar evidence.",
579
- window: options.partial ? "section" : "exact",
580
- expandable: options.input.source.kind === "vault" && options.partial,
581
- },
582
- ],
583
- };
584
- }
585
- function compactJsonValue(value) {
586
- if (!isRecord(value)) {
587
- return value;
588
- }
589
- const selected = Object.fromEntries(importantJsonFields(value).slice(0, MAX_JSON_OBJECT_FIELDS));
590
- if (Object.keys(selected).length > 0) {
591
- return selected;
592
- }
593
- const scalars = Object.entries(value)
594
- .filter(([, entry]) => isScalar(entry))
595
- .slice(0, MAX_JSON_OBJECT_FIELDS);
596
- return Object.fromEntries(scalars);
597
- }
598
- function importantJsonFields(value, prefix = "", depth = 0) {
599
- const fields = [];
600
- const entries = Object.entries(value).sort(([left], [right]) => left.localeCompare(right));
601
- for (const [key, entry] of entries) {
602
- const path = prefix ? `${prefix}.${key}` : key;
603
- if (isScalar(entry) && IMPORTANT_JSON_KEYS.has(key.toLowerCase())) {
604
- fields.push([path, entry]);
605
- continue;
606
- }
607
- if (isRecord(entry) && depth < 2) {
608
- fields.push(...importantJsonFields(entry, path, depth + 1));
609
- }
610
- }
611
- return fields;
612
- }
613
- function textCaps(preserve, thresholds) {
614
- return preserve === "full"
615
- ? {
616
- maxLines: Number.MAX_SAFE_INTEGER,
617
- maxExcerptBytes: thresholds.largeOutputBytes,
618
- maxLineBytes: thresholds.largeOutputBytes,
619
- }
620
- : {
621
- maxLines: thresholds.largeOutputLines,
622
- maxExcerptBytes: thresholds.largeOutputBytes,
623
- maxLineBytes: thresholds.largeOutputBytes,
624
- };
625
- }
626
- function parsesAsJson(text) {
627
- try {
628
- JSON.parse(text);
629
- return true;
630
- } catch {
631
- return false;
632
- }
633
- }
634
- function parseJson(text) {
635
- try {
636
- return JSON.parse(text);
637
- } catch {
638
- return undefined;
639
- }
640
- }
641
- function stableJson(value) {
642
- return JSON.stringify(value, sortJsonKeys, 2);
643
- }
644
- function sortJsonKeys(_key, value) {
645
- if (!isRecord(value) || Array.isArray(value)) {
646
- return value;
647
- }
648
- return Object.fromEntries(Object.entries(value).sort(([left], [right]) => left.localeCompare(right)));
649
- }
650
- function evidenceId(outputId, lines, index) {
651
- return `ffe_${createHash("sha256").update(`${outputId}:${lines}:${index}`).digest("hex").slice(0, 16)}`;
652
- }
653
- function isScalar(value) {
654
- return value === null || ["string", "number", "boolean"].includes(typeof value);
655
- }
656
- function isRecord(value) {
657
- return typeof value === "object" && value !== null && !Array.isArray(value);
658
- }
659
- function errorMessage(error) {
660
- return error instanceof Error ? error.message : String(error);
661
- }
@@ -1,26 +0,0 @@
1
- import type {
2
- ObservedHostDescriptor,
3
- ObservedProducerRisk,
4
- ObservedRoutedResult,
5
- ObservedRoutingPersistenceMode,
6
- PreserveMode,
7
- ProducerDescriptor,
8
- RouterThresholds,
9
- VaultRetentionPolicy,
10
- } from "../config/types.js";
11
- export interface RouteObservedToolOutputOptions {
12
- sessionId: string;
13
- host: ObservedHostDescriptor;
14
- producer: ProducerDescriptor;
15
- rawResult: unknown;
16
- persistence: ObservedRoutingPersistenceMode;
17
- preserve?: PreserveMode;
18
- vaultRoot?: string;
19
- vaultRetention?: VaultRetentionPolicy;
20
- thresholds?: Partial<RouterThresholds>;
21
- mediaType?: string;
22
- toolInputHash?: string;
23
- risk?: ObservedProducerRisk;
24
- createdAt?: string;
25
- }
26
- export declare function routeObservedToolOutput(options: RouteObservedToolOutputOptions): Promise<ObservedRoutedResult>;