@hassangameryt/freeflow 0.5.0 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (284) hide show
  1. package/.claude-plugin/marketplace.json +1 -1
  2. package/.claude-plugin/plugin.json +1 -1
  3. package/.codex-plugin/plugin.json +1 -1
  4. package/README.md +148 -154
  5. package/capabilities/cognitive-routing/SKILL.md +229 -0
  6. package/capabilities/context-virtualization/SKILL.md +103 -0
  7. package/capabilities/conversation-history/SKILL.md +53 -0
  8. package/command-surface.json +6 -13
  9. package/hooks/freeflow-runtime-context.mjs +35 -91
  10. package/hooks/tests/check-runtime-context-hook.sh +56 -39
  11. package/package.json +24 -16
  12. package/pi-extension/dist/cognitive-routing/commands.js +96 -0
  13. package/pi-extension/dist/cognitive-routing/config.js +236 -0
  14. package/pi-extension/dist/cognitive-routing/controller.js +862 -0
  15. package/pi-extension/dist/cognitive-routing/history.js +439 -0
  16. package/pi-extension/dist/cognitive-routing/host.js +126 -0
  17. package/pi-extension/dist/cognitive-routing/runtime.js +43 -0
  18. package/pi-extension/dist/cognitive-routing/tool.js +211 -0
  19. package/pi-extension/dist/cognitive-routing/types.js +6 -0
  20. package/pi-extension/dist/context-virtualization/commands.js +89 -0
  21. package/pi-extension/dist/context-virtualization/projector.js +42 -0
  22. package/pi-extension/dist/context-virtualization/runtime.js +356 -0
  23. package/pi-extension/dist/context-virtualization/state.js +57 -0
  24. package/pi-extension/dist/context-virtualization/types.js +10 -0
  25. package/pi-extension/dist/conversation-history/passages.js +66 -0
  26. package/pi-extension/dist/conversation-history/ranking.js +105 -0
  27. package/pi-extension/dist/conversation-history/runtime.js +226 -0
  28. package/pi-extension/dist/conversation-history/search.js +56 -0
  29. package/pi-extension/dist/conversation-history/types.js +1 -0
  30. package/pi-extension/dist/freeflow-context/resolver.js +120 -0
  31. package/pi-extension/dist/freeflow-context/runtime.js +80 -0
  32. package/pi-extension/dist/freeflow-context/source-projector.js +95 -0
  33. package/pi-extension/dist/freeflow-context/tool.js +308 -0
  34. package/pi-extension/dist/freeflow-context/types.js +12 -0
  35. package/pi-extension/dist/freeflow-context/visibility.js +28 -0
  36. package/pi-extension/dist/index.js +516 -98
  37. package/pi-extension/dist/runtime/runtime-context.js +318 -271
  38. package/pi-extension/dist/runtime/runtime-identity.js +5 -0
  39. package/pi-extension/dist/settings/settings-tui.js +78 -0
  40. package/pi-extension/dist/settings/settings-ui.js +593 -563
  41. package/pi-extension/dist/ui/text-component.js +57 -0
  42. package/pi-extension/src/cognitive-routing/commands.ts +119 -0
  43. package/pi-extension/src/cognitive-routing/config.ts +307 -0
  44. package/pi-extension/src/cognitive-routing/controller.ts +1118 -0
  45. package/pi-extension/src/cognitive-routing/history.ts +638 -0
  46. package/pi-extension/src/cognitive-routing/host.ts +172 -0
  47. package/pi-extension/src/cognitive-routing/runtime.ts +57 -0
  48. package/pi-extension/src/cognitive-routing/tool.ts +272 -0
  49. package/pi-extension/src/cognitive-routing/types.ts +89 -0
  50. package/pi-extension/src/context-virtualization/commands.ts +111 -0
  51. package/pi-extension/src/context-virtualization/projector.ts +62 -0
  52. package/pi-extension/src/context-virtualization/runtime.ts +406 -0
  53. package/pi-extension/src/context-virtualization/state.ts +79 -0
  54. package/pi-extension/src/context-virtualization/types.ts +92 -0
  55. package/pi-extension/src/conversation-history/passages.ts +81 -0
  56. package/pi-extension/src/conversation-history/ranking.ts +155 -0
  57. package/pi-extension/src/conversation-history/runtime.ts +250 -0
  58. package/pi-extension/src/conversation-history/search.ts +79 -0
  59. package/pi-extension/src/conversation-history/types.ts +31 -0
  60. package/pi-extension/src/freeflow-context/resolver.ts +139 -0
  61. package/pi-extension/src/freeflow-context/runtime.ts +100 -0
  62. package/pi-extension/src/freeflow-context/source-projector.ts +106 -0
  63. package/pi-extension/src/freeflow-context/tool.ts +360 -0
  64. package/pi-extension/src/freeflow-context/types.ts +70 -0
  65. package/pi-extension/src/freeflow-context/visibility.ts +53 -0
  66. package/pi-extension/src/index.ts +553 -101
  67. package/pi-extension/src/runtime/runtime-context.ts +339 -281
  68. package/pi-extension/src/runtime/runtime-identity.ts +8 -0
  69. package/pi-extension/src/settings/settings-tui.ts +93 -0
  70. package/pi-extension/src/settings/settings-ui.ts +700 -613
  71. package/pi-extension/src/ui/text-component.ts +66 -0
  72. package/pi-extension/tests/cognitive-routing/commands.test.js +134 -0
  73. package/pi-extension/tests/cognitive-routing/controller.test.js +1099 -0
  74. package/pi-extension/tests/cognitive-routing/extension-lifecycle.test.js +1071 -0
  75. package/pi-extension/tests/cognitive-routing/history.test.js +274 -0
  76. package/pi-extension/tests/cognitive-routing/host-fixture.js +4 -0
  77. package/pi-extension/tests/cognitive-routing/host-identity.test.js +63 -0
  78. package/pi-extension/tests/cognitive-routing/profile-resolution.test.js +236 -0
  79. package/pi-extension/tests/cognitive-routing/tool.test.js +230 -0
  80. package/pi-extension/tests/context-virtualization/extension.test.js +749 -0
  81. package/pi-extension/tests/context-virtualization/projector.test.js +110 -0
  82. package/pi-extension/tests/context-virtualization/runtime.test.js +216 -0
  83. package/pi-extension/tests/conversation-history/runtime.test.js +98 -0
  84. package/pi-extension/tests/conversation-history/search.test.js +97 -0
  85. package/pi-extension/tests/integration/pi-extension.test.js +927 -2048
  86. package/pi-extension/tests/integration/prompt-architecture.test.js +305 -0
  87. package/runtime/prompts/cognitive-routing.md +9 -0
  88. package/runtime/prompts/context-virtualization.md +3 -0
  89. package/runtime/prompts/conversation-history.md +3 -0
  90. package/runtime/prompts/core.md +13 -0
  91. package/runtime/prompts/interaction-contract.md +7 -0
  92. package/runtime/prompts/skills.md +65 -0
  93. package/skills/action-selection/SKILL.md +91 -0
  94. package/skills/bypass/SKILL.md +3 -2
  95. package/skills/commit-work/SKILL.md +1 -1
  96. package/skills/commit-work/references/staging-decisions.md +1 -1
  97. package/skills/decision-gate/SKILL.md +1 -1
  98. package/skills/design-for-depth/SKILL.md +14 -33
  99. package/skills/design-for-depth/references/design-pressure-signals.md +1 -1
  100. package/skills/design-for-depth/references/interface-design-loop.md +1 -1
  101. package/skills/design-for-depth/references/software-design-philosophy.md +1 -1
  102. package/skills/diagnose-failure/SKILL.md +20 -14
  103. package/skills/diagnose-failure/references/diagnostic-loop-catalog.md +1 -3
  104. package/skills/diagnose-failure/references/{flaky-and-performance.md → flaky-and-performance-diagnosis.md} +1 -1
  105. package/skills/discuss/SKILL.md +34 -22
  106. package/skills/discuss/references/discussion-continuity.md +71 -0
  107. package/skills/evaluate-skill/SKILL.md +5 -5
  108. package/skills/evaluate-skill/references/{definition-schema.md → evaluation-definition-schema.md} +42 -2
  109. package/skills/evaluate-skill/references/execution-and-evidence.md +8 -3
  110. package/skills/evaluate-skill/scripts/lib/definitions.mjs +114 -3
  111. package/skills/evaluate-skill/scripts/lib/grade-interaction.mjs +156 -1
  112. package/skills/evaluate-skill/scripts/lib/grade.mjs +9 -1
  113. package/skills/evaluate-skill/scripts/lib/pi.mjs +147 -32
  114. package/skills/evaluate-skill/scripts/lib/rpc.mjs +4 -4
  115. package/skills/evaluate-skill/scripts/lib/runner.mjs +36 -14
  116. package/skills/evaluate-skill/scripts/lib/sandbox.mjs +92 -0
  117. package/skills/evaluate-skill/scripts/pi-guard.mjs +1 -1
  118. package/skills/evaluate-skill/scripts/pi-observer.mjs +66 -0
  119. package/skills/evaluate-skill/scripts/skill-eval.mjs +6 -5
  120. package/skills/execute-work/SKILL.md +18 -15
  121. package/skills/execute-work/references/code-practices.md +1 -1
  122. package/skills/execute-work/references/execute-work-edges.md +42 -0
  123. package/skills/finish-branch/SKILL.md +2 -2
  124. package/skills/finish-branch/references/integration-options.md +1 -1
  125. package/skills/handoff/SKILL.md +3 -3
  126. package/skills/launch-work/SKILL.md +1 -1
  127. package/skills/launch-work/references/launch-readiness.md +2 -2
  128. package/skills/migration-work/SKILL.md +2 -2
  129. package/skills/migration-work/references/migration-lifecycle.md +1 -1
  130. package/skills/mode-contract/SKILL.md +4 -4
  131. package/skills/release-work/SKILL.md +1 -1
  132. package/skills/release-work/references/release-evidence.md +1 -1
  133. package/skills/review-artifact/SKILL.md +28 -26
  134. package/skills/review-work/SKILL.md +28 -26
  135. package/skills/review-work/references/{reviewer-prompt.md → independent-work-reviewer-contract.md} +1 -1
  136. package/skills/review-work/references/security-risk-lens.md +1 -1
  137. package/skills/setup-freeflow/SKILL.md +3 -1
  138. package/skills/setup-freeflow/references/activation-contract.md +2 -2
  139. package/skills/setup-freeflow/references/host-setup.md +2 -2
  140. package/skills/simplify-code/SKILL.md +1 -1
  141. package/skills/simplify-code/references/simplification-patterns.md +1 -1
  142. package/skills/tdd/SKILL.md +18 -38
  143. package/skills/tdd/references/test-design.md +2 -2
  144. package/skills/track-work/SKILL.md +362 -58
  145. package/skills/track-work/scripts/lib/codec.mjs +570 -0
  146. package/skills/track-work/scripts/lib/commands.mjs +568 -0
  147. package/skills/track-work/scripts/lib/contract.mjs +303 -0
  148. package/skills/track-work/scripts/lib/model.mjs +506 -0
  149. package/skills/track-work/scripts/lib/operations.mjs +965 -0
  150. package/skills/track-work/scripts/lib/record-store.mjs +264 -0
  151. package/skills/track-work/scripts/lib/result.mjs +37 -0
  152. package/skills/track-work/scripts/lib/rewrites.mjs +740 -0
  153. package/skills/track-work/scripts/lib/schema.mjs +277 -0
  154. package/skills/track-work/scripts/lib/source-inventory.mjs +162 -0
  155. package/skills/track-work/scripts/lib/views.mjs +443 -0
  156. package/skills/track-work/scripts/lib/workspace.mjs +134 -0
  157. package/skills/track-work/scripts/working-record.mjs +122 -0
  158. package/skills/verify-work/SKILL.md +14 -2
  159. package/skills/verify-work/references/browser-runtime-evidence.md +1 -1
  160. package/skills/verify-work/references/integration-evidence.md +1 -1
  161. package/skills/verify-work/references/performance-evidence.md +1 -1
  162. package/skills/workflow/SKILL.md +105 -53
  163. package/skills/workflow/references/domain-skill-composition.md +22 -42
  164. package/skills/write-plan/SKILL.md +1 -1
  165. package/skills/write-skill/SKILL.md +3 -2
  166. package/skills/write-skill/references/progressive-disclosure.md +17 -3
  167. package/capabilities/output-router/SKILL.md +0 -206
  168. package/capabilities/output-router/references/safety-policy.md +0 -40
  169. package/capabilities/output-router/references/setup.md +0 -110
  170. package/pi-extension/dist/output-router/host-producer-identification.js +0 -232
  171. package/pi-extension/dist/output-router/native-safety-net.js +0 -216
  172. package/pi-extension/dist/output-router/observed-tool-routing.js +0 -122
  173. package/pi-extension/dist/output-router/renderers.js +0 -1023
  174. package/pi-extension/dist/output-router/router-tools.js +0 -554
  175. package/pi-extension/dist/output-router/schemas.js +0 -383
  176. package/pi-extension/dist/output-router/status.js +0 -744
  177. package/pi-extension/dist/output-router/utils.js +0 -502
  178. package/pi-extension/src/output-router/host-producer-identification.ts +0 -256
  179. package/pi-extension/src/output-router/native-safety-net.ts +0 -248
  180. package/pi-extension/src/output-router/observed-tool-routing.ts +0 -134
  181. package/pi-extension/src/output-router/renderers.ts +0 -1108
  182. package/pi-extension/src/output-router/router-tools.ts +0 -579
  183. package/pi-extension/src/output-router/schemas.ts +0 -387
  184. package/pi-extension/src/output-router/status.ts +0 -791
  185. package/pi-extension/src/output-router/utils.ts +0 -554
  186. package/pi-extension/tests/output-router/observed-producers.test.js +0 -132
  187. package/pi-extension/tests/output-router/search.test.js +0 -722
  188. package/router/dist/benchmarks/benchmark-harness.d.ts +0 -35
  189. package/router/dist/benchmarks/benchmark-harness.js +0 -92
  190. package/router/dist/benchmarks/benchmarks.d.ts +0 -109
  191. package/router/dist/benchmarks/benchmarks.js +0 -979
  192. package/router/dist/benchmarks/codex-qa-benchmarks.d.ts +0 -95
  193. package/router/dist/benchmarks/codex-qa-benchmarks.js +0 -500
  194. package/router/dist/benchmarks/command-benchmarks.d.ts +0 -143
  195. package/router/dist/benchmarks/command-benchmarks.js +0 -698
  196. package/router/dist/benchmarks/context-mode-normalized-benchmarks.d.ts +0 -82
  197. package/router/dist/benchmarks/context-mode-normalized-benchmarks.js +0 -773
  198. package/router/dist/benchmarks/context-mode-real-deep-benchmark.d.ts +0 -132
  199. package/router/dist/benchmarks/context-mode-real-deep-benchmark.js +0 -1380
  200. package/router/dist/benchmarks/context-saving-baseline.d.ts +0 -60
  201. package/router/dist/benchmarks/context-saving-baseline.js +0 -470
  202. package/router/dist/benchmarks/index-benchmarks.d.ts +0 -103
  203. package/router/dist/benchmarks/index-benchmarks.js +0 -862
  204. package/router/dist/benchmarks/storage-policy-benchmarks.d.ts +0 -101
  205. package/router/dist/benchmarks/storage-policy-benchmarks.js +0 -618
  206. package/router/dist/benchmarks/vault-index-benchmarks.d.ts +0 -56
  207. package/router/dist/benchmarks/vault-index-benchmarks.js +0 -322
  208. package/router/dist/config/config.d.ts +0 -103
  209. package/router/dist/config/config.js +0 -632
  210. package/router/dist/config/router-contract.d.ts +0 -10
  211. package/router/dist/config/router-contract.js +0 -54
  212. package/router/dist/config/schema.d.ts +0 -27
  213. package/router/dist/config/schema.js +0 -648
  214. package/router/dist/config/types.d.ts +0 -573
  215. package/router/dist/config/types.js +0 -41
  216. package/router/dist/evidence/bounded-evidence.d.ts +0 -40
  217. package/router/dist/evidence/bounded-evidence.js +0 -323
  218. package/router/dist/evidence/evidence-range-selector.d.ts +0 -24
  219. package/router/dist/evidence/evidence-range-selector.js +0 -232
  220. package/router/dist/evidence/evidence-search.d.ts +0 -27
  221. package/router/dist/evidence/evidence-search.js +0 -490
  222. package/router/dist/evidence/evidence.d.ts +0 -38
  223. package/router/dist/evidence/evidence.js +0 -200
  224. package/router/dist/evidence/failure-contracts.d.ts +0 -37
  225. package/router/dist/evidence/failure-contracts.js +0 -166
  226. package/router/dist/evidence/line-ranges.d.ts +0 -24
  227. package/router/dist/evidence/line-ranges.js +0 -22
  228. package/router/dist/experiments/local-index.d.ts +0 -64
  229. package/router/dist/experiments/local-index.js +0 -581
  230. package/router/dist/index.d.ts +0 -30
  231. package/router/dist/index.js +0 -32
  232. package/router/dist/local/local-traversal.d.ts +0 -18
  233. package/router/dist/local/local-traversal.js +0 -334
  234. package/router/dist/processing/engine.d.ts +0 -132
  235. package/router/dist/processing/engine.js +0 -533
  236. package/router/dist/processing/reducers.d.ts +0 -280
  237. package/router/dist/processing/reducers.js +0 -1673
  238. package/router/dist/processing/renderers.d.ts +0 -31
  239. package/router/dist/processing/renderers.js +0 -195
  240. package/router/dist/processing/scripts.d.ts +0 -91
  241. package/router/dist/processing/scripts.js +0 -386
  242. package/router/dist/repo/repo-traversal.d.ts +0 -18
  243. package/router/dist/repo/repo-traversal.js +0 -245
  244. package/router/dist/routing/observed-reducers.d.ts +0 -41
  245. package/router/dist/routing/observed-reducers.js +0 -661
  246. package/router/dist/routing/observed-routing.d.ts +0 -26
  247. package/router/dist/routing/observed-routing.js +0 -378
  248. package/router/dist/routing/parsers.d.ts +0 -16
  249. package/router/dist/routing/parsers.js +0 -521
  250. package/router/dist/routing/run-filters.d.ts +0 -60
  251. package/router/dist/routing/run-filters.js +0 -238
  252. package/router/dist/routing/run-reducers.d.ts +0 -49
  253. package/router/dist/routing/run-reducers.js +0 -122
  254. package/router/dist/sandbox/adapter-roots.d.ts +0 -46
  255. package/router/dist/sandbox/adapter-roots.js +0 -66
  256. package/router/dist/sandbox/eryx-python-adapter.d.ts +0 -13
  257. package/router/dist/sandbox/eryx-python-adapter.js +0 -868
  258. package/router/dist/sandbox/jq-wasm-adapter.d.ts +0 -9
  259. package/router/dist/sandbox/jq-wasm-adapter.js +0 -429
  260. package/router/dist/sandbox/quickjs-wasi-adapter.d.ts +0 -13
  261. package/router/dist/sandbox/quickjs-wasi-adapter.js +0 -384
  262. package/router/dist/sandbox/script-sandbox.d.ts +0 -134
  263. package/router/dist/sandbox/script-sandbox.js +0 -337
  264. package/router/dist/setup/script-transform-adapters.d.ts +0 -32
  265. package/router/dist/setup/script-transform-adapters.js +0 -278
  266. package/router/dist/tools/batch.d.ts +0 -33
  267. package/router/dist/tools/batch.js +0 -586
  268. package/router/dist/tools/run.d.ts +0 -62
  269. package/router/dist/tools/run.js +0 -1304
  270. package/router/dist/tools/search.d.ts +0 -66
  271. package/router/dist/tools/search.js +0 -1364
  272. package/router/dist/transform/engine.d.ts +0 -168
  273. package/router/dist/transform/engine.js +0 -2072
  274. package/router/dist/vault/vault-index.d.ts +0 -125
  275. package/router/dist/vault/vault-index.js +0 -416
  276. package/router/dist/vault/vault.d.ts +0 -138
  277. package/router/dist/vault/vault.js +0 -630
  278. package/runtime/interaction-contract.md +0 -16
  279. package/skills/discuss/references/checkpoints.md +0 -66
  280. package/skills/execute-work/references/execution-loop.md +0 -77
  281. package/skills/track-work/references/working-record-schema.md +0 -378
  282. package/skills/workflow/references/workflow-loop.md +0 -92
  283. /package/skills/handoff/references/{templates.md → handoff-templates.md} +0 -0
  284. /package/skills/review-artifact/references/{reviewer-prompt.md → independent-artifact-reviewer-contract.md} +0 -0
@@ -1,661 +0,0 @@
1
- import { createHash } from "node:crypto";
2
- import { assembleTextEvidence, byteLength, countLines } from "../evidence/evidence.js";
3
- const IMPORTANT_JSON_KEYS = new Set([
4
- "id",
5
- "url",
6
- "uri",
7
- "link",
8
- "status",
9
- "state",
10
- "error",
11
- "message",
12
- "path",
13
- "repo",
14
- "snippet",
15
- "citation",
16
- "source",
17
- "symbol",
18
- "code",
19
- "file",
20
- "line",
21
- "lines",
22
- "name",
23
- "title",
24
- "number",
25
- "html_url",
26
- "web_url",
27
- ]);
28
- const MAX_JSON_ARRAY_ROWS = 3;
29
- const MAX_JSON_OBJECT_FIELDS = 12;
30
- export function createDefaultObservedReducerRegistry() {
31
- const reducers = [
32
- webSearchReducer(),
33
- fetchReducer(),
34
- codeSearchReducer(),
35
- mcpReducer(),
36
- jsonReducer(),
37
- genericTextReducer(),
38
- ];
39
- return {
40
- names() {
41
- return reducers.map((reducer) => reducer.name);
42
- },
43
- reduce(input) {
44
- const fallback = genericTextReducer();
45
- const reducer = reducers.find((candidate) => candidate.supports(input)) ?? fallback;
46
- try {
47
- return reducer.reduce(input);
48
- } catch (error) {
49
- if (reducer.name === fallback.name) {
50
- throw error;
51
- }
52
- const fallbackResult = fallback.reduce(input);
53
- return {
54
- ...fallbackResult,
55
- reason: `${reducer.name} reducer failed (${errorMessage(error)}); ${fallbackResult.reason}`,
56
- };
57
- }
58
- },
59
- };
60
- }
61
- export function reduceObservedOutput(input) {
62
- return createDefaultObservedReducerRegistry().reduce(input);
63
- }
64
- export function webSearchReducer() {
65
- return {
66
- name: "web-search",
67
- supports(input) {
68
- return input.producer?.kind === "web";
69
- },
70
- reduce(input) {
71
- const rows = extractRows(input.rawValue, ["results", "items", "sources"]);
72
- if (!rows) {
73
- return producerTextFallback(input, "web-search", "web_search output did not expose structured results.");
74
- }
75
- const shown = rows
76
- .slice(0, MAX_JSON_ARRAY_ROWS)
77
- .map((row) => selectFields(row, ["title", "url", "snippet", "citation", "source"]));
78
- const omittedItems = Math.max(0, rows.length - shown.length);
79
- const excerpt = stableJson({
80
- type: "web_search_results",
81
- itemCount: rows.length,
82
- results: shown,
83
- ...(omittedItems > 0 ? { omittedItems } : {}),
84
- });
85
- return producerEvidenceResult({
86
- input,
87
- reducer: "web-search",
88
- excerpt,
89
- partial: omittedItems > 0 || byteLength(input.text) > byteLength(excerpt),
90
- summary: `web_search results: ${rows.length} item(s).`,
91
- reason: `web_search output was compacted to title, URL, snippet, and citation fields.`,
92
- });
93
- },
94
- };
95
- }
96
- export function fetchReducer() {
97
- return {
98
- name: "fetch",
99
- supports(input) {
100
- return input.producer?.kind === "fetch";
101
- },
102
- reduce(input) {
103
- const value = isRecord(input.rawValue) ? input.rawValue : undefined;
104
- const content = firstString(value?.content, value?.text, value?.markdown, input.text);
105
- if (!content) {
106
- return producerTextFallback(input, "fetch", "fetch_content output did not expose textual content.");
107
- }
108
- const excerpt = fetchExcerpt({
109
- title: firstString(value?.title, value?.name),
110
- url: firstString(value?.url, value?.canonicalUrl, value?.sourceUrl),
111
- contentType: firstString(value?.contentType, value?.mimeType),
112
- content,
113
- });
114
- return producerEvidenceResult({
115
- input,
116
- reducer: "fetch",
117
- excerpt,
118
- partial: byteLength(input.text) > byteLength(excerpt),
119
- summary: `fetch_content fetched content: ${countLines(content)} line(s), ${byteLength(content)} byte(s).`,
120
- reason: "fetch_content output was reduced to URL/title, headings, and code blocks.",
121
- });
122
- },
123
- };
124
- }
125
- export function codeSearchReducer() {
126
- return {
127
- name: "code-search",
128
- supports(input) {
129
- return input.producer?.kind === "code_search";
130
- },
131
- reduce(input) {
132
- const rows = extractRows(input.rawValue, ["results", "items", "matches"]);
133
- if (!rows) {
134
- return producerTextFallback(input, "code-search", "code_search output did not expose structured results.");
135
- }
136
- const shown = rows
137
- .slice(0, MAX_JSON_ARRAY_ROWS)
138
- .map((row) => selectFields(row, ["repo", "path", "file", "line", "lines", "symbol", "snippet", "code"]));
139
- const omittedItems = Math.max(0, rows.length - shown.length);
140
- const excerpt = stableJson({
141
- type: "code_search_results",
142
- itemCount: rows.length,
143
- results: shown,
144
- ...(omittedItems > 0 ? { omittedItems } : {}),
145
- });
146
- return producerEvidenceResult({
147
- input,
148
- reducer: "code-search",
149
- excerpt,
150
- partial: omittedItems > 0 || byteLength(input.text) > byteLength(excerpt),
151
- summary: `code_search results: ${rows.length} item(s).`,
152
- reason: "code_search output was compacted to repo, path, line, symbol, and exact snippet fields.",
153
- });
154
- },
155
- };
156
- }
157
- export function mcpReducer() {
158
- return {
159
- name: "mcp",
160
- supports(input) {
161
- return input.producer?.kind === "mcp";
162
- },
163
- reduce(input) {
164
- const payload = extractMcpPayload(input);
165
- if (payload.jsonValues.length > 0 && payload.textBlocks.length === 0) {
166
- return reduceMcpJson(input, payload.jsonValues.length === 1 ? payload.jsonValues[0] : payload.jsonValues);
167
- }
168
- if (payload.jsonValues.length > 0 || payload.textBlocks.length > 0) {
169
- return reduceMcpMixed(input, payload);
170
- }
171
- const result = genericTextReducer().reduce(input);
172
- return {
173
- ...result,
174
- reducer: "mcp",
175
- summary: `MCP ${mcpLabel(input)} text: ${countLines(input.text)} line(s), ${byteLength(input.text)} byte(s).`,
176
- reason: `MCP ${mcpLabel(input)} output used generic text reduction. ${result.reason}`,
177
- };
178
- },
179
- };
180
- }
181
- export function genericTextReducer() {
182
- return {
183
- name: "generic-text",
184
- supports() {
185
- return true;
186
- },
187
- reduce(input) {
188
- const caps = textCaps(input.preserve, input.thresholds);
189
- const bounded = assembleTextEvidence({ stream: "combined", text: input.text, caps });
190
- const outputBytes = byteLength(input.text);
191
- const outputLines = countLines(input.text);
192
- const routingStatus = bounded.compressed || bounded.fidelity === "lossy" ? "partial" : "routed";
193
- const evidence = bounded.importantLines.map((line, index) => ({
194
- id: evidenceId(input.outputId, line.lines, index),
195
- source: input.source,
196
- path: `${input.outputId}:observed`,
197
- lines: line.lines,
198
- excerpt: line.excerpt,
199
- why: bounded.compressed
200
- ? "Bounded observed tool output evidence."
201
- : "Observed tool output fits within routing caps.",
202
- window: bounded.compressed ? "section" : "exact",
203
- expandable: input.source.kind === "vault" && bounded.compressed,
204
- }));
205
- return {
206
- reducer: "generic-text",
207
- routingStatus,
208
- reason: bounded.compressed
209
- ? `Observed tool output was reduced from ${outputLines} line(s), ${outputBytes} byte(s); exact recovery depends on persistence policy.`
210
- : `Observed tool output fits within caps (${outputLines} line(s), ${outputBytes} byte(s)).`,
211
- summary: `Observed tool output: ${outputLines} line(s), ${outputBytes} byte(s).`,
212
- evidence,
213
- };
214
- },
215
- };
216
- }
217
- export function jsonReducer() {
218
- return {
219
- name: "json",
220
- supports(input) {
221
- return input.normalized.shape === "json" || parsesAsJson(input.text);
222
- },
223
- reduce(input) {
224
- const value = input.rawValue !== undefined ? input.rawValue : parseJson(input.text);
225
- if (Array.isArray(value)) {
226
- return reduceJsonArray(input, value);
227
- }
228
- if (isRecord(value)) {
229
- return reduceJsonObject(input, value);
230
- }
231
- return genericTextReducer().reduce(input);
232
- },
233
- };
234
- }
235
- function producerEvidenceResult(options) {
236
- return {
237
- reducer: options.reducer,
238
- routingStatus: options.partial ? "partial" : "routed",
239
- reason: options.reason,
240
- summary: options.summary,
241
- evidence: [
242
- {
243
- id: evidenceId(options.input.outputId, options.reducer, 0),
244
- source: options.input.source,
245
- path: `${options.input.outputId}:observed-${options.reducer}`,
246
- excerpt: options.excerpt,
247
- why: `${options.reducer} reducer preserved exact producer evidence fields.`,
248
- window: options.partial ? "section" : "exact",
249
- expandable: options.input.source.kind === "vault" && options.partial,
250
- },
251
- ],
252
- };
253
- }
254
- function producerTextFallback(input, reducer, reason) {
255
- const result = genericTextReducer().reduce(input);
256
- return {
257
- ...result,
258
- reducer,
259
- reason: `${reason} ${result.reason}`,
260
- };
261
- }
262
- function fetchExcerpt(options) {
263
- const lines = normalizeNewlines(options.content).split("\n");
264
- const headings = lines.filter((line) => /^#{1,6}\s+/.test(line)).slice(0, 8);
265
- const codeBlocks = extractCodeBlocks(options.content).slice(0, 3);
266
- return [
267
- options.title ? `Title: ${options.title}` : "",
268
- options.url ? `URL: ${options.url}` : "",
269
- options.contentType ? `Content-Type: ${options.contentType}` : "",
270
- headings.length > 0 ? ["Headings:", ...headings].join("\n") : "",
271
- codeBlocks.length > 0 ? ["Code blocks:", ...codeBlocks].join("\n\n") : "",
272
- ]
273
- .filter(Boolean)
274
- .join("\n");
275
- }
276
- function extractCodeBlocks(text) {
277
- return Array.from(normalizeNewlines(text).matchAll(/```[\s\S]*?```/g), (match) => match[0]);
278
- }
279
- function extractRows(value, keys) {
280
- if (Array.isArray(value)) {
281
- return value;
282
- }
283
- if (!isRecord(value)) {
284
- return undefined;
285
- }
286
- for (const key of keys) {
287
- if (Array.isArray(value[key])) {
288
- return value[key];
289
- }
290
- }
291
- return undefined;
292
- }
293
- function selectFields(value, keys) {
294
- if (!isRecord(value)) {
295
- return { value: truncateScalar(value) };
296
- }
297
- const selected = {};
298
- for (const key of keys) {
299
- if (value[key] !== undefined) {
300
- selected[key] = truncateScalar(value[key]);
301
- }
302
- }
303
- return selected;
304
- }
305
- function truncateScalar(value) {
306
- if (typeof value === "string") {
307
- const dedupedRuns = value.replace(/(.)\1{15,}/g, (match) => `${match.slice(0, 15)}…`);
308
- return dedupedRuns.length > 240 ? `${dedupedRuns.slice(0, 239)}…` : dedupedRuns;
309
- }
310
- return value;
311
- }
312
- function normalizeNewlines(text) {
313
- return text.replace(/\r\n/g, "\n").replace(/\r/g, "\n");
314
- }
315
- function firstString(...values) {
316
- for (const value of values) {
317
- if (typeof value === "string" && value.length > 0) {
318
- return value;
319
- }
320
- }
321
- return undefined;
322
- }
323
- function reduceMcpJson(input, value) {
324
- const unwrapped = unwrapCommonArray(value);
325
- if (unwrapped) {
326
- return reduceMcpJsonArray(input, unwrapped.key, unwrapped.rows);
327
- }
328
- if (Array.isArray(value)) {
329
- return reduceMcpJsonArray(input, undefined, value);
330
- }
331
- if (isRecord(value)) {
332
- return reduceMcpJsonObject(input, value);
333
- }
334
- return mcpGenericTextFallback(input, "MCP JSON payload was scalar; generic text evidence is safer.");
335
- }
336
- function reduceMcpJsonArray(input, key, rows) {
337
- const shown = rows.slice(0, MAX_JSON_ARRAY_ROWS).map(compactJsonValue);
338
- const omittedItems = Math.max(0, rows.length - shown.length);
339
- const excerpt = stableJson({
340
- type: "mcp_array",
341
- server: input.producer?.server,
342
- tool: input.producer?.tool,
343
- ...(key !== undefined ? { sourceKey: key } : {}),
344
- itemCount: rows.length,
345
- items: shown,
346
- ...(omittedItems > 0 ? { omittedItems } : {}),
347
- });
348
- return mcpEvidenceResult({
349
- input,
350
- excerpt,
351
- partial: omittedItems > 0 || byteLength(input.text) > byteLength(excerpt),
352
- summary: `MCP ${mcpLabel(input)} JSON array: ${rows.length} item(s).`,
353
- reason:
354
- omittedItems > 0
355
- ? `MCP ${mcpLabel(input)} JSON array was compacted to ${shown.length} row(s); ${omittedItems} item(s) omitted.`
356
- : `MCP ${mcpLabel(input)} JSON array was compacted to ${shown.length} row(s).`,
357
- });
358
- }
359
- function reduceMcpJsonObject(input, value) {
360
- const fields = importantJsonFields(value).slice(0, MAX_JSON_OBJECT_FIELDS);
361
- const compact = fields.length > 0 ? Object.fromEntries(fields) : compactJsonValue(value);
362
- const excerpt = stableJson({
363
- type: "mcp_object",
364
- server: input.producer?.server,
365
- tool: input.producer?.tool,
366
- keys: Object.keys(value).sort(),
367
- fields: compact,
368
- });
369
- return mcpEvidenceResult({
370
- input,
371
- excerpt,
372
- partial: byteLength(input.text) > byteLength(excerpt),
373
- summary: `MCP ${mcpLabel(input)} JSON object: ${Object.keys(value).length} top-level key(s).`,
374
- reason: `MCP ${mcpLabel(input)} JSON object was compacted to stable important scalar fields.`,
375
- });
376
- }
377
- function reduceMcpMixed(input, payload) {
378
- const compactedTextBlocks = payload.textBlocks.map(compactMcpTextBlock);
379
- const text = compactedTextBlocks.map((block) => block.text).join("\n\n");
380
- const textWasCompacted = compactedTextBlocks.some((block) => block.compacted);
381
- const jsonValues = payload.jsonValues.map((value) => {
382
- const unwrapped = unwrapCommonArray(value);
383
- if (unwrapped) {
384
- return {
385
- [unwrapped.key]: unwrapped.rows.slice(0, MAX_JSON_ARRAY_ROWS).map(compactJsonValue),
386
- itemCount: unwrapped.rows.length,
387
- };
388
- }
389
- if (Array.isArray(value)) {
390
- return { items: value.slice(0, MAX_JSON_ARRAY_ROWS).map(compactJsonValue), itemCount: value.length };
391
- }
392
- return compactJsonValue(value);
393
- });
394
- const excerpt = [text, jsonValues.length > 0 ? stableJson({ jsonBlocks: jsonValues }) : ""]
395
- .filter(Boolean)
396
- .join("\n\n");
397
- return mcpEvidenceResult({
398
- input,
399
- excerpt,
400
- partial: textWasCompacted || byteLength(input.text) > byteLength(excerpt),
401
- summary: `MCP ${mcpLabel(input)} mixed content: ${payload.textBlocks.length} text block(s), ${payload.jsonValues.length} JSON block(s).`,
402
- reason: textWasCompacted
403
- ? `MCP ${mcpLabel(input)} mixed content was reduced by bounding text blocks and compact JSON fields.`
404
- : `MCP ${mcpLabel(input)} mixed content was reduced by preserving text blocks and compact JSON fields.`,
405
- });
406
- }
407
- function compactMcpTextBlock(text) {
408
- const normalized = normalizeNewlines(text);
409
- const lines = normalized.split("\n");
410
- const shown = lines.slice(0, 8).map((line) => String(truncateScalar(line)));
411
- const omittedLines = Math.max(0, lines.length - shown.length);
412
- const compacted = omittedLines > 0 || byteLength(shown.join("\n")) < byteLength(normalized);
413
- return {
414
- text: [...shown, omittedLines > 0 ? `[... ${omittedLines} more line(s) omitted from MCP text block ...]` : ""]
415
- .filter(Boolean)
416
- .join("\n"),
417
- compacted,
418
- };
419
- }
420
- function mcpEvidenceResult(options) {
421
- return {
422
- reducer: "mcp",
423
- routingStatus: options.partial ? "partial" : "routed",
424
- reason: options.reason,
425
- summary: options.summary,
426
- evidence: [
427
- {
428
- id: evidenceId(options.input.outputId, "mcp", 0),
429
- source: options.input.source,
430
- path: `${options.input.outputId}:observed-mcp`,
431
- excerpt: options.excerpt,
432
- why: `Deterministic MCP reducer preserved exact IDs, URLs, statuses, paths, errors, and code snippets for ${mcpLabel(options.input)}.`,
433
- window: options.partial ? "section" : "exact",
434
- expandable: options.input.source.kind === "vault" && options.partial,
435
- },
436
- ],
437
- };
438
- }
439
- function mcpGenericTextFallback(input, reason) {
440
- const result = genericTextReducer().reduce(input);
441
- return {
442
- ...result,
443
- reducer: "mcp",
444
- summary: `MCP ${mcpLabel(input)} text: ${countLines(input.text)} line(s), ${byteLength(input.text)} byte(s).`,
445
- reason: `${reason} ${result.reason}`,
446
- };
447
- }
448
- function extractMcpPayload(input) {
449
- const textBlocks = [];
450
- const jsonValues = [];
451
- collectMcpPayload(input.rawValue, textBlocks, jsonValues);
452
- if (textBlocks.length === 0 && jsonValues.length === 0) {
453
- const parsed = parseJson(input.text);
454
- if (parsed !== undefined) {
455
- jsonValues.push(parsed);
456
- } else if (input.text.length > 0) {
457
- textBlocks.push(input.text);
458
- }
459
- }
460
- return { textBlocks, jsonValues };
461
- }
462
- function collectMcpPayload(value, textBlocks, jsonValues) {
463
- if (!isRecord(value)) {
464
- if (typeof value === "string" && value.length > 0) {
465
- textBlocks.push(value);
466
- }
467
- return;
468
- }
469
- if (Array.isArray(value.content)) {
470
- for (const block of value.content) {
471
- collectMcpBlock(block, textBlocks, jsonValues);
472
- }
473
- return;
474
- }
475
- if (value.json !== undefined) {
476
- jsonValues.push(value.json);
477
- return;
478
- }
479
- if (typeof value.text === "string") {
480
- collectMcpText(value.text, textBlocks, jsonValues);
481
- return;
482
- }
483
- jsonValues.push(value);
484
- }
485
- function collectMcpBlock(block, textBlocks, jsonValues) {
486
- if (typeof block === "string") {
487
- collectMcpText(block, textBlocks, jsonValues);
488
- return;
489
- }
490
- if (!isRecord(block)) {
491
- return;
492
- }
493
- if (block.json !== undefined) {
494
- jsonValues.push(block.json);
495
- return;
496
- }
497
- if (typeof block.text === "string") {
498
- collectMcpText(block.text, textBlocks, jsonValues);
499
- return;
500
- }
501
- if (block.content !== undefined) {
502
- collectMcpPayload(block, textBlocks, jsonValues);
503
- return;
504
- }
505
- jsonValues.push(block);
506
- }
507
- function collectMcpText(text, textBlocks, jsonValues) {
508
- const parsed = parseJson(text);
509
- if (parsed !== undefined) {
510
- jsonValues.push(parsed);
511
- return;
512
- }
513
- textBlocks.push(text);
514
- }
515
- function unwrapCommonArray(value) {
516
- if (!isRecord(value)) {
517
- return undefined;
518
- }
519
- for (const key of ["items", "results", "data", "deployments", "issues", "messages"]) {
520
- const entry = value[key];
521
- if (Array.isArray(entry)) {
522
- return { key, rows: entry };
523
- }
524
- }
525
- return undefined;
526
- }
527
- function mcpLabel(input) {
528
- return [input.producer?.server, input.producer?.tool].filter(Boolean).join(" ") || "unknown";
529
- }
530
- function reduceJsonArray(input, rows) {
531
- const shown = rows.slice(0, MAX_JSON_ARRAY_ROWS).map(compactJsonValue);
532
- const omittedItems = Math.max(0, rows.length - shown.length);
533
- const excerpt = stableJson({
534
- type: "array",
535
- itemCount: rows.length,
536
- items: shown,
537
- ...(omittedItems > 0 ? { omittedItems } : {}),
538
- });
539
- return jsonEvidenceResult({
540
- input,
541
- excerpt,
542
- partial: omittedItems > 0 || byteLength(input.text) > byteLength(excerpt),
543
- summary: `JSON array: ${rows.length} item(s).`,
544
- reason:
545
- omittedItems > 0
546
- ? `JSON array output was compacted to ${shown.length} row(s); ${omittedItems} item(s) omitted.`
547
- : `JSON array output was compacted to ${shown.length} row(s).`,
548
- });
549
- }
550
- function reduceJsonObject(input, value) {
551
- const fields = importantJsonFields(value).slice(0, MAX_JSON_OBJECT_FIELDS);
552
- const compact = fields.length > 0 ? Object.fromEntries(fields) : compactJsonValue(value);
553
- const excerpt = stableJson({
554
- type: "object",
555
- keys: Object.keys(value).sort(),
556
- fields: compact,
557
- });
558
- return jsonEvidenceResult({
559
- input,
560
- excerpt,
561
- partial: byteLength(input.text) > byteLength(excerpt),
562
- summary: `JSON object: ${Object.keys(value).length} top-level key(s).`,
563
- reason: "JSON object output was compacted to stable important scalar fields.",
564
- });
565
- }
566
- function jsonEvidenceResult(options) {
567
- return {
568
- reducer: "json",
569
- routingStatus: options.partial ? "partial" : "routed",
570
- reason: options.reason,
571
- summary: options.summary,
572
- evidence: [
573
- {
574
- id: evidenceId(options.input.outputId, "json", 0),
575
- source: options.input.source,
576
- path: `${options.input.outputId}:observed-json`,
577
- excerpt: options.excerpt,
578
- why: "Deterministic JSON reducer preserved compact exact scalar evidence.",
579
- window: options.partial ? "section" : "exact",
580
- expandable: options.input.source.kind === "vault" && options.partial,
581
- },
582
- ],
583
- };
584
- }
585
- function compactJsonValue(value) {
586
- if (!isRecord(value)) {
587
- return value;
588
- }
589
- const selected = Object.fromEntries(importantJsonFields(value).slice(0, MAX_JSON_OBJECT_FIELDS));
590
- if (Object.keys(selected).length > 0) {
591
- return selected;
592
- }
593
- const scalars = Object.entries(value)
594
- .filter(([, entry]) => isScalar(entry))
595
- .slice(0, MAX_JSON_OBJECT_FIELDS);
596
- return Object.fromEntries(scalars);
597
- }
598
- function importantJsonFields(value, prefix = "", depth = 0) {
599
- const fields = [];
600
- const entries = Object.entries(value).sort(([left], [right]) => left.localeCompare(right));
601
- for (const [key, entry] of entries) {
602
- const path = prefix ? `${prefix}.${key}` : key;
603
- if (isScalar(entry) && IMPORTANT_JSON_KEYS.has(key.toLowerCase())) {
604
- fields.push([path, entry]);
605
- continue;
606
- }
607
- if (isRecord(entry) && depth < 2) {
608
- fields.push(...importantJsonFields(entry, path, depth + 1));
609
- }
610
- }
611
- return fields;
612
- }
613
- function textCaps(preserve, thresholds) {
614
- return preserve === "full"
615
- ? {
616
- maxLines: Number.MAX_SAFE_INTEGER,
617
- maxExcerptBytes: thresholds.largeOutputBytes,
618
- maxLineBytes: thresholds.largeOutputBytes,
619
- }
620
- : {
621
- maxLines: thresholds.largeOutputLines,
622
- maxExcerptBytes: thresholds.largeOutputBytes,
623
- maxLineBytes: thresholds.largeOutputBytes,
624
- };
625
- }
626
- function parsesAsJson(text) {
627
- try {
628
- JSON.parse(text);
629
- return true;
630
- } catch {
631
- return false;
632
- }
633
- }
634
- function parseJson(text) {
635
- try {
636
- return JSON.parse(text);
637
- } catch {
638
- return undefined;
639
- }
640
- }
641
- function stableJson(value) {
642
- return JSON.stringify(value, sortJsonKeys, 2);
643
- }
644
- function sortJsonKeys(_key, value) {
645
- if (!isRecord(value) || Array.isArray(value)) {
646
- return value;
647
- }
648
- return Object.fromEntries(Object.entries(value).sort(([left], [right]) => left.localeCompare(right)));
649
- }
650
- function evidenceId(outputId, lines, index) {
651
- return `ffe_${createHash("sha256").update(`${outputId}:${lines}:${index}`).digest("hex").slice(0, 16)}`;
652
- }
653
- function isScalar(value) {
654
- return value === null || ["string", "number", "boolean"].includes(typeof value);
655
- }
656
- function isRecord(value) {
657
- return typeof value === "object" && value !== null && !Array.isArray(value);
658
- }
659
- function errorMessage(error) {
660
- return error instanceof Error ? error.message : String(error);
661
- }
@@ -1,26 +0,0 @@
1
- import type {
2
- ObservedHostDescriptor,
3
- ObservedProducerRisk,
4
- ObservedRoutedResult,
5
- ObservedRoutingPersistenceMode,
6
- PreserveMode,
7
- ProducerDescriptor,
8
- RouterThresholds,
9
- VaultRetentionPolicy,
10
- } from "../config/types.js";
11
- export interface RouteObservedToolOutputOptions {
12
- sessionId: string;
13
- host: ObservedHostDescriptor;
14
- producer: ProducerDescriptor;
15
- rawResult: unknown;
16
- persistence: ObservedRoutingPersistenceMode;
17
- preserve?: PreserveMode;
18
- vaultRoot?: string;
19
- vaultRetention?: VaultRetentionPolicy;
20
- thresholds?: Partial<RouterThresholds>;
21
- mediaType?: string;
22
- toolInputHash?: string;
23
- risk?: ObservedProducerRisk;
24
- createdAt?: string;
25
- }
26
- export declare function routeObservedToolOutput(options: RouteObservedToolOutputOptions): Promise<ObservedRoutedResult>;