@hassangameryt/freeflow 0.4.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +1 -1
- package/.claude-plugin/plugin.json +2 -1
- package/.codex-plugin/plugin.json +2 -1
- package/README.md +150 -155
- package/capabilities/cognitive-routing/SKILL.md +229 -0
- package/capabilities/context-virtualization/SKILL.md +103 -0
- package/capabilities/conversation-history/SKILL.md +53 -0
- package/command-surface.json +17 -13
- package/hooks/freeflow-runtime-context.mjs +393 -159
- package/hooks/hooks.json +26 -1
- package/hooks/tests/check-runtime-context-hook.sh +223 -54
- package/package.json +25 -16
- package/pi-extension/dist/cognitive-routing/commands.js +96 -0
- package/pi-extension/dist/cognitive-routing/config.js +236 -0
- package/pi-extension/dist/cognitive-routing/controller.js +862 -0
- package/pi-extension/dist/cognitive-routing/history.js +439 -0
- package/pi-extension/dist/cognitive-routing/host.js +126 -0
- package/pi-extension/dist/cognitive-routing/runtime.js +43 -0
- package/pi-extension/dist/cognitive-routing/tool.js +211 -0
- package/pi-extension/dist/cognitive-routing/types.js +6 -0
- package/pi-extension/dist/context-virtualization/commands.js +89 -0
- package/pi-extension/dist/context-virtualization/projector.js +42 -0
- package/pi-extension/dist/context-virtualization/runtime.js +356 -0
- package/pi-extension/dist/context-virtualization/state.js +57 -0
- package/pi-extension/dist/context-virtualization/types.js +10 -0
- package/pi-extension/dist/conversation-history/passages.js +66 -0
- package/pi-extension/dist/conversation-history/ranking.js +105 -0
- package/pi-extension/dist/conversation-history/runtime.js +226 -0
- package/pi-extension/dist/conversation-history/search.js +56 -0
- package/pi-extension/dist/conversation-history/types.js +1 -0
- package/pi-extension/dist/freeflow-context/resolver.js +120 -0
- package/pi-extension/dist/freeflow-context/runtime.js +80 -0
- package/pi-extension/dist/freeflow-context/source-projector.js +95 -0
- package/pi-extension/dist/freeflow-context/tool.js +308 -0
- package/pi-extension/dist/freeflow-context/types.js +12 -0
- package/pi-extension/dist/freeflow-context/visibility.js +28 -0
- package/pi-extension/dist/index.js +516 -98
- package/pi-extension/dist/runtime/runtime-context.js +318 -271
- package/pi-extension/dist/runtime/runtime-identity.js +5 -0
- package/pi-extension/dist/settings/settings-tui.js +78 -0
- package/pi-extension/dist/settings/settings-ui.js +593 -563
- package/pi-extension/dist/ui/text-component.js +57 -0
- package/pi-extension/src/cognitive-routing/commands.ts +119 -0
- package/pi-extension/src/cognitive-routing/config.ts +307 -0
- package/pi-extension/src/cognitive-routing/controller.ts +1118 -0
- package/pi-extension/src/cognitive-routing/history.ts +638 -0
- package/pi-extension/src/cognitive-routing/host.ts +172 -0
- package/pi-extension/src/cognitive-routing/runtime.ts +57 -0
- package/pi-extension/src/cognitive-routing/tool.ts +272 -0
- package/pi-extension/src/cognitive-routing/types.ts +89 -0
- package/pi-extension/src/context-virtualization/commands.ts +111 -0
- package/pi-extension/src/context-virtualization/projector.ts +62 -0
- package/pi-extension/src/context-virtualization/runtime.ts +406 -0
- package/pi-extension/src/context-virtualization/state.ts +79 -0
- package/pi-extension/src/context-virtualization/types.ts +92 -0
- package/pi-extension/src/conversation-history/passages.ts +81 -0
- package/pi-extension/src/conversation-history/ranking.ts +155 -0
- package/pi-extension/src/conversation-history/runtime.ts +250 -0
- package/pi-extension/src/conversation-history/search.ts +79 -0
- package/pi-extension/src/conversation-history/types.ts +31 -0
- package/pi-extension/src/freeflow-context/resolver.ts +139 -0
- package/pi-extension/src/freeflow-context/runtime.ts +100 -0
- package/pi-extension/src/freeflow-context/source-projector.ts +106 -0
- package/pi-extension/src/freeflow-context/tool.ts +360 -0
- package/pi-extension/src/freeflow-context/types.ts +70 -0
- package/pi-extension/src/freeflow-context/visibility.ts +53 -0
- package/pi-extension/src/index.ts +553 -101
- package/pi-extension/src/runtime/runtime-context.ts +339 -281
- package/pi-extension/src/runtime/runtime-identity.ts +8 -0
- package/pi-extension/src/settings/settings-tui.ts +93 -0
- package/pi-extension/src/settings/settings-ui.ts +700 -613
- package/pi-extension/src/ui/text-component.ts +66 -0
- package/pi-extension/tests/cognitive-routing/commands.test.js +134 -0
- package/pi-extension/tests/cognitive-routing/controller.test.js +1099 -0
- package/pi-extension/tests/cognitive-routing/extension-lifecycle.test.js +1071 -0
- package/pi-extension/tests/cognitive-routing/history.test.js +274 -0
- package/pi-extension/tests/cognitive-routing/host-fixture.js +4 -0
- package/pi-extension/tests/cognitive-routing/host-identity.test.js +63 -0
- package/pi-extension/tests/cognitive-routing/profile-resolution.test.js +236 -0
- package/pi-extension/tests/cognitive-routing/tool.test.js +230 -0
- package/pi-extension/tests/context-virtualization/extension.test.js +749 -0
- package/pi-extension/tests/context-virtualization/projector.test.js +110 -0
- package/pi-extension/tests/context-virtualization/runtime.test.js +216 -0
- package/pi-extension/tests/conversation-history/runtime.test.js +98 -0
- package/pi-extension/tests/conversation-history/search.test.js +97 -0
- package/pi-extension/tests/integration/pi-extension.test.js +928 -2047
- package/pi-extension/tests/integration/prompt-architecture.test.js +305 -0
- package/runtime/prompts/cognitive-routing.md +9 -0
- package/runtime/prompts/context-virtualization.md +3 -0
- package/runtime/prompts/conversation-history.md +3 -0
- package/runtime/prompts/core.md +13 -0
- package/runtime/prompts/interaction-contract.md +7 -0
- package/runtime/prompts/skills.md +65 -0
- package/skills/action-selection/SKILL.md +91 -0
- package/skills/bypass/SKILL.md +3 -2
- package/skills/commit-work/SKILL.md +1 -1
- package/skills/commit-work/references/staging-decisions.md +1 -1
- package/skills/decision-gate/SKILL.md +1 -1
- package/skills/design-for-depth/SKILL.md +14 -33
- package/skills/design-for-depth/references/design-pressure-signals.md +1 -1
- package/skills/design-for-depth/references/interface-design-loop.md +1 -1
- package/skills/design-for-depth/references/software-design-philosophy.md +1 -1
- package/skills/diagnose-failure/SKILL.md +20 -14
- package/skills/diagnose-failure/references/diagnostic-loop-catalog.md +1 -3
- package/skills/diagnose-failure/references/{flaky-and-performance.md → flaky-and-performance-diagnosis.md} +1 -1
- package/skills/discuss/SKILL.md +34 -22
- package/skills/discuss/references/discussion-continuity.md +71 -0
- package/skills/evaluate-skill/SKILL.md +5 -5
- package/skills/evaluate-skill/references/{definition-schema.md → evaluation-definition-schema.md} +42 -2
- package/skills/evaluate-skill/references/execution-and-evidence.md +8 -3
- package/skills/evaluate-skill/scripts/lib/definitions.mjs +114 -3
- package/skills/evaluate-skill/scripts/lib/grade-interaction.mjs +156 -1
- package/skills/evaluate-skill/scripts/lib/grade.mjs +9 -1
- package/skills/evaluate-skill/scripts/lib/pi.mjs +147 -32
- package/skills/evaluate-skill/scripts/lib/rpc.mjs +4 -4
- package/skills/evaluate-skill/scripts/lib/runner.mjs +36 -14
- package/skills/evaluate-skill/scripts/lib/sandbox.mjs +92 -0
- package/skills/evaluate-skill/scripts/pi-guard.mjs +1 -1
- package/skills/evaluate-skill/scripts/pi-observer.mjs +66 -0
- package/skills/evaluate-skill/scripts/skill-eval.mjs +6 -5
- package/skills/execute-work/SKILL.md +18 -15
- package/skills/execute-work/references/code-practices.md +1 -1
- package/skills/execute-work/references/execute-work-edges.md +42 -0
- package/skills/finish-branch/SKILL.md +2 -2
- package/skills/finish-branch/references/integration-options.md +1 -1
- package/skills/handoff/SKILL.md +3 -3
- package/skills/launch-work/SKILL.md +1 -1
- package/skills/launch-work/references/launch-readiness.md +2 -2
- package/skills/migration-work/SKILL.md +2 -2
- package/skills/migration-work/references/migration-lifecycle.md +1 -1
- package/skills/mode-contract/SKILL.md +32 -10
- package/skills/release-work/SKILL.md +1 -1
- package/skills/release-work/references/release-evidence.md +1 -1
- package/skills/review-artifact/SKILL.md +28 -26
- package/skills/review-work/SKILL.md +28 -26
- package/skills/review-work/references/{reviewer-prompt.md → independent-work-reviewer-contract.md} +1 -1
- package/skills/review-work/references/security-risk-lens.md +1 -1
- package/skills/setup-freeflow/SKILL.md +6 -10
- package/skills/setup-freeflow/references/activation-contract.md +5 -10
- package/skills/setup-freeflow/references/host-setup.md +3 -7
- package/skills/simplify-code/SKILL.md +1 -1
- package/skills/simplify-code/references/simplification-patterns.md +1 -1
- package/skills/tdd/SKILL.md +18 -38
- package/skills/tdd/references/test-design.md +2 -2
- package/skills/track-work/SKILL.md +362 -58
- package/skills/track-work/scripts/lib/codec.mjs +570 -0
- package/skills/track-work/scripts/lib/commands.mjs +568 -0
- package/skills/track-work/scripts/lib/contract.mjs +303 -0
- package/skills/track-work/scripts/lib/model.mjs +506 -0
- package/skills/track-work/scripts/lib/operations.mjs +965 -0
- package/skills/track-work/scripts/lib/record-store.mjs +264 -0
- package/skills/track-work/scripts/lib/result.mjs +37 -0
- package/skills/track-work/scripts/lib/rewrites.mjs +740 -0
- package/skills/track-work/scripts/lib/schema.mjs +277 -0
- package/skills/track-work/scripts/lib/source-inventory.mjs +162 -0
- package/skills/track-work/scripts/lib/views.mjs +443 -0
- package/skills/track-work/scripts/lib/workspace.mjs +134 -0
- package/skills/track-work/scripts/working-record.mjs +122 -0
- package/skills/verify-work/SKILL.md +14 -2
- package/skills/verify-work/references/browser-runtime-evidence.md +1 -1
- package/skills/verify-work/references/integration-evidence.md +1 -1
- package/skills/verify-work/references/performance-evidence.md +1 -1
- package/skills/workflow/SKILL.md +105 -53
- package/skills/workflow/references/domain-skill-composition.md +22 -42
- package/skills/write-plan/SKILL.md +1 -1
- package/skills/write-skill/SKILL.md +3 -2
- package/skills/write-skill/references/progressive-disclosure.md +17 -3
- package/pi-extension/dist/output-router/host-producer-identification.js +0 -232
- package/pi-extension/dist/output-router/native-safety-net.js +0 -216
- package/pi-extension/dist/output-router/observed-tool-routing.js +0 -122
- package/pi-extension/dist/output-router/renderers.js +0 -1023
- package/pi-extension/dist/output-router/router-tools.js +0 -554
- package/pi-extension/dist/output-router/schemas.js +0 -383
- package/pi-extension/dist/output-router/status.js +0 -744
- package/pi-extension/dist/output-router/utils.js +0 -502
- package/pi-extension/src/output-router/host-producer-identification.ts +0 -256
- package/pi-extension/src/output-router/native-safety-net.ts +0 -248
- package/pi-extension/src/output-router/observed-tool-routing.ts +0 -134
- package/pi-extension/src/output-router/renderers.ts +0 -1108
- package/pi-extension/src/output-router/router-tools.ts +0 -579
- package/pi-extension/src/output-router/schemas.ts +0 -387
- package/pi-extension/src/output-router/status.ts +0 -791
- package/pi-extension/src/output-router/utils.ts +0 -554
- package/pi-extension/tests/output-router/observed-producers.test.js +0 -132
- package/pi-extension/tests/output-router/search.test.js +0 -722
- package/router/dist/benchmarks/benchmark-harness.d.ts +0 -35
- package/router/dist/benchmarks/benchmark-harness.js +0 -92
- package/router/dist/benchmarks/benchmarks.d.ts +0 -109
- package/router/dist/benchmarks/benchmarks.js +0 -979
- package/router/dist/benchmarks/codex-qa-benchmarks.d.ts +0 -95
- package/router/dist/benchmarks/codex-qa-benchmarks.js +0 -500
- package/router/dist/benchmarks/command-benchmarks.d.ts +0 -143
- package/router/dist/benchmarks/command-benchmarks.js +0 -698
- package/router/dist/benchmarks/context-mode-normalized-benchmarks.d.ts +0 -82
- package/router/dist/benchmarks/context-mode-normalized-benchmarks.js +0 -773
- package/router/dist/benchmarks/context-mode-real-deep-benchmark.d.ts +0 -132
- package/router/dist/benchmarks/context-mode-real-deep-benchmark.js +0 -1380
- package/router/dist/benchmarks/context-saving-baseline.d.ts +0 -60
- package/router/dist/benchmarks/context-saving-baseline.js +0 -470
- package/router/dist/benchmarks/index-benchmarks.d.ts +0 -103
- package/router/dist/benchmarks/index-benchmarks.js +0 -862
- package/router/dist/benchmarks/storage-policy-benchmarks.d.ts +0 -101
- package/router/dist/benchmarks/storage-policy-benchmarks.js +0 -618
- package/router/dist/benchmarks/vault-index-benchmarks.d.ts +0 -56
- package/router/dist/benchmarks/vault-index-benchmarks.js +0 -322
- package/router/dist/config/config.d.ts +0 -103
- package/router/dist/config/config.js +0 -632
- package/router/dist/config/router-contract.d.ts +0 -10
- package/router/dist/config/router-contract.js +0 -54
- package/router/dist/config/schema.d.ts +0 -27
- package/router/dist/config/schema.js +0 -648
- package/router/dist/config/types.d.ts +0 -573
- package/router/dist/config/types.js +0 -41
- package/router/dist/evidence/bounded-evidence.d.ts +0 -40
- package/router/dist/evidence/bounded-evidence.js +0 -323
- package/router/dist/evidence/evidence-range-selector.d.ts +0 -24
- package/router/dist/evidence/evidence-range-selector.js +0 -232
- package/router/dist/evidence/evidence-search.d.ts +0 -27
- package/router/dist/evidence/evidence-search.js +0 -490
- package/router/dist/evidence/evidence.d.ts +0 -38
- package/router/dist/evidence/evidence.js +0 -200
- package/router/dist/evidence/failure-contracts.d.ts +0 -37
- package/router/dist/evidence/failure-contracts.js +0 -166
- package/router/dist/evidence/line-ranges.d.ts +0 -24
- package/router/dist/evidence/line-ranges.js +0 -22
- package/router/dist/experiments/local-index.d.ts +0 -64
- package/router/dist/experiments/local-index.js +0 -581
- package/router/dist/index.d.ts +0 -30
- package/router/dist/index.js +0 -32
- package/router/dist/local/local-traversal.d.ts +0 -18
- package/router/dist/local/local-traversal.js +0 -334
- package/router/dist/processing/engine.d.ts +0 -132
- package/router/dist/processing/engine.js +0 -533
- package/router/dist/processing/reducers.d.ts +0 -280
- package/router/dist/processing/reducers.js +0 -1673
- package/router/dist/processing/renderers.d.ts +0 -31
- package/router/dist/processing/renderers.js +0 -195
- package/router/dist/processing/scripts.d.ts +0 -91
- package/router/dist/processing/scripts.js +0 -386
- package/router/dist/repo/repo-traversal.d.ts +0 -18
- package/router/dist/repo/repo-traversal.js +0 -245
- package/router/dist/routing/observed-reducers.d.ts +0 -41
- package/router/dist/routing/observed-reducers.js +0 -661
- package/router/dist/routing/observed-routing.d.ts +0 -26
- package/router/dist/routing/observed-routing.js +0 -378
- package/router/dist/routing/parsers.d.ts +0 -16
- package/router/dist/routing/parsers.js +0 -521
- package/router/dist/routing/run-filters.d.ts +0 -60
- package/router/dist/routing/run-filters.js +0 -238
- package/router/dist/routing/run-reducers.d.ts +0 -49
- package/router/dist/routing/run-reducers.js +0 -122
- package/router/dist/sandbox/adapter-roots.d.ts +0 -46
- package/router/dist/sandbox/adapter-roots.js +0 -66
- package/router/dist/sandbox/eryx-python-adapter.d.ts +0 -13
- package/router/dist/sandbox/eryx-python-adapter.js +0 -868
- package/router/dist/sandbox/jq-wasm-adapter.d.ts +0 -9
- package/router/dist/sandbox/jq-wasm-adapter.js +0 -429
- package/router/dist/sandbox/quickjs-wasi-adapter.d.ts +0 -13
- package/router/dist/sandbox/quickjs-wasi-adapter.js +0 -384
- package/router/dist/sandbox/script-sandbox.d.ts +0 -134
- package/router/dist/sandbox/script-sandbox.js +0 -337
- package/router/dist/setup/script-transform-adapters.d.ts +0 -32
- package/router/dist/setup/script-transform-adapters.js +0 -278
- package/router/dist/tools/batch.d.ts +0 -33
- package/router/dist/tools/batch.js +0 -586
- package/router/dist/tools/run.d.ts +0 -62
- package/router/dist/tools/run.js +0 -1304
- package/router/dist/tools/search.d.ts +0 -66
- package/router/dist/tools/search.js +0 -1364
- package/router/dist/transform/engine.d.ts +0 -168
- package/router/dist/transform/engine.js +0 -2072
- package/router/dist/vault/vault-index.d.ts +0 -125
- package/router/dist/vault/vault-index.js +0 -416
- package/router/dist/vault/vault.d.ts +0 -138
- package/router/dist/vault/vault.js +0 -630
- package/runtime/interaction-contract.md +0 -16
- package/skills/discuss/references/checkpoints.md +0 -66
- package/skills/execute-work/references/execution-loop.md +0 -77
- package/skills/output-router/SKILL.md +0 -206
- package/skills/output-router/references/safety-policy.md +0 -40
- package/skills/setup-freeflow/references/output-router-setup.md +0 -110
- package/skills/track-work/references/working-record-schema.md +0 -378
- package/skills/workflow/references/workflow-loop.md +0 -92
- /package/skills/handoff/references/{templates.md → handoff-templates.md} +0 -0
- /package/skills/review-artifact/references/{reviewer-prompt.md → independent-artifact-reviewer-contract.md} +0 -0
|
@@ -1,661 +0,0 @@
|
|
|
1
|
-
import { createHash } from "node:crypto";
|
|
2
|
-
import { assembleTextEvidence, byteLength, countLines } from "../evidence/evidence.js";
|
|
3
|
-
const IMPORTANT_JSON_KEYS = new Set([
|
|
4
|
-
"id",
|
|
5
|
-
"url",
|
|
6
|
-
"uri",
|
|
7
|
-
"link",
|
|
8
|
-
"status",
|
|
9
|
-
"state",
|
|
10
|
-
"error",
|
|
11
|
-
"message",
|
|
12
|
-
"path",
|
|
13
|
-
"repo",
|
|
14
|
-
"snippet",
|
|
15
|
-
"citation",
|
|
16
|
-
"source",
|
|
17
|
-
"symbol",
|
|
18
|
-
"code",
|
|
19
|
-
"file",
|
|
20
|
-
"line",
|
|
21
|
-
"lines",
|
|
22
|
-
"name",
|
|
23
|
-
"title",
|
|
24
|
-
"number",
|
|
25
|
-
"html_url",
|
|
26
|
-
"web_url",
|
|
27
|
-
]);
|
|
28
|
-
const MAX_JSON_ARRAY_ROWS = 3;
|
|
29
|
-
const MAX_JSON_OBJECT_FIELDS = 12;
|
|
30
|
-
export function createDefaultObservedReducerRegistry() {
|
|
31
|
-
const reducers = [
|
|
32
|
-
webSearchReducer(),
|
|
33
|
-
fetchReducer(),
|
|
34
|
-
codeSearchReducer(),
|
|
35
|
-
mcpReducer(),
|
|
36
|
-
jsonReducer(),
|
|
37
|
-
genericTextReducer(),
|
|
38
|
-
];
|
|
39
|
-
return {
|
|
40
|
-
names() {
|
|
41
|
-
return reducers.map((reducer) => reducer.name);
|
|
42
|
-
},
|
|
43
|
-
reduce(input) {
|
|
44
|
-
const fallback = genericTextReducer();
|
|
45
|
-
const reducer = reducers.find((candidate) => candidate.supports(input)) ?? fallback;
|
|
46
|
-
try {
|
|
47
|
-
return reducer.reduce(input);
|
|
48
|
-
} catch (error) {
|
|
49
|
-
if (reducer.name === fallback.name) {
|
|
50
|
-
throw error;
|
|
51
|
-
}
|
|
52
|
-
const fallbackResult = fallback.reduce(input);
|
|
53
|
-
return {
|
|
54
|
-
...fallbackResult,
|
|
55
|
-
reason: `${reducer.name} reducer failed (${errorMessage(error)}); ${fallbackResult.reason}`,
|
|
56
|
-
};
|
|
57
|
-
}
|
|
58
|
-
},
|
|
59
|
-
};
|
|
60
|
-
}
|
|
61
|
-
export function reduceObservedOutput(input) {
|
|
62
|
-
return createDefaultObservedReducerRegistry().reduce(input);
|
|
63
|
-
}
|
|
64
|
-
export function webSearchReducer() {
|
|
65
|
-
return {
|
|
66
|
-
name: "web-search",
|
|
67
|
-
supports(input) {
|
|
68
|
-
return input.producer?.kind === "web";
|
|
69
|
-
},
|
|
70
|
-
reduce(input) {
|
|
71
|
-
const rows = extractRows(input.rawValue, ["results", "items", "sources"]);
|
|
72
|
-
if (!rows) {
|
|
73
|
-
return producerTextFallback(input, "web-search", "web_search output did not expose structured results.");
|
|
74
|
-
}
|
|
75
|
-
const shown = rows
|
|
76
|
-
.slice(0, MAX_JSON_ARRAY_ROWS)
|
|
77
|
-
.map((row) => selectFields(row, ["title", "url", "snippet", "citation", "source"]));
|
|
78
|
-
const omittedItems = Math.max(0, rows.length - shown.length);
|
|
79
|
-
const excerpt = stableJson({
|
|
80
|
-
type: "web_search_results",
|
|
81
|
-
itemCount: rows.length,
|
|
82
|
-
results: shown,
|
|
83
|
-
...(omittedItems > 0 ? { omittedItems } : {}),
|
|
84
|
-
});
|
|
85
|
-
return producerEvidenceResult({
|
|
86
|
-
input,
|
|
87
|
-
reducer: "web-search",
|
|
88
|
-
excerpt,
|
|
89
|
-
partial: omittedItems > 0 || byteLength(input.text) > byteLength(excerpt),
|
|
90
|
-
summary: `web_search results: ${rows.length} item(s).`,
|
|
91
|
-
reason: `web_search output was compacted to title, URL, snippet, and citation fields.`,
|
|
92
|
-
});
|
|
93
|
-
},
|
|
94
|
-
};
|
|
95
|
-
}
|
|
96
|
-
export function fetchReducer() {
|
|
97
|
-
return {
|
|
98
|
-
name: "fetch",
|
|
99
|
-
supports(input) {
|
|
100
|
-
return input.producer?.kind === "fetch";
|
|
101
|
-
},
|
|
102
|
-
reduce(input) {
|
|
103
|
-
const value = isRecord(input.rawValue) ? input.rawValue : undefined;
|
|
104
|
-
const content = firstString(value?.content, value?.text, value?.markdown, input.text);
|
|
105
|
-
if (!content) {
|
|
106
|
-
return producerTextFallback(input, "fetch", "fetch_content output did not expose textual content.");
|
|
107
|
-
}
|
|
108
|
-
const excerpt = fetchExcerpt({
|
|
109
|
-
title: firstString(value?.title, value?.name),
|
|
110
|
-
url: firstString(value?.url, value?.canonicalUrl, value?.sourceUrl),
|
|
111
|
-
contentType: firstString(value?.contentType, value?.mimeType),
|
|
112
|
-
content,
|
|
113
|
-
});
|
|
114
|
-
return producerEvidenceResult({
|
|
115
|
-
input,
|
|
116
|
-
reducer: "fetch",
|
|
117
|
-
excerpt,
|
|
118
|
-
partial: byteLength(input.text) > byteLength(excerpt),
|
|
119
|
-
summary: `fetch_content fetched content: ${countLines(content)} line(s), ${byteLength(content)} byte(s).`,
|
|
120
|
-
reason: "fetch_content output was reduced to URL/title, headings, and code blocks.",
|
|
121
|
-
});
|
|
122
|
-
},
|
|
123
|
-
};
|
|
124
|
-
}
|
|
125
|
-
export function codeSearchReducer() {
|
|
126
|
-
return {
|
|
127
|
-
name: "code-search",
|
|
128
|
-
supports(input) {
|
|
129
|
-
return input.producer?.kind === "code_search";
|
|
130
|
-
},
|
|
131
|
-
reduce(input) {
|
|
132
|
-
const rows = extractRows(input.rawValue, ["results", "items", "matches"]);
|
|
133
|
-
if (!rows) {
|
|
134
|
-
return producerTextFallback(input, "code-search", "code_search output did not expose structured results.");
|
|
135
|
-
}
|
|
136
|
-
const shown = rows
|
|
137
|
-
.slice(0, MAX_JSON_ARRAY_ROWS)
|
|
138
|
-
.map((row) => selectFields(row, ["repo", "path", "file", "line", "lines", "symbol", "snippet", "code"]));
|
|
139
|
-
const omittedItems = Math.max(0, rows.length - shown.length);
|
|
140
|
-
const excerpt = stableJson({
|
|
141
|
-
type: "code_search_results",
|
|
142
|
-
itemCount: rows.length,
|
|
143
|
-
results: shown,
|
|
144
|
-
...(omittedItems > 0 ? { omittedItems } : {}),
|
|
145
|
-
});
|
|
146
|
-
return producerEvidenceResult({
|
|
147
|
-
input,
|
|
148
|
-
reducer: "code-search",
|
|
149
|
-
excerpt,
|
|
150
|
-
partial: omittedItems > 0 || byteLength(input.text) > byteLength(excerpt),
|
|
151
|
-
summary: `code_search results: ${rows.length} item(s).`,
|
|
152
|
-
reason: "code_search output was compacted to repo, path, line, symbol, and exact snippet fields.",
|
|
153
|
-
});
|
|
154
|
-
},
|
|
155
|
-
};
|
|
156
|
-
}
|
|
157
|
-
export function mcpReducer() {
|
|
158
|
-
return {
|
|
159
|
-
name: "mcp",
|
|
160
|
-
supports(input) {
|
|
161
|
-
return input.producer?.kind === "mcp";
|
|
162
|
-
},
|
|
163
|
-
reduce(input) {
|
|
164
|
-
const payload = extractMcpPayload(input);
|
|
165
|
-
if (payload.jsonValues.length > 0 && payload.textBlocks.length === 0) {
|
|
166
|
-
return reduceMcpJson(input, payload.jsonValues.length === 1 ? payload.jsonValues[0] : payload.jsonValues);
|
|
167
|
-
}
|
|
168
|
-
if (payload.jsonValues.length > 0 || payload.textBlocks.length > 0) {
|
|
169
|
-
return reduceMcpMixed(input, payload);
|
|
170
|
-
}
|
|
171
|
-
const result = genericTextReducer().reduce(input);
|
|
172
|
-
return {
|
|
173
|
-
...result,
|
|
174
|
-
reducer: "mcp",
|
|
175
|
-
summary: `MCP ${mcpLabel(input)} text: ${countLines(input.text)} line(s), ${byteLength(input.text)} byte(s).`,
|
|
176
|
-
reason: `MCP ${mcpLabel(input)} output used generic text reduction. ${result.reason}`,
|
|
177
|
-
};
|
|
178
|
-
},
|
|
179
|
-
};
|
|
180
|
-
}
|
|
181
|
-
export function genericTextReducer() {
|
|
182
|
-
return {
|
|
183
|
-
name: "generic-text",
|
|
184
|
-
supports() {
|
|
185
|
-
return true;
|
|
186
|
-
},
|
|
187
|
-
reduce(input) {
|
|
188
|
-
const caps = textCaps(input.preserve, input.thresholds);
|
|
189
|
-
const bounded = assembleTextEvidence({ stream: "combined", text: input.text, caps });
|
|
190
|
-
const outputBytes = byteLength(input.text);
|
|
191
|
-
const outputLines = countLines(input.text);
|
|
192
|
-
const routingStatus = bounded.compressed || bounded.fidelity === "lossy" ? "partial" : "routed";
|
|
193
|
-
const evidence = bounded.importantLines.map((line, index) => ({
|
|
194
|
-
id: evidenceId(input.outputId, line.lines, index),
|
|
195
|
-
source: input.source,
|
|
196
|
-
path: `${input.outputId}:observed`,
|
|
197
|
-
lines: line.lines,
|
|
198
|
-
excerpt: line.excerpt,
|
|
199
|
-
why: bounded.compressed
|
|
200
|
-
? "Bounded observed tool output evidence."
|
|
201
|
-
: "Observed tool output fits within routing caps.",
|
|
202
|
-
window: bounded.compressed ? "section" : "exact",
|
|
203
|
-
expandable: input.source.kind === "vault" && bounded.compressed,
|
|
204
|
-
}));
|
|
205
|
-
return {
|
|
206
|
-
reducer: "generic-text",
|
|
207
|
-
routingStatus,
|
|
208
|
-
reason: bounded.compressed
|
|
209
|
-
? `Observed tool output was reduced from ${outputLines} line(s), ${outputBytes} byte(s); exact recovery depends on persistence policy.`
|
|
210
|
-
: `Observed tool output fits within caps (${outputLines} line(s), ${outputBytes} byte(s)).`,
|
|
211
|
-
summary: `Observed tool output: ${outputLines} line(s), ${outputBytes} byte(s).`,
|
|
212
|
-
evidence,
|
|
213
|
-
};
|
|
214
|
-
},
|
|
215
|
-
};
|
|
216
|
-
}
|
|
217
|
-
export function jsonReducer() {
|
|
218
|
-
return {
|
|
219
|
-
name: "json",
|
|
220
|
-
supports(input) {
|
|
221
|
-
return input.normalized.shape === "json" || parsesAsJson(input.text);
|
|
222
|
-
},
|
|
223
|
-
reduce(input) {
|
|
224
|
-
const value = input.rawValue !== undefined ? input.rawValue : parseJson(input.text);
|
|
225
|
-
if (Array.isArray(value)) {
|
|
226
|
-
return reduceJsonArray(input, value);
|
|
227
|
-
}
|
|
228
|
-
if (isRecord(value)) {
|
|
229
|
-
return reduceJsonObject(input, value);
|
|
230
|
-
}
|
|
231
|
-
return genericTextReducer().reduce(input);
|
|
232
|
-
},
|
|
233
|
-
};
|
|
234
|
-
}
|
|
235
|
-
function producerEvidenceResult(options) {
|
|
236
|
-
return {
|
|
237
|
-
reducer: options.reducer,
|
|
238
|
-
routingStatus: options.partial ? "partial" : "routed",
|
|
239
|
-
reason: options.reason,
|
|
240
|
-
summary: options.summary,
|
|
241
|
-
evidence: [
|
|
242
|
-
{
|
|
243
|
-
id: evidenceId(options.input.outputId, options.reducer, 0),
|
|
244
|
-
source: options.input.source,
|
|
245
|
-
path: `${options.input.outputId}:observed-${options.reducer}`,
|
|
246
|
-
excerpt: options.excerpt,
|
|
247
|
-
why: `${options.reducer} reducer preserved exact producer evidence fields.`,
|
|
248
|
-
window: options.partial ? "section" : "exact",
|
|
249
|
-
expandable: options.input.source.kind === "vault" && options.partial,
|
|
250
|
-
},
|
|
251
|
-
],
|
|
252
|
-
};
|
|
253
|
-
}
|
|
254
|
-
function producerTextFallback(input, reducer, reason) {
|
|
255
|
-
const result = genericTextReducer().reduce(input);
|
|
256
|
-
return {
|
|
257
|
-
...result,
|
|
258
|
-
reducer,
|
|
259
|
-
reason: `${reason} ${result.reason}`,
|
|
260
|
-
};
|
|
261
|
-
}
|
|
262
|
-
function fetchExcerpt(options) {
|
|
263
|
-
const lines = normalizeNewlines(options.content).split("\n");
|
|
264
|
-
const headings = lines.filter((line) => /^#{1,6}\s+/.test(line)).slice(0, 8);
|
|
265
|
-
const codeBlocks = extractCodeBlocks(options.content).slice(0, 3);
|
|
266
|
-
return [
|
|
267
|
-
options.title ? `Title: ${options.title}` : "",
|
|
268
|
-
options.url ? `URL: ${options.url}` : "",
|
|
269
|
-
options.contentType ? `Content-Type: ${options.contentType}` : "",
|
|
270
|
-
headings.length > 0 ? ["Headings:", ...headings].join("\n") : "",
|
|
271
|
-
codeBlocks.length > 0 ? ["Code blocks:", ...codeBlocks].join("\n\n") : "",
|
|
272
|
-
]
|
|
273
|
-
.filter(Boolean)
|
|
274
|
-
.join("\n");
|
|
275
|
-
}
|
|
276
|
-
function extractCodeBlocks(text) {
|
|
277
|
-
return Array.from(normalizeNewlines(text).matchAll(/```[\s\S]*?```/g), (match) => match[0]);
|
|
278
|
-
}
|
|
279
|
-
function extractRows(value, keys) {
|
|
280
|
-
if (Array.isArray(value)) {
|
|
281
|
-
return value;
|
|
282
|
-
}
|
|
283
|
-
if (!isRecord(value)) {
|
|
284
|
-
return undefined;
|
|
285
|
-
}
|
|
286
|
-
for (const key of keys) {
|
|
287
|
-
if (Array.isArray(value[key])) {
|
|
288
|
-
return value[key];
|
|
289
|
-
}
|
|
290
|
-
}
|
|
291
|
-
return undefined;
|
|
292
|
-
}
|
|
293
|
-
function selectFields(value, keys) {
|
|
294
|
-
if (!isRecord(value)) {
|
|
295
|
-
return { value: truncateScalar(value) };
|
|
296
|
-
}
|
|
297
|
-
const selected = {};
|
|
298
|
-
for (const key of keys) {
|
|
299
|
-
if (value[key] !== undefined) {
|
|
300
|
-
selected[key] = truncateScalar(value[key]);
|
|
301
|
-
}
|
|
302
|
-
}
|
|
303
|
-
return selected;
|
|
304
|
-
}
|
|
305
|
-
function truncateScalar(value) {
|
|
306
|
-
if (typeof value === "string") {
|
|
307
|
-
const dedupedRuns = value.replace(/(.)\1{15,}/g, (match) => `${match.slice(0, 15)}…`);
|
|
308
|
-
return dedupedRuns.length > 240 ? `${dedupedRuns.slice(0, 239)}…` : dedupedRuns;
|
|
309
|
-
}
|
|
310
|
-
return value;
|
|
311
|
-
}
|
|
312
|
-
function normalizeNewlines(text) {
|
|
313
|
-
return text.replace(/\r\n/g, "\n").replace(/\r/g, "\n");
|
|
314
|
-
}
|
|
315
|
-
function firstString(...values) {
|
|
316
|
-
for (const value of values) {
|
|
317
|
-
if (typeof value === "string" && value.length > 0) {
|
|
318
|
-
return value;
|
|
319
|
-
}
|
|
320
|
-
}
|
|
321
|
-
return undefined;
|
|
322
|
-
}
|
|
323
|
-
function reduceMcpJson(input, value) {
|
|
324
|
-
const unwrapped = unwrapCommonArray(value);
|
|
325
|
-
if (unwrapped) {
|
|
326
|
-
return reduceMcpJsonArray(input, unwrapped.key, unwrapped.rows);
|
|
327
|
-
}
|
|
328
|
-
if (Array.isArray(value)) {
|
|
329
|
-
return reduceMcpJsonArray(input, undefined, value);
|
|
330
|
-
}
|
|
331
|
-
if (isRecord(value)) {
|
|
332
|
-
return reduceMcpJsonObject(input, value);
|
|
333
|
-
}
|
|
334
|
-
return mcpGenericTextFallback(input, "MCP JSON payload was scalar; generic text evidence is safer.");
|
|
335
|
-
}
|
|
336
|
-
function reduceMcpJsonArray(input, key, rows) {
|
|
337
|
-
const shown = rows.slice(0, MAX_JSON_ARRAY_ROWS).map(compactJsonValue);
|
|
338
|
-
const omittedItems = Math.max(0, rows.length - shown.length);
|
|
339
|
-
const excerpt = stableJson({
|
|
340
|
-
type: "mcp_array",
|
|
341
|
-
server: input.producer?.server,
|
|
342
|
-
tool: input.producer?.tool,
|
|
343
|
-
...(key !== undefined ? { sourceKey: key } : {}),
|
|
344
|
-
itemCount: rows.length,
|
|
345
|
-
items: shown,
|
|
346
|
-
...(omittedItems > 0 ? { omittedItems } : {}),
|
|
347
|
-
});
|
|
348
|
-
return mcpEvidenceResult({
|
|
349
|
-
input,
|
|
350
|
-
excerpt,
|
|
351
|
-
partial: omittedItems > 0 || byteLength(input.text) > byteLength(excerpt),
|
|
352
|
-
summary: `MCP ${mcpLabel(input)} JSON array: ${rows.length} item(s).`,
|
|
353
|
-
reason:
|
|
354
|
-
omittedItems > 0
|
|
355
|
-
? `MCP ${mcpLabel(input)} JSON array was compacted to ${shown.length} row(s); ${omittedItems} item(s) omitted.`
|
|
356
|
-
: `MCP ${mcpLabel(input)} JSON array was compacted to ${shown.length} row(s).`,
|
|
357
|
-
});
|
|
358
|
-
}
|
|
359
|
-
function reduceMcpJsonObject(input, value) {
|
|
360
|
-
const fields = importantJsonFields(value).slice(0, MAX_JSON_OBJECT_FIELDS);
|
|
361
|
-
const compact = fields.length > 0 ? Object.fromEntries(fields) : compactJsonValue(value);
|
|
362
|
-
const excerpt = stableJson({
|
|
363
|
-
type: "mcp_object",
|
|
364
|
-
server: input.producer?.server,
|
|
365
|
-
tool: input.producer?.tool,
|
|
366
|
-
keys: Object.keys(value).sort(),
|
|
367
|
-
fields: compact,
|
|
368
|
-
});
|
|
369
|
-
return mcpEvidenceResult({
|
|
370
|
-
input,
|
|
371
|
-
excerpt,
|
|
372
|
-
partial: byteLength(input.text) > byteLength(excerpt),
|
|
373
|
-
summary: `MCP ${mcpLabel(input)} JSON object: ${Object.keys(value).length} top-level key(s).`,
|
|
374
|
-
reason: `MCP ${mcpLabel(input)} JSON object was compacted to stable important scalar fields.`,
|
|
375
|
-
});
|
|
376
|
-
}
|
|
377
|
-
function reduceMcpMixed(input, payload) {
|
|
378
|
-
const compactedTextBlocks = payload.textBlocks.map(compactMcpTextBlock);
|
|
379
|
-
const text = compactedTextBlocks.map((block) => block.text).join("\n\n");
|
|
380
|
-
const textWasCompacted = compactedTextBlocks.some((block) => block.compacted);
|
|
381
|
-
const jsonValues = payload.jsonValues.map((value) => {
|
|
382
|
-
const unwrapped = unwrapCommonArray(value);
|
|
383
|
-
if (unwrapped) {
|
|
384
|
-
return {
|
|
385
|
-
[unwrapped.key]: unwrapped.rows.slice(0, MAX_JSON_ARRAY_ROWS).map(compactJsonValue),
|
|
386
|
-
itemCount: unwrapped.rows.length,
|
|
387
|
-
};
|
|
388
|
-
}
|
|
389
|
-
if (Array.isArray(value)) {
|
|
390
|
-
return { items: value.slice(0, MAX_JSON_ARRAY_ROWS).map(compactJsonValue), itemCount: value.length };
|
|
391
|
-
}
|
|
392
|
-
return compactJsonValue(value);
|
|
393
|
-
});
|
|
394
|
-
const excerpt = [text, jsonValues.length > 0 ? stableJson({ jsonBlocks: jsonValues }) : ""]
|
|
395
|
-
.filter(Boolean)
|
|
396
|
-
.join("\n\n");
|
|
397
|
-
return mcpEvidenceResult({
|
|
398
|
-
input,
|
|
399
|
-
excerpt,
|
|
400
|
-
partial: textWasCompacted || byteLength(input.text) > byteLength(excerpt),
|
|
401
|
-
summary: `MCP ${mcpLabel(input)} mixed content: ${payload.textBlocks.length} text block(s), ${payload.jsonValues.length} JSON block(s).`,
|
|
402
|
-
reason: textWasCompacted
|
|
403
|
-
? `MCP ${mcpLabel(input)} mixed content was reduced by bounding text blocks and compact JSON fields.`
|
|
404
|
-
: `MCP ${mcpLabel(input)} mixed content was reduced by preserving text blocks and compact JSON fields.`,
|
|
405
|
-
});
|
|
406
|
-
}
|
|
407
|
-
function compactMcpTextBlock(text) {
|
|
408
|
-
const normalized = normalizeNewlines(text);
|
|
409
|
-
const lines = normalized.split("\n");
|
|
410
|
-
const shown = lines.slice(0, 8).map((line) => String(truncateScalar(line)));
|
|
411
|
-
const omittedLines = Math.max(0, lines.length - shown.length);
|
|
412
|
-
const compacted = omittedLines > 0 || byteLength(shown.join("\n")) < byteLength(normalized);
|
|
413
|
-
return {
|
|
414
|
-
text: [...shown, omittedLines > 0 ? `[... ${omittedLines} more line(s) omitted from MCP text block ...]` : ""]
|
|
415
|
-
.filter(Boolean)
|
|
416
|
-
.join("\n"),
|
|
417
|
-
compacted,
|
|
418
|
-
};
|
|
419
|
-
}
|
|
420
|
-
function mcpEvidenceResult(options) {
|
|
421
|
-
return {
|
|
422
|
-
reducer: "mcp",
|
|
423
|
-
routingStatus: options.partial ? "partial" : "routed",
|
|
424
|
-
reason: options.reason,
|
|
425
|
-
summary: options.summary,
|
|
426
|
-
evidence: [
|
|
427
|
-
{
|
|
428
|
-
id: evidenceId(options.input.outputId, "mcp", 0),
|
|
429
|
-
source: options.input.source,
|
|
430
|
-
path: `${options.input.outputId}:observed-mcp`,
|
|
431
|
-
excerpt: options.excerpt,
|
|
432
|
-
why: `Deterministic MCP reducer preserved exact IDs, URLs, statuses, paths, errors, and code snippets for ${mcpLabel(options.input)}.`,
|
|
433
|
-
window: options.partial ? "section" : "exact",
|
|
434
|
-
expandable: options.input.source.kind === "vault" && options.partial,
|
|
435
|
-
},
|
|
436
|
-
],
|
|
437
|
-
};
|
|
438
|
-
}
|
|
439
|
-
function mcpGenericTextFallback(input, reason) {
|
|
440
|
-
const result = genericTextReducer().reduce(input);
|
|
441
|
-
return {
|
|
442
|
-
...result,
|
|
443
|
-
reducer: "mcp",
|
|
444
|
-
summary: `MCP ${mcpLabel(input)} text: ${countLines(input.text)} line(s), ${byteLength(input.text)} byte(s).`,
|
|
445
|
-
reason: `${reason} ${result.reason}`,
|
|
446
|
-
};
|
|
447
|
-
}
|
|
448
|
-
function extractMcpPayload(input) {
|
|
449
|
-
const textBlocks = [];
|
|
450
|
-
const jsonValues = [];
|
|
451
|
-
collectMcpPayload(input.rawValue, textBlocks, jsonValues);
|
|
452
|
-
if (textBlocks.length === 0 && jsonValues.length === 0) {
|
|
453
|
-
const parsed = parseJson(input.text);
|
|
454
|
-
if (parsed !== undefined) {
|
|
455
|
-
jsonValues.push(parsed);
|
|
456
|
-
} else if (input.text.length > 0) {
|
|
457
|
-
textBlocks.push(input.text);
|
|
458
|
-
}
|
|
459
|
-
}
|
|
460
|
-
return { textBlocks, jsonValues };
|
|
461
|
-
}
|
|
462
|
-
function collectMcpPayload(value, textBlocks, jsonValues) {
|
|
463
|
-
if (!isRecord(value)) {
|
|
464
|
-
if (typeof value === "string" && value.length > 0) {
|
|
465
|
-
textBlocks.push(value);
|
|
466
|
-
}
|
|
467
|
-
return;
|
|
468
|
-
}
|
|
469
|
-
if (Array.isArray(value.content)) {
|
|
470
|
-
for (const block of value.content) {
|
|
471
|
-
collectMcpBlock(block, textBlocks, jsonValues);
|
|
472
|
-
}
|
|
473
|
-
return;
|
|
474
|
-
}
|
|
475
|
-
if (value.json !== undefined) {
|
|
476
|
-
jsonValues.push(value.json);
|
|
477
|
-
return;
|
|
478
|
-
}
|
|
479
|
-
if (typeof value.text === "string") {
|
|
480
|
-
collectMcpText(value.text, textBlocks, jsonValues);
|
|
481
|
-
return;
|
|
482
|
-
}
|
|
483
|
-
jsonValues.push(value);
|
|
484
|
-
}
|
|
485
|
-
function collectMcpBlock(block, textBlocks, jsonValues) {
|
|
486
|
-
if (typeof block === "string") {
|
|
487
|
-
collectMcpText(block, textBlocks, jsonValues);
|
|
488
|
-
return;
|
|
489
|
-
}
|
|
490
|
-
if (!isRecord(block)) {
|
|
491
|
-
return;
|
|
492
|
-
}
|
|
493
|
-
if (block.json !== undefined) {
|
|
494
|
-
jsonValues.push(block.json);
|
|
495
|
-
return;
|
|
496
|
-
}
|
|
497
|
-
if (typeof block.text === "string") {
|
|
498
|
-
collectMcpText(block.text, textBlocks, jsonValues);
|
|
499
|
-
return;
|
|
500
|
-
}
|
|
501
|
-
if (block.content !== undefined) {
|
|
502
|
-
collectMcpPayload(block, textBlocks, jsonValues);
|
|
503
|
-
return;
|
|
504
|
-
}
|
|
505
|
-
jsonValues.push(block);
|
|
506
|
-
}
|
|
507
|
-
function collectMcpText(text, textBlocks, jsonValues) {
|
|
508
|
-
const parsed = parseJson(text);
|
|
509
|
-
if (parsed !== undefined) {
|
|
510
|
-
jsonValues.push(parsed);
|
|
511
|
-
return;
|
|
512
|
-
}
|
|
513
|
-
textBlocks.push(text);
|
|
514
|
-
}
|
|
515
|
-
function unwrapCommonArray(value) {
|
|
516
|
-
if (!isRecord(value)) {
|
|
517
|
-
return undefined;
|
|
518
|
-
}
|
|
519
|
-
for (const key of ["items", "results", "data", "deployments", "issues", "messages"]) {
|
|
520
|
-
const entry = value[key];
|
|
521
|
-
if (Array.isArray(entry)) {
|
|
522
|
-
return { key, rows: entry };
|
|
523
|
-
}
|
|
524
|
-
}
|
|
525
|
-
return undefined;
|
|
526
|
-
}
|
|
527
|
-
function mcpLabel(input) {
|
|
528
|
-
return [input.producer?.server, input.producer?.tool].filter(Boolean).join(" ") || "unknown";
|
|
529
|
-
}
|
|
530
|
-
function reduceJsonArray(input, rows) {
|
|
531
|
-
const shown = rows.slice(0, MAX_JSON_ARRAY_ROWS).map(compactJsonValue);
|
|
532
|
-
const omittedItems = Math.max(0, rows.length - shown.length);
|
|
533
|
-
const excerpt = stableJson({
|
|
534
|
-
type: "array",
|
|
535
|
-
itemCount: rows.length,
|
|
536
|
-
items: shown,
|
|
537
|
-
...(omittedItems > 0 ? { omittedItems } : {}),
|
|
538
|
-
});
|
|
539
|
-
return jsonEvidenceResult({
|
|
540
|
-
input,
|
|
541
|
-
excerpt,
|
|
542
|
-
partial: omittedItems > 0 || byteLength(input.text) > byteLength(excerpt),
|
|
543
|
-
summary: `JSON array: ${rows.length} item(s).`,
|
|
544
|
-
reason:
|
|
545
|
-
omittedItems > 0
|
|
546
|
-
? `JSON array output was compacted to ${shown.length} row(s); ${omittedItems} item(s) omitted.`
|
|
547
|
-
: `JSON array output was compacted to ${shown.length} row(s).`,
|
|
548
|
-
});
|
|
549
|
-
}
|
|
550
|
-
function reduceJsonObject(input, value) {
|
|
551
|
-
const fields = importantJsonFields(value).slice(0, MAX_JSON_OBJECT_FIELDS);
|
|
552
|
-
const compact = fields.length > 0 ? Object.fromEntries(fields) : compactJsonValue(value);
|
|
553
|
-
const excerpt = stableJson({
|
|
554
|
-
type: "object",
|
|
555
|
-
keys: Object.keys(value).sort(),
|
|
556
|
-
fields: compact,
|
|
557
|
-
});
|
|
558
|
-
return jsonEvidenceResult({
|
|
559
|
-
input,
|
|
560
|
-
excerpt,
|
|
561
|
-
partial: byteLength(input.text) > byteLength(excerpt),
|
|
562
|
-
summary: `JSON object: ${Object.keys(value).length} top-level key(s).`,
|
|
563
|
-
reason: "JSON object output was compacted to stable important scalar fields.",
|
|
564
|
-
});
|
|
565
|
-
}
|
|
566
|
-
function jsonEvidenceResult(options) {
|
|
567
|
-
return {
|
|
568
|
-
reducer: "json",
|
|
569
|
-
routingStatus: options.partial ? "partial" : "routed",
|
|
570
|
-
reason: options.reason,
|
|
571
|
-
summary: options.summary,
|
|
572
|
-
evidence: [
|
|
573
|
-
{
|
|
574
|
-
id: evidenceId(options.input.outputId, "json", 0),
|
|
575
|
-
source: options.input.source,
|
|
576
|
-
path: `${options.input.outputId}:observed-json`,
|
|
577
|
-
excerpt: options.excerpt,
|
|
578
|
-
why: "Deterministic JSON reducer preserved compact exact scalar evidence.",
|
|
579
|
-
window: options.partial ? "section" : "exact",
|
|
580
|
-
expandable: options.input.source.kind === "vault" && options.partial,
|
|
581
|
-
},
|
|
582
|
-
],
|
|
583
|
-
};
|
|
584
|
-
}
|
|
585
|
-
function compactJsonValue(value) {
|
|
586
|
-
if (!isRecord(value)) {
|
|
587
|
-
return value;
|
|
588
|
-
}
|
|
589
|
-
const selected = Object.fromEntries(importantJsonFields(value).slice(0, MAX_JSON_OBJECT_FIELDS));
|
|
590
|
-
if (Object.keys(selected).length > 0) {
|
|
591
|
-
return selected;
|
|
592
|
-
}
|
|
593
|
-
const scalars = Object.entries(value)
|
|
594
|
-
.filter(([, entry]) => isScalar(entry))
|
|
595
|
-
.slice(0, MAX_JSON_OBJECT_FIELDS);
|
|
596
|
-
return Object.fromEntries(scalars);
|
|
597
|
-
}
|
|
598
|
-
function importantJsonFields(value, prefix = "", depth = 0) {
|
|
599
|
-
const fields = [];
|
|
600
|
-
const entries = Object.entries(value).sort(([left], [right]) => left.localeCompare(right));
|
|
601
|
-
for (const [key, entry] of entries) {
|
|
602
|
-
const path = prefix ? `${prefix}.${key}` : key;
|
|
603
|
-
if (isScalar(entry) && IMPORTANT_JSON_KEYS.has(key.toLowerCase())) {
|
|
604
|
-
fields.push([path, entry]);
|
|
605
|
-
continue;
|
|
606
|
-
}
|
|
607
|
-
if (isRecord(entry) && depth < 2) {
|
|
608
|
-
fields.push(...importantJsonFields(entry, path, depth + 1));
|
|
609
|
-
}
|
|
610
|
-
}
|
|
611
|
-
return fields;
|
|
612
|
-
}
|
|
613
|
-
function textCaps(preserve, thresholds) {
|
|
614
|
-
return preserve === "full"
|
|
615
|
-
? {
|
|
616
|
-
maxLines: Number.MAX_SAFE_INTEGER,
|
|
617
|
-
maxExcerptBytes: thresholds.largeOutputBytes,
|
|
618
|
-
maxLineBytes: thresholds.largeOutputBytes,
|
|
619
|
-
}
|
|
620
|
-
: {
|
|
621
|
-
maxLines: thresholds.largeOutputLines,
|
|
622
|
-
maxExcerptBytes: thresholds.largeOutputBytes,
|
|
623
|
-
maxLineBytes: thresholds.largeOutputBytes,
|
|
624
|
-
};
|
|
625
|
-
}
|
|
626
|
-
function parsesAsJson(text) {
|
|
627
|
-
try {
|
|
628
|
-
JSON.parse(text);
|
|
629
|
-
return true;
|
|
630
|
-
} catch {
|
|
631
|
-
return false;
|
|
632
|
-
}
|
|
633
|
-
}
|
|
634
|
-
function parseJson(text) {
|
|
635
|
-
try {
|
|
636
|
-
return JSON.parse(text);
|
|
637
|
-
} catch {
|
|
638
|
-
return undefined;
|
|
639
|
-
}
|
|
640
|
-
}
|
|
641
|
-
function stableJson(value) {
|
|
642
|
-
return JSON.stringify(value, sortJsonKeys, 2);
|
|
643
|
-
}
|
|
644
|
-
function sortJsonKeys(_key, value) {
|
|
645
|
-
if (!isRecord(value) || Array.isArray(value)) {
|
|
646
|
-
return value;
|
|
647
|
-
}
|
|
648
|
-
return Object.fromEntries(Object.entries(value).sort(([left], [right]) => left.localeCompare(right)));
|
|
649
|
-
}
|
|
650
|
-
function evidenceId(outputId, lines, index) {
|
|
651
|
-
return `ffe_${createHash("sha256").update(`${outputId}:${lines}:${index}`).digest("hex").slice(0, 16)}`;
|
|
652
|
-
}
|
|
653
|
-
function isScalar(value) {
|
|
654
|
-
return value === null || ["string", "number", "boolean"].includes(typeof value);
|
|
655
|
-
}
|
|
656
|
-
function isRecord(value) {
|
|
657
|
-
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
658
|
-
}
|
|
659
|
-
function errorMessage(error) {
|
|
660
|
-
return error instanceof Error ? error.message : String(error);
|
|
661
|
-
}
|
|
@@ -1,26 +0,0 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
ObservedHostDescriptor,
|
|
3
|
-
ObservedProducerRisk,
|
|
4
|
-
ObservedRoutedResult,
|
|
5
|
-
ObservedRoutingPersistenceMode,
|
|
6
|
-
PreserveMode,
|
|
7
|
-
ProducerDescriptor,
|
|
8
|
-
RouterThresholds,
|
|
9
|
-
VaultRetentionPolicy,
|
|
10
|
-
} from "../config/types.js";
|
|
11
|
-
export interface RouteObservedToolOutputOptions {
|
|
12
|
-
sessionId: string;
|
|
13
|
-
host: ObservedHostDescriptor;
|
|
14
|
-
producer: ProducerDescriptor;
|
|
15
|
-
rawResult: unknown;
|
|
16
|
-
persistence: ObservedRoutingPersistenceMode;
|
|
17
|
-
preserve?: PreserveMode;
|
|
18
|
-
vaultRoot?: string;
|
|
19
|
-
vaultRetention?: VaultRetentionPolicy;
|
|
20
|
-
thresholds?: Partial<RouterThresholds>;
|
|
21
|
-
mediaType?: string;
|
|
22
|
-
toolInputHash?: string;
|
|
23
|
-
risk?: ObservedProducerRisk;
|
|
24
|
-
createdAt?: string;
|
|
25
|
-
}
|
|
26
|
-
export declare function routeObservedToolOutput(options: RouteObservedToolOutputOptions): Promise<ObservedRoutedResult>;
|