@hassangameryt/freeflow 0.7.3 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +1 -1
- package/.claude-plugin/plugin.json +1 -1
- package/.codex-plugin/plugin.json +1 -1
- package/.cursor-plugin/plugin.json +1 -1
- package/NOTICE +14 -0
- package/README.md +26 -31
- package/capabilities/cognitive-routing/SKILL.md +106 -161
- package/capabilities/cognitive-routing/references/both-mode.md +36 -0
- package/capabilities/cognitive-routing/references/executor-mode.md +48 -0
- package/capabilities/cognitive-routing/references/helper-mode.md +47 -0
- package/capabilities/compaction/SKILL.md +49 -0
- package/capabilities/compaction/references/summary-format.md +239 -0
- package/command-surface.json +4 -0
- package/gemini-extension.json +1 -1
- package/hooks/shared/runtime-context.mjs +28 -30
- package/licenses/Apache-2.0.txt +55 -0
- package/package.json +22 -9
- package/pi-extension/README.md +41 -0
- package/pi-extension/dist/cognitive-routing/assembler.js +393 -0
- package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/config.js +5 -2
- package/pi-extension/dist/cognitive-routing/economics.js +45 -0
- package/pi-extension/dist/cognitive-routing/event-schema.js +388 -0
- package/pi-extension/dist/{session-sources/events.js → cognitive-routing/event-store.js} +103 -40
- package/pi-extension/dist/cognitive-routing/gate.js +241 -0
- package/pi-extension/dist/cognitive-routing/handlers.js +899 -0
- package/pi-extension/dist/cognitive-routing/handoffs.js +350 -0
- package/pi-extension/dist/cognitive-routing/model-control.js +467 -0
- package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/projection.js +229 -56
- package/pi-extension/dist/cognitive-routing/provenance.js +81 -0
- package/pi-extension/dist/cognitive-routing/runtime.js +396 -0
- package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/schemas.js +43 -7
- package/pi-extension/dist/cognitive-routing/session.js +221 -0
- package/pi-extension/dist/{session-sources → cognitive-routing}/sources.js +99 -85
- package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/state.js +37 -378
- package/pi-extension/dist/cognitive-routing/status.js +80 -0
- package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/tools.js +12 -12
- package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/types.js +5 -11
- package/pi-extension/dist/compaction/carry.js +191 -0
- package/pi-extension/dist/compaction/config.js +22 -0
- package/pi-extension/dist/compaction/controller.js +471 -0
- package/pi-extension/dist/compaction/harness.js +77 -0
- package/pi-extension/dist/compaction/results.js +158 -0
- package/pi-extension/dist/compaction/thresholds.js +35 -0
- package/pi-extension/dist/compaction/tool.js +57 -0
- package/pi-extension/dist/host/branch.js +13 -0
- package/pi-extension/dist/host/canonical.js +12 -0
- package/pi-extension/dist/host/catalog.js +77 -0
- package/pi-extension/dist/host/config.js +374 -0
- package/pi-extension/dist/host/projection-tags.js +60 -0
- package/pi-extension/dist/host/prompts.js +82 -0
- package/pi-extension/dist/{session-sources → host}/read-only-session.js +112 -1
- package/pi-extension/dist/{runtime → host}/request-history.js +121 -39
- package/pi-extension/dist/host/runtime-state.js +189 -0
- package/pi-extension/dist/{settings/settings-ui.js → host/settings/freeflow-command.js} +620 -410
- package/pi-extension/dist/{settings/settings-tui.js → host/settings/settings-view.js} +186 -73
- package/pi-extension/dist/host/staging.js +28 -0
- package/pi-extension/dist/host/status.js +101 -0
- package/pi-extension/dist/index.js +423 -173
- package/pi-extension/dist/provider-support/cache/anchor.js +21 -0
- package/pi-extension/dist/provider-support/cache/anthropic.js +102 -0
- package/pi-extension/dist/provider-support/cache/health.js +73 -0
- package/pi-extension/dist/provider-support/cache/index.js +58 -0
- package/pi-extension/dist/provider-support/cache/keepalive.js +210 -0
- package/pi-extension/dist/provider-support/cache/monitor.js +17 -0
- package/pi-extension/dist/provider-support/cache/openai-responses.js +48 -0
- package/pi-extension/dist/provider-support/effort.js +13 -0
- package/pi-extension/dist/provider-support/index.js +44 -3
- package/pi-extension/dist/provider-support/{astra → openai}/adapter.js +46 -29
- package/pi-extension/dist/provider-support/{astra → openai}/history.js +10 -8
- package/pi-extension/dist/provider-support/{astra → openai}/index.js +8 -4
- package/pi-extension/dist/provider-support/{astra → openai}/session-state.js +29 -38
- package/pi-extension/dist/provider-support/routes.js +17 -0
- package/pi-extension/dist/tool-execution/apply-patch/grammar.js +23 -0
- package/pi-extension/dist/tool-execution/apply-patch/match.js +38 -0
- package/pi-extension/dist/tool-execution/apply-patch/parser.js +177 -0
- package/pi-extension/dist/tool-execution/apply-patch/plan.js +201 -0
- package/pi-extension/dist/tool-execution/apply-patch/tool.js +84 -0
- package/pi-extension/dist/tool-execution/background.js +238 -0
- package/pi-extension/dist/tool-execution/bash-guard.js +23 -0
- package/pi-extension/dist/tool-execution/config.js +22 -0
- package/pi-extension/dist/tool-execution/edit-messages.js +120 -0
- package/pi-extension/dist/tool-execution/file-state.js +138 -0
- package/pi-extension/dist/tool-execution/file-tracking.js +143 -0
- package/pi-extension/dist/tool-execution/prompt.js +54 -0
- package/pi-extension/dist/tool-execution/tools.js +16 -0
- package/pi-extension/freeflow/README.md +9 -0
- package/plugin.json +1 -1
- package/runtime/prompts/cognitive-routing.md +4 -4
- package/runtime/prompts/core.md +22 -75
- package/runtime/prompts/interaction-contract.md +15 -8
- package/runtime/prompts/tool-execution.md +38 -0
- package/runtime/prompts/working-method.md +108 -0
- package/skills/action-selection/SKILL.md +39 -47
- package/skills/action-selection/references/trajectory-stalls.md +2 -0
- package/skills/bypass/SKILL.md +2 -2
- package/skills/commit-work/SKILL.md +31 -83
- package/skills/commit-work/references/git-state-edges.md +1 -1
- package/skills/commit-work/references/simple-push.md +2 -0
- package/skills/commit-work/references/staging-decisions.md +1 -1
- package/skills/decision-gate/SKILL.md +31 -50
- package/skills/design-for-depth/SKILL.md +44 -53
- package/skills/design-for-depth/references/design-pressure-signals.md +46 -144
- package/skills/design-for-depth/references/implementation-decisions.md +1 -1
- package/skills/design-for-depth/references/interface-design-loop.md +5 -36
- package/skills/design-for-depth/references/module-and-dependency-design.md +2 -32
- package/skills/design-for-depth/references/state-and-failure-boundaries.md +2 -13
- package/skills/diagnose-failure/SKILL.md +39 -24
- package/skills/diagnose-failure/references/diagnostic-loop-catalog.md +2 -0
- package/skills/diagnose-failure/references/flaky-and-performance-diagnosis.md +2 -2
- package/skills/discuss/SKILL.md +35 -11
- package/skills/discuss/references/discussion-continuity.md +7 -27
- package/skills/evaluate-skill/SKILL.md +49 -80
- package/skills/evaluate-skill/references/evaluation-definition-schema.md +35 -5
- package/skills/evaluate-skill/references/evaluation-design.md +14 -14
- package/skills/evaluate-skill/references/execution-and-evidence.md +26 -5
- package/skills/evaluate-skill/references/review-and-revision.md +3 -1
- package/skills/evaluate-skill/scripts/lib/definitions.mjs +49 -8
- package/skills/evaluate-skill/scripts/lib/pi.mjs +14 -7
- package/skills/evaluate-skill/scripts/lib/review.mjs +196 -0
- package/skills/evaluate-skill/scripts/lib/runner.mjs +45 -8
- package/skills/evaluate-skill/scripts/lib/sandbox.mjs +2 -0
- package/skills/evaluate-skill/scripts/lib/trials.mjs +103 -0
- package/skills/evaluate-skill/scripts/lib/view.mjs +67 -1
- package/skills/evaluate-skill/scripts/pi-command-tool.mjs +144 -0
- package/skills/evaluate-skill/scripts/pi-guard.mjs +30 -13
- package/skills/evaluate-skill/scripts/skill-eval.mjs +114 -34
- package/skills/execute-work/SKILL.md +41 -9
- package/skills/execute-work/references/code-practices.md +2 -0
- package/skills/execute-work/references/execute-work-edges.md +11 -1
- package/skills/handoff/SKILL.md +1 -1
- package/skills/handoff/references/handoff-templates.md +1 -1
- package/skills/review-artifact/SKILL.md +42 -41
- package/skills/review-artifact/references/adjudicate-artifact-review.md +1 -1
- package/skills/review-artifact/references/independent-artifact-reviewer-contract.md +1 -1
- package/skills/review-work/SKILL.md +38 -32
- package/skills/review-work/references/adjudicate-work-review.md +1 -1
- package/skills/review-work/references/independent-work-reviewer-contract.md +1 -1
- package/skills/review-work/references/security-risk-lens.md +2 -4
- package/skills/setup-freeflow/SKILL.md +3 -1
- package/skills/setup-freeflow/references/activation-contract.md +7 -13
- package/skills/setup-freeflow/references/host-setup.md +3 -3
- package/skills/track-work/SKILL.md +113 -161
- package/skills/track-work/references/working-record-format.md +189 -350
- package/skills/track-work/scripts/lib/document.mjs +62 -6
- package/skills/track-work/scripts/lib/format.mjs +16 -1
- package/skills/track-work/scripts/lib/store.mjs +9 -8
- package/skills/track-work/scripts/lib/transitions.mjs +79 -4
- package/skills/track-work/scripts/working-record.mjs +34 -12
- package/skills/verify-work/SKILL.md +29 -20
- package/skills/verify-work/references/browser-runtime-evidence.md +1 -5
- package/skills/verify-work/references/integration-evidence.md +2 -0
- package/skills/verify-work/references/performance-evidence.md +3 -1
- package/skills/verify-work/references/test-design.md +3 -1
- package/skills/workflow/SKILL.md +65 -21
- package/skills/workflow/references/domain-skill-composition.md +5 -3
- package/skills/write-docs/SKILL.md +83 -0
- package/skills/write-docs/references/documentation-shapes.md +119 -0
- package/skills/write-docs/scripts/docs-check.mjs +139 -0
- package/skills/write-plan/SKILL.md +40 -40
- package/skills/write-plan/references/plan-shapes.md +1 -1
- package/skills/write-skill/SKILL.md +107 -147
- package/skills/write-skill/references/activation-boundaries.md +2 -0
- package/skills/write-skill/references/agent-first-instructions.md +22 -10
- package/skills/write-skill/references/progressive-disclosure.md +4 -2
- package/skills/write-skill/references/skill-dependency-graphs.md +2 -0
- package/skills/write-skill/scripts/lib/similarity.mjs +56 -0
- package/skills/write-skill/scripts/skill-author.mjs +18 -2
- package/skills/write-spec/SKILL.md +34 -41
- package/skills/write-spec/references/artifact-standards.md +1 -1
- package/skills/write-spec/references/decision-records.md +2 -0
- package/skills/write-spec/references/spec-shapes.md +1 -1
- package/capabilities/context-virtualization/SKILL.md +0 -103
- package/capabilities/conversation-history/SKILL.md +0 -53
- package/hooks/tests/check-host-adapters.test.mjs +0 -82
- package/hooks/tests/check-runtime-context-hook.sh +0 -212
- package/pi-extension/dist/cognitive-routing-v2/runtime.js +0 -2181
- package/pi-extension/dist/context-virtualization/commands.js +0 -89
- package/pi-extension/dist/context-virtualization/projector.js +0 -42
- package/pi-extension/dist/context-virtualization/runtime.js +0 -378
- package/pi-extension/dist/context-virtualization/state.js +0 -57
- package/pi-extension/dist/context-virtualization/types.js +0 -10
- package/pi-extension/dist/conversation-history/passages.js +0 -66
- package/pi-extension/dist/conversation-history/ranking.js +0 -105
- package/pi-extension/dist/conversation-history/runtime.js +0 -226
- package/pi-extension/dist/conversation-history/search.js +0 -56
- package/pi-extension/dist/conversation-history/types.js +0 -1
- package/pi-extension/dist/freeflow-context/resolver.js +0 -120
- package/pi-extension/dist/freeflow-context/runtime.js +0 -80
- package/pi-extension/dist/freeflow-context/source-projector.js +0 -95
- package/pi-extension/dist/freeflow-context/tool.js +0 -314
- package/pi-extension/dist/freeflow-context/types.js +0 -12
- package/pi-extension/dist/freeflow-context/visibility.js +0 -28
- package/pi-extension/dist/integrations/mcp-config.js +0 -29
- package/pi-extension/dist/runtime/runtime-context.js +0 -754
- package/pi-extension/dist/runtime/runtime-identity.js +0 -5
- package/pi-extension/dist/session-sources/provenance.js +0 -32
- package/pi-extension/dist/ui/text-component.js +0 -57
- package/pi-extension/src/cognitive-routing-v2/budget.ts +0 -42
- package/pi-extension/src/cognitive-routing-v2/config.ts +0 -173
- package/pi-extension/src/cognitive-routing-v2/projection.ts +0 -375
- package/pi-extension/src/cognitive-routing-v2/render.ts +0 -277
- package/pi-extension/src/cognitive-routing-v2/runtime.ts +0 -2241
- package/pi-extension/src/cognitive-routing-v2/schemas.ts +0 -180
- package/pi-extension/src/cognitive-routing-v2/state.ts +0 -839
- package/pi-extension/src/cognitive-routing-v2/tools.ts +0 -62
- package/pi-extension/src/cognitive-routing-v2/types.ts +0 -254
- package/pi-extension/src/context-virtualization/commands.ts +0 -111
- package/pi-extension/src/context-virtualization/projector.ts +0 -62
- package/pi-extension/src/context-virtualization/runtime.ts +0 -428
- package/pi-extension/src/context-virtualization/state.ts +0 -79
- package/pi-extension/src/context-virtualization/types.ts +0 -92
- package/pi-extension/src/conversation-history/passages.ts +0 -81
- package/pi-extension/src/conversation-history/ranking.ts +0 -155
- package/pi-extension/src/conversation-history/runtime.ts +0 -250
- package/pi-extension/src/conversation-history/search.ts +0 -79
- package/pi-extension/src/conversation-history/types.ts +0 -31
- package/pi-extension/src/freeflow-context/resolver.ts +0 -139
- package/pi-extension/src/freeflow-context/runtime.ts +0 -100
- package/pi-extension/src/freeflow-context/source-projector.ts +0 -106
- package/pi-extension/src/freeflow-context/tool.ts +0 -366
- package/pi-extension/src/freeflow-context/types.ts +0 -70
- package/pi-extension/src/freeflow-context/visibility.ts +0 -53
- package/pi-extension/src/index.ts +0 -390
- package/pi-extension/src/integrations/mcp-config.ts +0 -32
- package/pi-extension/src/provider-support/astra/adapter.ts +0 -108
- package/pi-extension/src/provider-support/astra/history.ts +0 -145
- package/pi-extension/src/provider-support/astra/index.ts +0 -12
- package/pi-extension/src/provider-support/astra/session-state.ts +0 -113
- package/pi-extension/src/provider-support/index.ts +0 -5
- package/pi-extension/src/runtime/request-history.ts +0 -243
- package/pi-extension/src/runtime/runtime-context.ts +0 -860
- package/pi-extension/src/runtime/runtime-identity.ts +0 -8
- package/pi-extension/src/session-sources/events.ts +0 -230
- package/pi-extension/src/session-sources/provenance.ts +0 -39
- package/pi-extension/src/session-sources/read-only-session.ts +0 -170
- package/pi-extension/src/session-sources/sources.ts +0 -334
- package/pi-extension/src/settings/settings-tui.ts +0 -501
- package/pi-extension/src/settings/settings-ui.ts +0 -1652
- package/pi-extension/src/ui/text-component.ts +0 -66
- package/pi-extension/tests/cache-reuse/history.test.js +0 -117
- package/pi-extension/tests/cache-reuse/native.test.js +0 -91
- package/pi-extension/tests/cache-reuse/settings.test.js +0 -211
- package/pi-extension/tests/cognitive-routing-v2/communication.test.js +0 -577
- package/pi-extension/tests/cognitive-routing-v2/compaction-input.test.js +0 -183
- package/pi-extension/tests/cognitive-routing-v2/delegation.test.js +0 -557
- package/pi-extension/tests/cognitive-routing-v2/native.test.js +0 -474
- package/pi-extension/tests/cognitive-routing-v2/performance.test.js +0 -87
- package/pi-extension/tests/cognitive-routing-v2/persistence.test.js +0 -300
- package/pi-extension/tests/cognitive-routing-v2/projection.test.js +0 -241
- package/pi-extension/tests/cognitive-routing-v2/recovery.test.js +0 -1034
- package/pi-extension/tests/cognitive-routing-v2/render.test.js +0 -244
- package/pi-extension/tests/cognitive-routing-v2/runtime.test.js +0 -423
- package/pi-extension/tests/cognitive-routing-v2/stabilization.test.js +0 -521
- package/pi-extension/tests/cognitive-routing-v2/state.test.js +0 -586
- package/pi-extension/tests/context-virtualization/extension.test.js +0 -775
- package/pi-extension/tests/context-virtualization/projector.test.js +0 -110
- package/pi-extension/tests/context-virtualization/runtime.test.js +0 -230
- package/pi-extension/tests/conversation-history/runtime.test.js +0 -98
- package/pi-extension/tests/conversation-history/search.test.js +0 -97
- package/pi-extension/tests/fixtures/pi-host.js +0 -4
- package/pi-extension/tests/fixtures/routing-native.js +0 -191
- package/pi-extension/tests/integration/mode-free-core.test.js +0 -220
- package/pi-extension/tests/integration/pi-extension.test.js +0 -1447
- package/pi-extension/tests/integration/prompt-architecture.test.js +0 -447
- package/pi-extension/tests/integration/unaffected-regressions.test.js +0 -478
- package/pi-extension/tests/provider-support/astra-boundaries.test.js +0 -75
- package/pi-extension/tests/provider-support/astra.test.js +0 -306
- package/pi-extension/tests/provider-support/cli.test.js +0 -92
- package/pi-extension/tests/provider-support/native.test.js +0 -183
- package/pi-extension/tests/settings/settings-tui.test.js +0 -243
- package/pi-extension/tsconfig.json +0 -16
- package/runtime/prompts/context-virtualization.md +0 -3
- package/runtime/prompts/conversation-history.md +0 -3
- package/skills/design-for-depth/references/software-design-philosophy.md +0 -202
- /package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/budget.js +0 -0
- /package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/render.js +0 -0
|
@@ -1,105 +0,0 @@
|
|
|
1
|
-
import { normalizeText, splitTextIntoPassages, throwIfAborted, tokenize, unique } from "./passages.js";
|
|
2
|
-
export const BM25_K1 = 1.2;
|
|
3
|
-
export const BM25_B = 0.75;
|
|
4
|
-
function bm25Score(tokens, terms, documentFrequency, documentCount, averageLength) {
|
|
5
|
-
const counts = new Map();
|
|
6
|
-
for (const token of tokens) counts.set(token, (counts.get(token) ?? 0) + 1);
|
|
7
|
-
const length = Math.max(1, tokens.length);
|
|
8
|
-
let score = 0;
|
|
9
|
-
for (const term of terms) {
|
|
10
|
-
const termFrequency = counts.get(term) ?? 0;
|
|
11
|
-
if (termFrequency === 0) continue;
|
|
12
|
-
const df = documentFrequency.get(term) ?? 0;
|
|
13
|
-
const inverseDocumentFrequency = Math.log(1 + (documentCount - df + 0.5) / (df + 0.5));
|
|
14
|
-
const normalization = BM25_K1 * (1 - BM25_B + BM25_B * (length / Math.max(1, averageLength)));
|
|
15
|
-
score += inverseDocumentFrequency * ((termFrequency * (BM25_K1 + 1)) / (termFrequency + normalization));
|
|
16
|
-
}
|
|
17
|
-
return score;
|
|
18
|
-
}
|
|
19
|
-
function comparePassages(left, right) {
|
|
20
|
-
if (left.exactPhrase !== right.exactPhrase) return left.exactPhrase ? -1 : 1;
|
|
21
|
-
if (left.score !== right.score) return right.score - left.score;
|
|
22
|
-
if (left.matchedTerms.length !== right.matchedTerms.length) {
|
|
23
|
-
return right.matchedTerms.length - left.matchedTerms.length;
|
|
24
|
-
}
|
|
25
|
-
if (left.entry.position !== right.entry.position) return right.entry.position - left.entry.position;
|
|
26
|
-
return left.passage.start - right.passage.start;
|
|
27
|
-
}
|
|
28
|
-
function compareTextPassages(left, right) {
|
|
29
|
-
if (left.exactPhrase !== right.exactPhrase) return left.exactPhrase ? -1 : 1;
|
|
30
|
-
if (left.score !== right.score) return right.score - left.score;
|
|
31
|
-
if (left.matchedTerms.length !== right.matchedTerms.length) {
|
|
32
|
-
return right.matchedTerms.length - left.matchedTerms.length;
|
|
33
|
-
}
|
|
34
|
-
return left.passage.start - right.passage.start;
|
|
35
|
-
}
|
|
36
|
-
function rankInputs(inputs, terms, signal) {
|
|
37
|
-
const documentFrequency = new Map();
|
|
38
|
-
for (const input of inputs) {
|
|
39
|
-
throwIfAborted(signal);
|
|
40
|
-
for (const term of unique(input.passage.tokens)) {
|
|
41
|
-
documentFrequency.set(term, (documentFrequency.get(term) ?? 0) + 1);
|
|
42
|
-
}
|
|
43
|
-
}
|
|
44
|
-
const averageLength =
|
|
45
|
-
inputs.length === 0 ? 1 : inputs.reduce((total, input) => total + input.passage.length, 0) / inputs.length;
|
|
46
|
-
const matching = [];
|
|
47
|
-
for (const input of inputs) {
|
|
48
|
-
throwIfAborted(signal);
|
|
49
|
-
if (input.matchedTerms.length > 0 || input.exactPhrase) matching.push(input);
|
|
50
|
-
}
|
|
51
|
-
return matching
|
|
52
|
-
.map((input) => ({
|
|
53
|
-
...input,
|
|
54
|
-
score: bm25Score(input.passage.tokens, terms, documentFrequency, inputs.length, averageLength),
|
|
55
|
-
}))
|
|
56
|
-
.sort((left, right) => {
|
|
57
|
-
if (left.entry && right.entry) {
|
|
58
|
-
return comparePassages({ ...left, entry: left.entry }, { ...right, entry: right.entry });
|
|
59
|
-
}
|
|
60
|
-
return compareTextPassages(left, right);
|
|
61
|
-
});
|
|
62
|
-
}
|
|
63
|
-
export function rankMatchingPassages(entries, query, signal) {
|
|
64
|
-
throwIfAborted(signal);
|
|
65
|
-
const normalizedQuery = normalizeText(query);
|
|
66
|
-
const terms = unique(tokenize(query));
|
|
67
|
-
if (!normalizedQuery || terms.length === 0) return [];
|
|
68
|
-
const inputs = [];
|
|
69
|
-
for (const entry of entries) {
|
|
70
|
-
throwIfAborted(signal);
|
|
71
|
-
for (const passage of splitTextIntoPassages(entry.text, signal)) {
|
|
72
|
-
const normalizedPassage = normalizeText(passage.text);
|
|
73
|
-
inputs.push({
|
|
74
|
-
entry,
|
|
75
|
-
passage,
|
|
76
|
-
exactPhrase: normalizedPassage.includes(normalizedQuery),
|
|
77
|
-
matchedTerms: terms.filter((term) => passage.tokens.includes(term)),
|
|
78
|
-
});
|
|
79
|
-
}
|
|
80
|
-
}
|
|
81
|
-
return rankInputs(inputs, terms, signal);
|
|
82
|
-
}
|
|
83
|
-
export function strongestTextPassage(text, query) {
|
|
84
|
-
const normalizedQuery = normalizeText(query);
|
|
85
|
-
const terms = unique(tokenize(query));
|
|
86
|
-
if (!normalizedQuery || terms.length === 0) return undefined;
|
|
87
|
-
const inputs = splitTextIntoPassages(text).map((passage) => ({
|
|
88
|
-
passage,
|
|
89
|
-
exactPhrase: normalizeText(passage.text).includes(normalizedQuery),
|
|
90
|
-
matchedTerms: terms.filter((term) => passage.tokens.includes(term)),
|
|
91
|
-
}));
|
|
92
|
-
return rankInputs(inputs, terms)[0];
|
|
93
|
-
}
|
|
94
|
-
export function focusedWindow(text, focus, maxCharacters) {
|
|
95
|
-
const strongest = strongestTextPassage(text, focus);
|
|
96
|
-
if (!strongest) return undefined;
|
|
97
|
-
const center = Math.floor((strongest.passage.start + strongest.passage.end) / 2);
|
|
98
|
-
const proposedStart = Math.max(0, Math.min(center - Math.floor(maxCharacters / 2), text.length - maxCharacters));
|
|
99
|
-
const previousLineBreak = proposedStart > 0 ? text.lastIndexOf("\n", proposedStart - 1) : -1;
|
|
100
|
-
const start = previousLineBreak >= 0 ? previousLineBreak + 1 : proposedStart;
|
|
101
|
-
const proposedEnd = Math.min(text.length, start + maxCharacters);
|
|
102
|
-
const previousEndLineBreak = proposedEnd < text.length ? text.lastIndexOf("\n", proposedEnd) : -1;
|
|
103
|
-
const end = previousEndLineBreak > start ? previousEndLineBreak + 1 : proposedEnd;
|
|
104
|
-
return text.slice(start, end);
|
|
105
|
-
}
|
|
@@ -1,226 +0,0 @@
|
|
|
1
|
-
import { FreeflowContextRuntime } from "../freeflow-context/runtime.js";
|
|
2
|
-
import { contextRefForEntry, entryIdFromContextRef } from "../freeflow-context/types.js";
|
|
3
|
-
import { focusedWindow } from "./ranking.js";
|
|
4
|
-
import { searchConversationEntries } from "./search.js";
|
|
5
|
-
import { tokenize, unique } from "./passages.js";
|
|
6
|
-
const MAX_QUERY_CHARACTERS = 500;
|
|
7
|
-
const MAX_QUERY_TERMS = 32;
|
|
8
|
-
const MAX_TOOL_NAMES = 8;
|
|
9
|
-
const MAX_TOOL_NAME_CHARACTERS = 128;
|
|
10
|
-
const MAX_REF_CHARACTERS = 256;
|
|
11
|
-
const MAX_FOCUS_CHARACTERS = 500;
|
|
12
|
-
const MAX_RETRIEVE_REFS = 3;
|
|
13
|
-
const MAX_SOURCE_CHARACTERS = 8_000;
|
|
14
|
-
const MAX_TOTAL_RETRIEVED_CHARACTERS = 24_000;
|
|
15
|
-
const VALID_KINDS = new Set(["user", "assistant", "toolResult", "summary"]);
|
|
16
|
-
function normalizedTerms(value) {
|
|
17
|
-
return unique(tokenize(value));
|
|
18
|
-
}
|
|
19
|
-
function failure(operation, reason, message) {
|
|
20
|
-
return {
|
|
21
|
-
status: "rejected",
|
|
22
|
-
operation,
|
|
23
|
-
reason: reason.slice(0, 64),
|
|
24
|
-
...(message ? { message: message.slice(0, 500) } : {}),
|
|
25
|
-
};
|
|
26
|
-
}
|
|
27
|
-
function unavailable(operation, reason = "conversation_history_unavailable") {
|
|
28
|
-
return { status: "unavailable", operation, reason: reason.slice(0, 64) };
|
|
29
|
-
}
|
|
30
|
-
function sourceMetadata(source) {
|
|
31
|
-
return {
|
|
32
|
-
ref: source.ref,
|
|
33
|
-
kind: source.kind,
|
|
34
|
-
...(source.toolNames
|
|
35
|
-
? {
|
|
36
|
-
toolNames: source.toolNames.slice(0, MAX_TOOL_NAMES),
|
|
37
|
-
...(source.toolNames.length > MAX_TOOL_NAMES ? { toolNamesTruncated: true } : {}),
|
|
38
|
-
}
|
|
39
|
-
: {}),
|
|
40
|
-
...(source.isError === undefined ? {} : { isError: source.isError }),
|
|
41
|
-
timestamp: source.timestamp.slice(0, 64),
|
|
42
|
-
};
|
|
43
|
-
}
|
|
44
|
-
export class ConversationHistoryRuntime {
|
|
45
|
-
ctx;
|
|
46
|
-
freeflowContext;
|
|
47
|
-
isSourceFullyProjected;
|
|
48
|
-
snapshot;
|
|
49
|
-
available = true;
|
|
50
|
-
unavailableReason;
|
|
51
|
-
constructor(ctx, isSourceFullyProjected = () => true, freeflowContext = new FreeflowContextRuntime(ctx)) {
|
|
52
|
-
this.ctx = ctx;
|
|
53
|
-
this.isSourceFullyProjected = isSourceFullyProjected;
|
|
54
|
-
this.freeflowContext = freeflowContext;
|
|
55
|
-
}
|
|
56
|
-
setContext(ctx) {
|
|
57
|
-
this.ctx = ctx;
|
|
58
|
-
this.freeflowContext.setContext(ctx);
|
|
59
|
-
}
|
|
60
|
-
capture(contextVirtualizationEnabled = false) {
|
|
61
|
-
try {
|
|
62
|
-
this.freeflowContext.setContext(this.ctx);
|
|
63
|
-
this.snapshot = this.freeflowContext.captureSnapshot({
|
|
64
|
-
contextVirtualizationEnabled,
|
|
65
|
-
isSourceFullyProjected: this.isSourceFullyProjected,
|
|
66
|
-
});
|
|
67
|
-
this.available = true;
|
|
68
|
-
this.unavailableReason = undefined;
|
|
69
|
-
return true;
|
|
70
|
-
} catch (error) {
|
|
71
|
-
this.snapshot = undefined;
|
|
72
|
-
this.available = false;
|
|
73
|
-
this.unavailableReason = error instanceof Error ? error.message : String(error);
|
|
74
|
-
return false;
|
|
75
|
-
}
|
|
76
|
-
}
|
|
77
|
-
async search(params, signal) {
|
|
78
|
-
if (signal?.aborted) return unavailable("search", "conversation_history_search_cancelled");
|
|
79
|
-
if (!this.available || !this.snapshot) return unavailable("search", this.unavailableReason);
|
|
80
|
-
const validation = this.validateSearch(params);
|
|
81
|
-
if (validation) return validation;
|
|
82
|
-
const query = params.query.trim();
|
|
83
|
-
const hidden = [...this.snapshot.entries.values()].filter(
|
|
84
|
-
(entry) =>
|
|
85
|
-
!this.snapshot?.visibleSourceIds.has(entry.source.source.entryId) &&
|
|
86
|
-
!this.snapshot?.materializedSourceIds.has(entry.source.source.entryId),
|
|
87
|
-
);
|
|
88
|
-
if (hidden.length === 0) {
|
|
89
|
-
if (this.snapshot.skippedEntries === 0) return failure("search", "no_hidden_conversation_history");
|
|
90
|
-
return {
|
|
91
|
-
status: "ok",
|
|
92
|
-
operation: "search",
|
|
93
|
-
query,
|
|
94
|
-
coverage: "partial",
|
|
95
|
-
skippedEntries: this.snapshot.skippedEntries,
|
|
96
|
-
returned: 0,
|
|
97
|
-
truncated: false,
|
|
98
|
-
hits: [],
|
|
99
|
-
};
|
|
100
|
-
}
|
|
101
|
-
let result;
|
|
102
|
-
try {
|
|
103
|
-
result = searchConversationEntries(
|
|
104
|
-
hidden,
|
|
105
|
-
{
|
|
106
|
-
query,
|
|
107
|
-
kinds: params.kinds,
|
|
108
|
-
toolNames: Array.isArray(params.toolNames)
|
|
109
|
-
? params.toolNames.map((name) => (typeof name === "string" ? name.trim() : ""))
|
|
110
|
-
: undefined,
|
|
111
|
-
limit: params.limit,
|
|
112
|
-
},
|
|
113
|
-
signal,
|
|
114
|
-
);
|
|
115
|
-
} catch (error) {
|
|
116
|
-
if (signal?.aborted || (error instanceof Error && error.name === "AbortError")) {
|
|
117
|
-
return unavailable("search", "conversation_history_search_cancelled");
|
|
118
|
-
}
|
|
119
|
-
return unavailable("search");
|
|
120
|
-
}
|
|
121
|
-
return {
|
|
122
|
-
status: "ok",
|
|
123
|
-
operation: "search",
|
|
124
|
-
query,
|
|
125
|
-
coverage: this.snapshot.skippedEntries > 0 ? "partial" : "complete",
|
|
126
|
-
...(this.snapshot.skippedEntries > 0 ? { skippedEntries: this.snapshot.skippedEntries } : {}),
|
|
127
|
-
returned: result.returned,
|
|
128
|
-
truncated: result.truncated,
|
|
129
|
-
hits: result.hits,
|
|
130
|
-
};
|
|
131
|
-
}
|
|
132
|
-
async retrieve(params, signal) {
|
|
133
|
-
if (signal?.aborted) return unavailable("retrieve", "conversation_history_retrieve_cancelled");
|
|
134
|
-
if (!this.available || !this.snapshot) return unavailable("retrieve", this.unavailableReason);
|
|
135
|
-
const refs = params.refs;
|
|
136
|
-
if (!Array.isArray(refs) || refs.length < 1 || refs.length > MAX_RETRIEVE_REFS) {
|
|
137
|
-
return failure("retrieve", "refs_count_invalid");
|
|
138
|
-
}
|
|
139
|
-
if (refs.some((ref) => typeof ref !== "string" || ref.length > MAX_REF_CHARACTERS)) {
|
|
140
|
-
return failure("retrieve", "ref_invalid");
|
|
141
|
-
}
|
|
142
|
-
const canonicalRefs = refs.map((ref) => {
|
|
143
|
-
const entryId = entryIdFromContextRef(ref);
|
|
144
|
-
return entryId ? contextRefForEntry(entryId) : undefined;
|
|
145
|
-
});
|
|
146
|
-
if (canonicalRefs.some((ref) => ref === undefined)) return failure("retrieve", "ref_invalid");
|
|
147
|
-
const uniqueRefs = canonicalRefs;
|
|
148
|
-
if (new Set(uniqueRefs).size !== uniqueRefs.length) return failure("retrieve", "duplicate_ref");
|
|
149
|
-
const focus = params.focus;
|
|
150
|
-
if (
|
|
151
|
-
focus !== undefined &&
|
|
152
|
-
(typeof focus !== "string" || focus.trim().length === 0 || focus.length > MAX_FOCUS_CHARACTERS)
|
|
153
|
-
) {
|
|
154
|
-
return failure("retrieve", "focus_invalid");
|
|
155
|
-
}
|
|
156
|
-
const items = [];
|
|
157
|
-
let total = 0;
|
|
158
|
-
for (const ref of uniqueRefs) {
|
|
159
|
-
if (signal?.aborted) return unavailable("retrieve", "conversation_history_retrieve_cancelled");
|
|
160
|
-
const entryId = entryIdFromContextRef(ref);
|
|
161
|
-
const source = entryId ? this.snapshot.entries.get(contextRefForEntry(entryId)) : undefined;
|
|
162
|
-
if (!source) return failure("retrieve", "reference_unresolved");
|
|
163
|
-
if (this.snapshot.visibleSourceIds.has(entryId) || this.snapshot.materializedSourceIds.has(entryId)) {
|
|
164
|
-
return failure("retrieve", "source_visible");
|
|
165
|
-
}
|
|
166
|
-
const sourceCharacters = source.text.length;
|
|
167
|
-
let content = source.text;
|
|
168
|
-
let completeness = "complete";
|
|
169
|
-
if (sourceCharacters > MAX_SOURCE_CHARACTERS) {
|
|
170
|
-
if (typeof focus !== "string") return failure("retrieve", "focus_required_for_oversized_source");
|
|
171
|
-
const focused = focusedWindow(source.text, focus.trim(), MAX_SOURCE_CHARACTERS);
|
|
172
|
-
if (focused === undefined) return failure("retrieve", "focus_no_match");
|
|
173
|
-
content = focused;
|
|
174
|
-
completeness = "partial";
|
|
175
|
-
}
|
|
176
|
-
if (total + content.length > MAX_TOTAL_RETRIEVED_CHARACTERS)
|
|
177
|
-
return failure("retrieve", "retrieval_budget_exceeded");
|
|
178
|
-
total += content.length;
|
|
179
|
-
items.push({
|
|
180
|
-
...sourceMetadata(source),
|
|
181
|
-
content,
|
|
182
|
-
completeness,
|
|
183
|
-
sourceCharacters,
|
|
184
|
-
returnedCharacters: content.length,
|
|
185
|
-
});
|
|
186
|
-
}
|
|
187
|
-
return {
|
|
188
|
-
status: "ok",
|
|
189
|
-
operation: "retrieve",
|
|
190
|
-
...(typeof focus === "string" ? { focus: focus.trim() } : {}),
|
|
191
|
-
items,
|
|
192
|
-
};
|
|
193
|
-
}
|
|
194
|
-
validateSearch(params) {
|
|
195
|
-
if (typeof params.query !== "string" || params.query.trim().length === 0)
|
|
196
|
-
return failure("search", "query_required");
|
|
197
|
-
if (params.query.length > MAX_QUERY_CHARACTERS) return failure("search", "query_too_long");
|
|
198
|
-
if (normalizedTerms(params.query).length > MAX_QUERY_TERMS) return failure("search", "query_terms_too_many");
|
|
199
|
-
if (params.kinds !== undefined) {
|
|
200
|
-
if (!Array.isArray(params.kinds) || params.kinds.length < 1 || params.kinds.length > 4)
|
|
201
|
-
return failure("search", "kinds_invalid");
|
|
202
|
-
if (
|
|
203
|
-
new Set(params.kinds).size !== params.kinds.length ||
|
|
204
|
-
params.kinds.some((kind) => typeof kind !== "string" || !VALID_KINDS.has(kind))
|
|
205
|
-
) {
|
|
206
|
-
return failure("search", "kinds_invalid");
|
|
207
|
-
}
|
|
208
|
-
}
|
|
209
|
-
if (params.toolNames !== undefined) {
|
|
210
|
-
if (!Array.isArray(params.toolNames) || params.toolNames.length < 1 || params.toolNames.length > MAX_TOOL_NAMES)
|
|
211
|
-
return failure("search", "tool_names_invalid");
|
|
212
|
-
const normalizedNames = params.toolNames.map((name) => (typeof name === "string" ? name.trim() : ""));
|
|
213
|
-
if (
|
|
214
|
-
params.toolNames.some((name) => typeof name !== "string") ||
|
|
215
|
-
new Set(normalizedNames.map((name) => name.toLocaleLowerCase())).size !== normalizedNames.length ||
|
|
216
|
-
normalizedNames.some((name) => name.length === 0 || name.length > MAX_TOOL_NAME_CHARACTERS)
|
|
217
|
-
) {
|
|
218
|
-
return failure("search", "tool_names_invalid");
|
|
219
|
-
}
|
|
220
|
-
}
|
|
221
|
-
if (params.limit !== undefined && (!Number.isInteger(params.limit) || params.limit < 1 || params.limit > 20)) {
|
|
222
|
-
return failure("search", "limit_invalid");
|
|
223
|
-
}
|
|
224
|
-
return undefined;
|
|
225
|
-
}
|
|
226
|
-
}
|
|
@@ -1,56 +0,0 @@
|
|
|
1
|
-
import { normalizeText, snippet, throwIfAborted, tokenize, unique } from "./passages.js";
|
|
2
|
-
import { rankMatchingPassages } from "./ranking.js";
|
|
3
|
-
const MAX_DISPLAYED_TOOL_NAMES = 8;
|
|
4
|
-
function matchesFilters(entry, options) {
|
|
5
|
-
if (options.kinds && !options.kinds.includes(entry.kind)) return false;
|
|
6
|
-
if (options.toolNames) {
|
|
7
|
-
const names = new Set((entry.toolNames ?? []).map((name) => name.toLocaleLowerCase()));
|
|
8
|
-
if (!options.toolNames.some((name) => names.has(name.toLocaleLowerCase()))) return false;
|
|
9
|
-
}
|
|
10
|
-
return true;
|
|
11
|
-
}
|
|
12
|
-
export function searchConversationEntries(entries, options, signal) {
|
|
13
|
-
throwIfAborted(signal);
|
|
14
|
-
const normalizedQuery = normalizeText(options.query);
|
|
15
|
-
const terms = unique(tokenize(options.query));
|
|
16
|
-
const limit = Math.min(20, Math.max(1, Math.trunc(options.limit ?? 8)));
|
|
17
|
-
if (!normalizedQuery || terms.length === 0) return { returned: 0, truncated: false, hits: [] };
|
|
18
|
-
const candidates = entries.filter((entry) => matchesFilters(entry, options));
|
|
19
|
-
const rankedPassages = rankMatchingPassages(candidates, options.query, signal);
|
|
20
|
-
const byEntry = new Map();
|
|
21
|
-
for (const passage of rankedPassages) {
|
|
22
|
-
throwIfAborted(signal);
|
|
23
|
-
if (!byEntry.has(passage.entry.ref)) byEntry.set(passage.entry.ref, passage);
|
|
24
|
-
}
|
|
25
|
-
const ranked = [...byEntry.values()];
|
|
26
|
-
const hits = ranked.slice(0, limit).map((passage) => {
|
|
27
|
-
const matchType = passage.exactPhrase
|
|
28
|
-
? "exact-phrase"
|
|
29
|
-
: passage.matchedTerms.length === terms.length
|
|
30
|
-
? "all-terms"
|
|
31
|
-
: "partial-terms";
|
|
32
|
-
return {
|
|
33
|
-
ref: passage.entry.ref,
|
|
34
|
-
kind: passage.entry.kind,
|
|
35
|
-
...(passage.entry.toolNames
|
|
36
|
-
? {
|
|
37
|
-
toolNames: passage.entry.toolNames.slice(0, MAX_DISPLAYED_TOOL_NAMES),
|
|
38
|
-
...(passage.entry.toolNames.length > MAX_DISPLAYED_TOOL_NAMES ? { toolNamesTruncated: true } : {}),
|
|
39
|
-
}
|
|
40
|
-
: {}),
|
|
41
|
-
...(passage.entry.isError === undefined ? {} : { isError: passage.entry.isError }),
|
|
42
|
-
timestamp: passage.entry.timestamp.slice(0, 64),
|
|
43
|
-
snippet: snippet(passage.passage.text, normalizedQuery, terms),
|
|
44
|
-
match: {
|
|
45
|
-
type: matchType,
|
|
46
|
-
matchedTerms: passage.matchedTerms,
|
|
47
|
-
queryTermCount: terms.length,
|
|
48
|
-
},
|
|
49
|
-
};
|
|
50
|
-
});
|
|
51
|
-
return {
|
|
52
|
-
returned: hits.length,
|
|
53
|
-
truncated: ranked.length > limit,
|
|
54
|
-
hits,
|
|
55
|
-
};
|
|
56
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,120 +0,0 @@
|
|
|
1
|
-
import { entryIdFromContextRef } from "./types.js";
|
|
2
|
-
export function isToolResultEntry(entry) {
|
|
3
|
-
return entry?.type === "message" && entry?.message?.role === "toolResult";
|
|
4
|
-
}
|
|
5
|
-
export class ContextSourceResolver {
|
|
6
|
-
ctx;
|
|
7
|
-
constructor(ctx) {
|
|
8
|
-
this.ctx = ctx;
|
|
9
|
-
}
|
|
10
|
-
setContext(ctx) {
|
|
11
|
-
this.ctx = ctx;
|
|
12
|
-
}
|
|
13
|
-
sessionId() {
|
|
14
|
-
const value = this.ctx?.sessionManager?.getSessionId?.() ?? this.ctx?.sessionId ?? this.ctx?.cwd ?? "current";
|
|
15
|
-
return String(value);
|
|
16
|
-
}
|
|
17
|
-
branchLeafId() {
|
|
18
|
-
try {
|
|
19
|
-
return this.ctx?.sessionManager?.getLeafId?.();
|
|
20
|
-
} catch {
|
|
21
|
-
return undefined;
|
|
22
|
-
}
|
|
23
|
-
}
|
|
24
|
-
branchEntries() {
|
|
25
|
-
const entries = this.ctx?.sessionManager?.getBranch?.() ?? this.ctx?.sessionManager?.getEntries?.() ?? [];
|
|
26
|
-
return Array.isArray(entries) ? entries : [];
|
|
27
|
-
}
|
|
28
|
-
activeContextEntries() {
|
|
29
|
-
try {
|
|
30
|
-
const entries = this.ctx?.sessionManager?.buildContextEntries?.() ?? this.branchEntries();
|
|
31
|
-
return Array.isArray(entries) ? entries : [];
|
|
32
|
-
} catch {
|
|
33
|
-
return this.branchEntries();
|
|
34
|
-
}
|
|
35
|
-
}
|
|
36
|
-
activeContextEntriesStrict() {
|
|
37
|
-
const manager = this.ctx?.sessionManager;
|
|
38
|
-
if (typeof manager?.buildContextEntries !== "function") return this.branchEntries();
|
|
39
|
-
const entries = manager.buildContextEntries();
|
|
40
|
-
if (!Array.isArray(entries)) throw new Error("active_context_entries_unavailable");
|
|
41
|
-
return entries;
|
|
42
|
-
}
|
|
43
|
-
resolvedEntriesById(entries = this.branchEntries(), sessionId = this.sessionId()) {
|
|
44
|
-
const result = new Map();
|
|
45
|
-
for (const entry of entries) {
|
|
46
|
-
const resolved = this.entryFromSessionEntry(entry, sessionId);
|
|
47
|
-
if (resolved) result.set(resolved.source.entryId, resolved);
|
|
48
|
-
}
|
|
49
|
-
return result;
|
|
50
|
-
}
|
|
51
|
-
toolResultSources(entries = this.branchEntries(), sessionId = this.sessionId()) {
|
|
52
|
-
const grouped = new Map();
|
|
53
|
-
for (const entry of entries) {
|
|
54
|
-
const source = this.sourceFromEntry(entry, sessionId);
|
|
55
|
-
if (!source) continue;
|
|
56
|
-
const group = grouped.get(source.source.toolCallId) ?? [];
|
|
57
|
-
group.push(source);
|
|
58
|
-
grouped.set(source.source.toolCallId, group);
|
|
59
|
-
}
|
|
60
|
-
const unique = new Map();
|
|
61
|
-
for (const [toolCallId, sources] of grouped) {
|
|
62
|
-
if (sources.length === 1) unique.set(toolCallId, sources[0]);
|
|
63
|
-
}
|
|
64
|
-
return unique;
|
|
65
|
-
}
|
|
66
|
-
sourcesByEntryId(entries = this.branchEntries(), sessionId = this.sessionId()) {
|
|
67
|
-
const result = new Map();
|
|
68
|
-
for (const source of this.toolResultSources(entries, sessionId).values()) {
|
|
69
|
-
result.set(source.source.entryId, source);
|
|
70
|
-
}
|
|
71
|
-
return result;
|
|
72
|
-
}
|
|
73
|
-
activeToolResultIds() {
|
|
74
|
-
const ids = new Set();
|
|
75
|
-
for (const entry of this.activeContextEntries()) {
|
|
76
|
-
if (isToolResultEntry(entry) && typeof entry.id === "string") ids.add(entry.id);
|
|
77
|
-
}
|
|
78
|
-
return ids;
|
|
79
|
-
}
|
|
80
|
-
resolveCurrent(ref) {
|
|
81
|
-
const entryId = entryIdFromContextRef(ref);
|
|
82
|
-
if (!entryId) return undefined;
|
|
83
|
-
const entry = this.branchEntries().find((candidate) => candidate?.id === entryId);
|
|
84
|
-
return entry ? this.entryFromSessionEntry(entry, this.sessionId()) : undefined;
|
|
85
|
-
}
|
|
86
|
-
sourceFromEntry(entry, sessionId) {
|
|
87
|
-
const resolved = this.entryFromSessionEntry(entry, sessionId);
|
|
88
|
-
return resolved?.kind === "toolResult" ? resolved : undefined;
|
|
89
|
-
}
|
|
90
|
-
entryFromSessionEntry(entry, sessionId) {
|
|
91
|
-
if (!entry || typeof entry.id !== "string") return undefined;
|
|
92
|
-
const kind = this.kindForEntry(entry);
|
|
93
|
-
if (!kind) return undefined;
|
|
94
|
-
const message = entry.message;
|
|
95
|
-
const toolCallId =
|
|
96
|
-
kind === "toolResult" && typeof message?.toolCallId === "string" ? message.toolCallId : undefined;
|
|
97
|
-
return {
|
|
98
|
-
kind,
|
|
99
|
-
entry,
|
|
100
|
-
...(message ? { message } : {}),
|
|
101
|
-
source: {
|
|
102
|
-
sessionId,
|
|
103
|
-
entryId: entry.id,
|
|
104
|
-
...(toolCallId ? { toolCallId } : {}),
|
|
105
|
-
...(typeof message?.toolName === "string" ? { toolName: message.toolName } : {}),
|
|
106
|
-
},
|
|
107
|
-
};
|
|
108
|
-
}
|
|
109
|
-
kindForEntry(entry) {
|
|
110
|
-
if (entry.type === "custom") return "custom";
|
|
111
|
-
if (entry.type === "compaction" || entry.type === "branch_summary") return "summary";
|
|
112
|
-
if (entry.type !== "message") return undefined;
|
|
113
|
-
if (entry.message?.role === "user") return "user";
|
|
114
|
-
if (entry.message?.role === "assistant") return "assistant";
|
|
115
|
-
if (entry.message?.role === "toolResult") return "toolResult";
|
|
116
|
-
if (entry.message?.role === "custom") return "custom";
|
|
117
|
-
if (entry.message?.role === "branchSummary" || entry.message?.role === "compactionSummary") return "summary";
|
|
118
|
-
return undefined;
|
|
119
|
-
}
|
|
120
|
-
}
|
|
@@ -1,80 +0,0 @@
|
|
|
1
|
-
import { buildContextVisibility } from "./visibility.js";
|
|
2
|
-
import { ContextSourceResolver } from "./resolver.js";
|
|
3
|
-
import { projectContextSource } from "./source-projector.js";
|
|
4
|
-
export class FreeflowContextRuntime {
|
|
5
|
-
resolver;
|
|
6
|
-
ctx;
|
|
7
|
-
generation = 0;
|
|
8
|
-
latestRequestSnapshot;
|
|
9
|
-
constructor(ctx) {
|
|
10
|
-
this.ctx = ctx;
|
|
11
|
-
this.resolver = new ContextSourceResolver(ctx);
|
|
12
|
-
}
|
|
13
|
-
setContext(ctx) {
|
|
14
|
-
this.ctx = ctx;
|
|
15
|
-
this.resolver.setContext(ctx);
|
|
16
|
-
}
|
|
17
|
-
sessionId() {
|
|
18
|
-
return this.resolver.sessionId();
|
|
19
|
-
}
|
|
20
|
-
branchLeafId() {
|
|
21
|
-
return this.resolver.branchLeafId();
|
|
22
|
-
}
|
|
23
|
-
branchEntries() {
|
|
24
|
-
return this.resolver.branchEntries();
|
|
25
|
-
}
|
|
26
|
-
resolveCurrent(ref) {
|
|
27
|
-
return this.resolver.resolveCurrent(ref);
|
|
28
|
-
}
|
|
29
|
-
recordRequest(refs) {
|
|
30
|
-
this.generation += 1;
|
|
31
|
-
this.latestRequestSnapshot = {
|
|
32
|
-
generation: this.generation,
|
|
33
|
-
sessionId: this.sessionId(),
|
|
34
|
-
branchLeafId: this.branchLeafId(),
|
|
35
|
-
refs,
|
|
36
|
-
};
|
|
37
|
-
return this.latestRequestSnapshot;
|
|
38
|
-
}
|
|
39
|
-
clearRequest() {
|
|
40
|
-
this.latestRequestSnapshot = undefined;
|
|
41
|
-
}
|
|
42
|
-
latestRequest() {
|
|
43
|
-
return this.latestRequestSnapshot;
|
|
44
|
-
}
|
|
45
|
-
captureSnapshot(options) {
|
|
46
|
-
const branchEntries = this.resolver.branchEntries();
|
|
47
|
-
const activeEntries = this.resolver.activeContextEntriesStrict();
|
|
48
|
-
const sessionId = this.sessionId();
|
|
49
|
-
const resolvedByEntryId = this.resolver.resolvedEntriesById(branchEntries, sessionId);
|
|
50
|
-
const visibility = buildContextVisibility(activeEntries, resolvedByEntryId, options);
|
|
51
|
-
const entries = new Map();
|
|
52
|
-
let skippedEntries = 0;
|
|
53
|
-
for (let position = 0; position < branchEntries.length; position += 1) {
|
|
54
|
-
const entry = branchEntries[position];
|
|
55
|
-
if (typeof entry?.id !== "string") continue;
|
|
56
|
-
const resolved = resolvedByEntryId.get(entry.id);
|
|
57
|
-
if (!resolved) continue;
|
|
58
|
-
const outcome = projectContextSource({ ...resolved, entry: { ...resolved.entry, position } });
|
|
59
|
-
if (outcome.status === "eligible") entries.set(outcome.source.ref, outcome.source);
|
|
60
|
-
else if (
|
|
61
|
-
outcome.status === "invalid" &&
|
|
62
|
-
!visibility.visibleSourceIds.has(entry.id) &&
|
|
63
|
-
!visibility.materializedSourceIds.has(entry.id)
|
|
64
|
-
) {
|
|
65
|
-
skippedEntries += 1;
|
|
66
|
-
}
|
|
67
|
-
}
|
|
68
|
-
const generation = this.latestRequestSnapshot?.generation ?? ++this.generation;
|
|
69
|
-
return {
|
|
70
|
-
generation,
|
|
71
|
-
sessionId,
|
|
72
|
-
branchLeafId: this.branchLeafId(),
|
|
73
|
-
visibleEntryIds: visibility.visibleEntryIds,
|
|
74
|
-
visibleSourceIds: visibility.visibleSourceIds,
|
|
75
|
-
materializedSourceIds: visibility.materializedSourceIds,
|
|
76
|
-
skippedEntries,
|
|
77
|
-
entries,
|
|
78
|
-
};
|
|
79
|
-
}
|
|
80
|
-
}
|
|
@@ -1,95 +0,0 @@
|
|
|
1
|
-
import { isFreeflowContextToolName } from "./types.js";
|
|
2
|
-
function textFromContent(content) {
|
|
3
|
-
if (typeof content === "string") return content;
|
|
4
|
-
if (!Array.isArray(content)) return "";
|
|
5
|
-
const parts = [];
|
|
6
|
-
for (const block of content) {
|
|
7
|
-
if (!block || typeof block !== "object") continue;
|
|
8
|
-
const value = block;
|
|
9
|
-
if (value.type === "text" && typeof value.text === "string") {
|
|
10
|
-
parts.push(value.text);
|
|
11
|
-
} else if (value.type === "image" && typeof value.mimeType === "string") {
|
|
12
|
-
parts.push(`[image:${value.mimeType}]`);
|
|
13
|
-
}
|
|
14
|
-
}
|
|
15
|
-
return parts.join("\n");
|
|
16
|
-
}
|
|
17
|
-
function timestampFor(source) {
|
|
18
|
-
const value = source.entry?.timestamp ?? source.message?.timestamp;
|
|
19
|
-
const timestamp = typeof value === "string" || typeof value === "number" ? new Date(value) : new Date(0);
|
|
20
|
-
return Number.isNaN(timestamp.getTime()) ? new Date(0).toISOString() : timestamp.toISOString();
|
|
21
|
-
}
|
|
22
|
-
function invalid(reason) {
|
|
23
|
-
return { status: "invalid", reason };
|
|
24
|
-
}
|
|
25
|
-
function toolCallParts(content) {
|
|
26
|
-
if (!Array.isArray(content)) return { status: "ok", text: "", names: [] };
|
|
27
|
-
const parts = [];
|
|
28
|
-
const names = [];
|
|
29
|
-
for (const block of content) {
|
|
30
|
-
if (!block || typeof block !== "object") continue;
|
|
31
|
-
const value = block;
|
|
32
|
-
if (value.type !== "toolCall" && value.type !== "tool_use") continue;
|
|
33
|
-
const name = typeof value.name === "string" ? value.name.trim() : "";
|
|
34
|
-
if (!name) return { status: "invalid", reason: "tool_name_missing" };
|
|
35
|
-
if (name === "freeflow_context") continue;
|
|
36
|
-
if (name.length > 128) return { status: "invalid", reason: "tool_name_too_long" };
|
|
37
|
-
const args = value.arguments ?? value.input;
|
|
38
|
-
let renderedArgs = "";
|
|
39
|
-
if (args !== undefined) {
|
|
40
|
-
try {
|
|
41
|
-
const serialized = JSON.stringify(args);
|
|
42
|
-
if (serialized === undefined) return { status: "invalid", reason: "tool_arguments_unserializable" };
|
|
43
|
-
renderedArgs = `\n${serialized}`;
|
|
44
|
-
} catch {
|
|
45
|
-
return { status: "invalid", reason: "tool_arguments_unserializable" };
|
|
46
|
-
}
|
|
47
|
-
}
|
|
48
|
-
names.push(name);
|
|
49
|
-
parts.push(`Tool call: ${name}${renderedArgs}`);
|
|
50
|
-
}
|
|
51
|
-
return { status: "ok", text: parts.join("\n"), names };
|
|
52
|
-
}
|
|
53
|
-
export function projectContextSource(source) {
|
|
54
|
-
if (!source.entry || !source.source.entryId) return invalid("source_id_missing");
|
|
55
|
-
if (source.source.entryId.length > 256) return invalid("source_id_too_long");
|
|
56
|
-
if (source.kind === "custom") return { status: "excluded", reason: "custom_source" };
|
|
57
|
-
const message = source.message;
|
|
58
|
-
let text = "";
|
|
59
|
-
let toolNames = [];
|
|
60
|
-
let isError;
|
|
61
|
-
if (source.kind === "summary") {
|
|
62
|
-
text = typeof source.entry.summary === "string" ? source.entry.summary : textFromContent(message?.content);
|
|
63
|
-
} else if (source.kind === "toolResult") {
|
|
64
|
-
if (isFreeflowContextToolName(message?.toolName)) {
|
|
65
|
-
return { status: "excluded", reason: "freeflow_context_source" };
|
|
66
|
-
}
|
|
67
|
-
if (typeof message?.toolName !== "string" || message.toolName.trim().length === 0) {
|
|
68
|
-
return invalid("tool_name_missing");
|
|
69
|
-
}
|
|
70
|
-
const toolName = message.toolName.trim();
|
|
71
|
-
if (toolName.length > 128) return invalid("tool_name_too_long");
|
|
72
|
-
text = textFromContent(message.content);
|
|
73
|
-
toolNames = [toolName];
|
|
74
|
-
if (typeof message.isError === "boolean") isError = message.isError;
|
|
75
|
-
} else if (source.kind === "assistant") {
|
|
76
|
-
const calls = toolCallParts(message?.content);
|
|
77
|
-
if (calls.status === "invalid") return invalid(calls.reason);
|
|
78
|
-
text = [textFromContent(message?.content), calls.text].filter(Boolean).join("\n");
|
|
79
|
-
toolNames = calls.names;
|
|
80
|
-
} else if (source.kind === "user") {
|
|
81
|
-
text = textFromContent(message?.content);
|
|
82
|
-
}
|
|
83
|
-
if (!text.trim()) return { status: "excluded", reason: "empty_source" };
|
|
84
|
-
const projected = {
|
|
85
|
-
ref: `ctx:${source.source.entryId}`,
|
|
86
|
-
kind: source.kind,
|
|
87
|
-
text,
|
|
88
|
-
timestamp: timestampFor(source).slice(0, 64),
|
|
89
|
-
position: typeof source.entry.position === "number" ? source.entry.position : 0,
|
|
90
|
-
...(toolNames.length > 0 ? { toolNames: [...new Set(toolNames)] } : {}),
|
|
91
|
-
...(isError === undefined ? {} : { isError }),
|
|
92
|
-
source,
|
|
93
|
-
};
|
|
94
|
-
return { status: "eligible", source: projected };
|
|
95
|
-
}
|