@hassangameryt/freeflow 0.7.3 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +1 -1
- package/.claude-plugin/plugin.json +1 -1
- package/.codex-plugin/plugin.json +1 -1
- package/.cursor-plugin/plugin.json +1 -1
- package/NOTICE +14 -0
- package/README.md +26 -31
- package/capabilities/cognitive-routing/SKILL.md +106 -161
- package/capabilities/cognitive-routing/references/both-mode.md +36 -0
- package/capabilities/cognitive-routing/references/executor-mode.md +48 -0
- package/capabilities/cognitive-routing/references/helper-mode.md +47 -0
- package/capabilities/compaction/SKILL.md +49 -0
- package/capabilities/compaction/references/summary-format.md +239 -0
- package/command-surface.json +4 -0
- package/gemini-extension.json +1 -1
- package/hooks/shared/runtime-context.mjs +28 -30
- package/licenses/Apache-2.0.txt +55 -0
- package/package.json +22 -9
- package/pi-extension/README.md +41 -0
- package/pi-extension/dist/cognitive-routing/assembler.js +393 -0
- package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/config.js +5 -2
- package/pi-extension/dist/cognitive-routing/economics.js +45 -0
- package/pi-extension/dist/cognitive-routing/event-schema.js +388 -0
- package/pi-extension/dist/{session-sources/events.js → cognitive-routing/event-store.js} +103 -40
- package/pi-extension/dist/cognitive-routing/gate.js +241 -0
- package/pi-extension/dist/cognitive-routing/handlers.js +899 -0
- package/pi-extension/dist/cognitive-routing/handoffs.js +350 -0
- package/pi-extension/dist/cognitive-routing/model-control.js +467 -0
- package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/projection.js +229 -56
- package/pi-extension/dist/cognitive-routing/provenance.js +81 -0
- package/pi-extension/dist/cognitive-routing/runtime.js +396 -0
- package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/schemas.js +43 -7
- package/pi-extension/dist/cognitive-routing/session.js +221 -0
- package/pi-extension/dist/{session-sources → cognitive-routing}/sources.js +99 -85
- package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/state.js +37 -378
- package/pi-extension/dist/cognitive-routing/status.js +80 -0
- package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/tools.js +12 -12
- package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/types.js +5 -11
- package/pi-extension/dist/compaction/carry.js +191 -0
- package/pi-extension/dist/compaction/config.js +22 -0
- package/pi-extension/dist/compaction/controller.js +471 -0
- package/pi-extension/dist/compaction/harness.js +77 -0
- package/pi-extension/dist/compaction/results.js +158 -0
- package/pi-extension/dist/compaction/thresholds.js +35 -0
- package/pi-extension/dist/compaction/tool.js +57 -0
- package/pi-extension/dist/host/branch.js +13 -0
- package/pi-extension/dist/host/canonical.js +12 -0
- package/pi-extension/dist/host/catalog.js +77 -0
- package/pi-extension/dist/host/config.js +374 -0
- package/pi-extension/dist/host/projection-tags.js +60 -0
- package/pi-extension/dist/host/prompts.js +82 -0
- package/pi-extension/dist/{session-sources → host}/read-only-session.js +112 -1
- package/pi-extension/dist/{runtime → host}/request-history.js +121 -39
- package/pi-extension/dist/host/runtime-state.js +189 -0
- package/pi-extension/dist/{settings/settings-ui.js → host/settings/freeflow-command.js} +620 -410
- package/pi-extension/dist/{settings/settings-tui.js → host/settings/settings-view.js} +186 -73
- package/pi-extension/dist/host/staging.js +28 -0
- package/pi-extension/dist/host/status.js +101 -0
- package/pi-extension/dist/index.js +423 -173
- package/pi-extension/dist/provider-support/cache/anchor.js +21 -0
- package/pi-extension/dist/provider-support/cache/anthropic.js +102 -0
- package/pi-extension/dist/provider-support/cache/health.js +73 -0
- package/pi-extension/dist/provider-support/cache/index.js +58 -0
- package/pi-extension/dist/provider-support/cache/keepalive.js +210 -0
- package/pi-extension/dist/provider-support/cache/monitor.js +17 -0
- package/pi-extension/dist/provider-support/cache/openai-responses.js +48 -0
- package/pi-extension/dist/provider-support/effort.js +13 -0
- package/pi-extension/dist/provider-support/index.js +44 -3
- package/pi-extension/dist/provider-support/{astra → openai}/adapter.js +46 -29
- package/pi-extension/dist/provider-support/{astra → openai}/history.js +10 -8
- package/pi-extension/dist/provider-support/{astra → openai}/index.js +8 -4
- package/pi-extension/dist/provider-support/{astra → openai}/session-state.js +29 -38
- package/pi-extension/dist/provider-support/routes.js +17 -0
- package/pi-extension/dist/tool-execution/apply-patch/grammar.js +23 -0
- package/pi-extension/dist/tool-execution/apply-patch/match.js +38 -0
- package/pi-extension/dist/tool-execution/apply-patch/parser.js +177 -0
- package/pi-extension/dist/tool-execution/apply-patch/plan.js +201 -0
- package/pi-extension/dist/tool-execution/apply-patch/tool.js +84 -0
- package/pi-extension/dist/tool-execution/background.js +238 -0
- package/pi-extension/dist/tool-execution/bash-guard.js +23 -0
- package/pi-extension/dist/tool-execution/config.js +22 -0
- package/pi-extension/dist/tool-execution/edit-messages.js +120 -0
- package/pi-extension/dist/tool-execution/file-state.js +138 -0
- package/pi-extension/dist/tool-execution/file-tracking.js +143 -0
- package/pi-extension/dist/tool-execution/prompt.js +54 -0
- package/pi-extension/dist/tool-execution/tools.js +16 -0
- package/pi-extension/freeflow/README.md +9 -0
- package/plugin.json +1 -1
- package/runtime/prompts/cognitive-routing.md +4 -4
- package/runtime/prompts/core.md +22 -75
- package/runtime/prompts/interaction-contract.md +15 -8
- package/runtime/prompts/tool-execution.md +38 -0
- package/runtime/prompts/working-method.md +108 -0
- package/skills/action-selection/SKILL.md +39 -47
- package/skills/action-selection/references/trajectory-stalls.md +2 -0
- package/skills/bypass/SKILL.md +2 -2
- package/skills/commit-work/SKILL.md +31 -83
- package/skills/commit-work/references/git-state-edges.md +1 -1
- package/skills/commit-work/references/simple-push.md +2 -0
- package/skills/commit-work/references/staging-decisions.md +1 -1
- package/skills/decision-gate/SKILL.md +31 -50
- package/skills/design-for-depth/SKILL.md +44 -53
- package/skills/design-for-depth/references/design-pressure-signals.md +46 -144
- package/skills/design-for-depth/references/implementation-decisions.md +1 -1
- package/skills/design-for-depth/references/interface-design-loop.md +5 -36
- package/skills/design-for-depth/references/module-and-dependency-design.md +2 -32
- package/skills/design-for-depth/references/state-and-failure-boundaries.md +2 -13
- package/skills/diagnose-failure/SKILL.md +39 -24
- package/skills/diagnose-failure/references/diagnostic-loop-catalog.md +2 -0
- package/skills/diagnose-failure/references/flaky-and-performance-diagnosis.md +2 -2
- package/skills/discuss/SKILL.md +35 -11
- package/skills/discuss/references/discussion-continuity.md +7 -27
- package/skills/evaluate-skill/SKILL.md +49 -80
- package/skills/evaluate-skill/references/evaluation-definition-schema.md +35 -5
- package/skills/evaluate-skill/references/evaluation-design.md +14 -14
- package/skills/evaluate-skill/references/execution-and-evidence.md +26 -5
- package/skills/evaluate-skill/references/review-and-revision.md +3 -1
- package/skills/evaluate-skill/scripts/lib/definitions.mjs +49 -8
- package/skills/evaluate-skill/scripts/lib/pi.mjs +14 -7
- package/skills/evaluate-skill/scripts/lib/review.mjs +196 -0
- package/skills/evaluate-skill/scripts/lib/runner.mjs +45 -8
- package/skills/evaluate-skill/scripts/lib/sandbox.mjs +2 -0
- package/skills/evaluate-skill/scripts/lib/trials.mjs +103 -0
- package/skills/evaluate-skill/scripts/lib/view.mjs +67 -1
- package/skills/evaluate-skill/scripts/pi-command-tool.mjs +144 -0
- package/skills/evaluate-skill/scripts/pi-guard.mjs +30 -13
- package/skills/evaluate-skill/scripts/skill-eval.mjs +114 -34
- package/skills/execute-work/SKILL.md +41 -9
- package/skills/execute-work/references/code-practices.md +2 -0
- package/skills/execute-work/references/execute-work-edges.md +11 -1
- package/skills/handoff/SKILL.md +1 -1
- package/skills/handoff/references/handoff-templates.md +1 -1
- package/skills/review-artifact/SKILL.md +42 -41
- package/skills/review-artifact/references/adjudicate-artifact-review.md +1 -1
- package/skills/review-artifact/references/independent-artifact-reviewer-contract.md +1 -1
- package/skills/review-work/SKILL.md +38 -32
- package/skills/review-work/references/adjudicate-work-review.md +1 -1
- package/skills/review-work/references/independent-work-reviewer-contract.md +1 -1
- package/skills/review-work/references/security-risk-lens.md +2 -4
- package/skills/setup-freeflow/SKILL.md +3 -1
- package/skills/setup-freeflow/references/activation-contract.md +7 -13
- package/skills/setup-freeflow/references/host-setup.md +3 -3
- package/skills/track-work/SKILL.md +113 -161
- package/skills/track-work/references/working-record-format.md +189 -350
- package/skills/track-work/scripts/lib/document.mjs +62 -6
- package/skills/track-work/scripts/lib/format.mjs +16 -1
- package/skills/track-work/scripts/lib/store.mjs +9 -8
- package/skills/track-work/scripts/lib/transitions.mjs +79 -4
- package/skills/track-work/scripts/working-record.mjs +34 -12
- package/skills/verify-work/SKILL.md +29 -20
- package/skills/verify-work/references/browser-runtime-evidence.md +1 -5
- package/skills/verify-work/references/integration-evidence.md +2 -0
- package/skills/verify-work/references/performance-evidence.md +3 -1
- package/skills/verify-work/references/test-design.md +3 -1
- package/skills/workflow/SKILL.md +65 -21
- package/skills/workflow/references/domain-skill-composition.md +5 -3
- package/skills/write-docs/SKILL.md +83 -0
- package/skills/write-docs/references/documentation-shapes.md +119 -0
- package/skills/write-docs/scripts/docs-check.mjs +139 -0
- package/skills/write-plan/SKILL.md +40 -40
- package/skills/write-plan/references/plan-shapes.md +1 -1
- package/skills/write-skill/SKILL.md +107 -147
- package/skills/write-skill/references/activation-boundaries.md +2 -0
- package/skills/write-skill/references/agent-first-instructions.md +22 -10
- package/skills/write-skill/references/progressive-disclosure.md +4 -2
- package/skills/write-skill/references/skill-dependency-graphs.md +2 -0
- package/skills/write-skill/scripts/lib/similarity.mjs +56 -0
- package/skills/write-skill/scripts/skill-author.mjs +18 -2
- package/skills/write-spec/SKILL.md +34 -41
- package/skills/write-spec/references/artifact-standards.md +1 -1
- package/skills/write-spec/references/decision-records.md +2 -0
- package/skills/write-spec/references/spec-shapes.md +1 -1
- package/capabilities/context-virtualization/SKILL.md +0 -103
- package/capabilities/conversation-history/SKILL.md +0 -53
- package/hooks/tests/check-host-adapters.test.mjs +0 -82
- package/hooks/tests/check-runtime-context-hook.sh +0 -212
- package/pi-extension/dist/cognitive-routing-v2/runtime.js +0 -2181
- package/pi-extension/dist/context-virtualization/commands.js +0 -89
- package/pi-extension/dist/context-virtualization/projector.js +0 -42
- package/pi-extension/dist/context-virtualization/runtime.js +0 -378
- package/pi-extension/dist/context-virtualization/state.js +0 -57
- package/pi-extension/dist/context-virtualization/types.js +0 -10
- package/pi-extension/dist/conversation-history/passages.js +0 -66
- package/pi-extension/dist/conversation-history/ranking.js +0 -105
- package/pi-extension/dist/conversation-history/runtime.js +0 -226
- package/pi-extension/dist/conversation-history/search.js +0 -56
- package/pi-extension/dist/conversation-history/types.js +0 -1
- package/pi-extension/dist/freeflow-context/resolver.js +0 -120
- package/pi-extension/dist/freeflow-context/runtime.js +0 -80
- package/pi-extension/dist/freeflow-context/source-projector.js +0 -95
- package/pi-extension/dist/freeflow-context/tool.js +0 -314
- package/pi-extension/dist/freeflow-context/types.js +0 -12
- package/pi-extension/dist/freeflow-context/visibility.js +0 -28
- package/pi-extension/dist/integrations/mcp-config.js +0 -29
- package/pi-extension/dist/runtime/runtime-context.js +0 -754
- package/pi-extension/dist/runtime/runtime-identity.js +0 -5
- package/pi-extension/dist/session-sources/provenance.js +0 -32
- package/pi-extension/dist/ui/text-component.js +0 -57
- package/pi-extension/src/cognitive-routing-v2/budget.ts +0 -42
- package/pi-extension/src/cognitive-routing-v2/config.ts +0 -173
- package/pi-extension/src/cognitive-routing-v2/projection.ts +0 -375
- package/pi-extension/src/cognitive-routing-v2/render.ts +0 -277
- package/pi-extension/src/cognitive-routing-v2/runtime.ts +0 -2241
- package/pi-extension/src/cognitive-routing-v2/schemas.ts +0 -180
- package/pi-extension/src/cognitive-routing-v2/state.ts +0 -839
- package/pi-extension/src/cognitive-routing-v2/tools.ts +0 -62
- package/pi-extension/src/cognitive-routing-v2/types.ts +0 -254
- package/pi-extension/src/context-virtualization/commands.ts +0 -111
- package/pi-extension/src/context-virtualization/projector.ts +0 -62
- package/pi-extension/src/context-virtualization/runtime.ts +0 -428
- package/pi-extension/src/context-virtualization/state.ts +0 -79
- package/pi-extension/src/context-virtualization/types.ts +0 -92
- package/pi-extension/src/conversation-history/passages.ts +0 -81
- package/pi-extension/src/conversation-history/ranking.ts +0 -155
- package/pi-extension/src/conversation-history/runtime.ts +0 -250
- package/pi-extension/src/conversation-history/search.ts +0 -79
- package/pi-extension/src/conversation-history/types.ts +0 -31
- package/pi-extension/src/freeflow-context/resolver.ts +0 -139
- package/pi-extension/src/freeflow-context/runtime.ts +0 -100
- package/pi-extension/src/freeflow-context/source-projector.ts +0 -106
- package/pi-extension/src/freeflow-context/tool.ts +0 -366
- package/pi-extension/src/freeflow-context/types.ts +0 -70
- package/pi-extension/src/freeflow-context/visibility.ts +0 -53
- package/pi-extension/src/index.ts +0 -390
- package/pi-extension/src/integrations/mcp-config.ts +0 -32
- package/pi-extension/src/provider-support/astra/adapter.ts +0 -108
- package/pi-extension/src/provider-support/astra/history.ts +0 -145
- package/pi-extension/src/provider-support/astra/index.ts +0 -12
- package/pi-extension/src/provider-support/astra/session-state.ts +0 -113
- package/pi-extension/src/provider-support/index.ts +0 -5
- package/pi-extension/src/runtime/request-history.ts +0 -243
- package/pi-extension/src/runtime/runtime-context.ts +0 -860
- package/pi-extension/src/runtime/runtime-identity.ts +0 -8
- package/pi-extension/src/session-sources/events.ts +0 -230
- package/pi-extension/src/session-sources/provenance.ts +0 -39
- package/pi-extension/src/session-sources/read-only-session.ts +0 -170
- package/pi-extension/src/session-sources/sources.ts +0 -334
- package/pi-extension/src/settings/settings-tui.ts +0 -501
- package/pi-extension/src/settings/settings-ui.ts +0 -1652
- package/pi-extension/src/ui/text-component.ts +0 -66
- package/pi-extension/tests/cache-reuse/history.test.js +0 -117
- package/pi-extension/tests/cache-reuse/native.test.js +0 -91
- package/pi-extension/tests/cache-reuse/settings.test.js +0 -211
- package/pi-extension/tests/cognitive-routing-v2/communication.test.js +0 -577
- package/pi-extension/tests/cognitive-routing-v2/compaction-input.test.js +0 -183
- package/pi-extension/tests/cognitive-routing-v2/delegation.test.js +0 -557
- package/pi-extension/tests/cognitive-routing-v2/native.test.js +0 -474
- package/pi-extension/tests/cognitive-routing-v2/performance.test.js +0 -87
- package/pi-extension/tests/cognitive-routing-v2/persistence.test.js +0 -300
- package/pi-extension/tests/cognitive-routing-v2/projection.test.js +0 -241
- package/pi-extension/tests/cognitive-routing-v2/recovery.test.js +0 -1034
- package/pi-extension/tests/cognitive-routing-v2/render.test.js +0 -244
- package/pi-extension/tests/cognitive-routing-v2/runtime.test.js +0 -423
- package/pi-extension/tests/cognitive-routing-v2/stabilization.test.js +0 -521
- package/pi-extension/tests/cognitive-routing-v2/state.test.js +0 -586
- package/pi-extension/tests/context-virtualization/extension.test.js +0 -775
- package/pi-extension/tests/context-virtualization/projector.test.js +0 -110
- package/pi-extension/tests/context-virtualization/runtime.test.js +0 -230
- package/pi-extension/tests/conversation-history/runtime.test.js +0 -98
- package/pi-extension/tests/conversation-history/search.test.js +0 -97
- package/pi-extension/tests/fixtures/pi-host.js +0 -4
- package/pi-extension/tests/fixtures/routing-native.js +0 -191
- package/pi-extension/tests/integration/mode-free-core.test.js +0 -220
- package/pi-extension/tests/integration/pi-extension.test.js +0 -1447
- package/pi-extension/tests/integration/prompt-architecture.test.js +0 -447
- package/pi-extension/tests/integration/unaffected-regressions.test.js +0 -478
- package/pi-extension/tests/provider-support/astra-boundaries.test.js +0 -75
- package/pi-extension/tests/provider-support/astra.test.js +0 -306
- package/pi-extension/tests/provider-support/cli.test.js +0 -92
- package/pi-extension/tests/provider-support/native.test.js +0 -183
- package/pi-extension/tests/settings/settings-tui.test.js +0 -243
- package/pi-extension/tsconfig.json +0 -16
- package/runtime/prompts/context-virtualization.md +0 -3
- package/runtime/prompts/conversation-history.md +0 -3
- package/skills/design-for-depth/references/software-design-philosophy.md +0 -202
- /package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/budget.js +0 -0
- /package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/render.js +0 -0
|
@@ -1,428 +0,0 @@
|
|
|
1
|
-
import {
|
|
2
|
-
CONTEXT_PROJECTION_ENTRY,
|
|
3
|
-
CONTEXT_PROJECTION_VERSION,
|
|
4
|
-
contextRefForEntry,
|
|
5
|
-
entryIdFromContextRef,
|
|
6
|
-
type ContextAvailability,
|
|
7
|
-
type ContextListItem,
|
|
8
|
-
type ContextOperationResult,
|
|
9
|
-
type ContextProjection,
|
|
10
|
-
type ContextProjectionChange,
|
|
11
|
-
type ContextProjectionJournal,
|
|
12
|
-
type ContextProjectionResult,
|
|
13
|
-
type ContextProjectionState,
|
|
14
|
-
type ContextStatus,
|
|
15
|
-
} from "./types.js";
|
|
16
|
-
import { FreeflowContextRuntime } from "../freeflow-context/runtime.js";
|
|
17
|
-
import type { ContextSourceIdentity, ResolvedContextSource } from "../freeflow-context/types.js";
|
|
18
|
-
import { contentCharacters, projectToolResultMessage, projectedCharacters } from "./projector.js";
|
|
19
|
-
import { replayProjectionEntries } from "./state.js";
|
|
20
|
-
|
|
21
|
-
function cloneSource(source: ContextSourceIdentity): ContextSourceIdentity {
|
|
22
|
-
return { ...source };
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
function sourceProjection(state: ContextProjectionState | undefined): ContextProjection {
|
|
26
|
-
if (!state || state.mode === "full") return { mode: "full" };
|
|
27
|
-
return state.retained === undefined ? { mode: "archived" } : { mode: "archived", retained: state.retained };
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
function safeJsonEqual(left: unknown, right: unknown): boolean {
|
|
31
|
-
try {
|
|
32
|
-
return JSON.stringify(left) === JSON.stringify(right);
|
|
33
|
-
} catch {
|
|
34
|
-
return false;
|
|
35
|
-
}
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
function isDuplicate(values: string[]): string | undefined {
|
|
39
|
-
const seen = new Set<string>();
|
|
40
|
-
for (const value of values) {
|
|
41
|
-
if (seen.has(value)) return value;
|
|
42
|
-
seen.add(value);
|
|
43
|
-
}
|
|
44
|
-
return undefined;
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
export class ContextVirtualizationRuntime {
|
|
48
|
-
private readonly pi: any;
|
|
49
|
-
private readonly freeflowContext: FreeflowContextRuntime;
|
|
50
|
-
private ctx: any;
|
|
51
|
-
private sessionId = "current";
|
|
52
|
-
private branchLeafId: string | null | undefined;
|
|
53
|
-
private projectionState = new Map<string, ContextProjectionState>();
|
|
54
|
-
private available = true;
|
|
55
|
-
private unavailableReason: string | undefined;
|
|
56
|
-
private mutationQueue: Promise<unknown> = Promise.resolve();
|
|
57
|
-
|
|
58
|
-
constructor(pi: any, ctx: any, freeflowContext = new FreeflowContextRuntime(ctx)) {
|
|
59
|
-
this.pi = pi;
|
|
60
|
-
this.ctx = ctx;
|
|
61
|
-
this.freeflowContext = freeflowContext;
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
setContext(ctx: any): void {
|
|
65
|
-
this.ctx = ctx;
|
|
66
|
-
this.freeflowContext.setContext(ctx);
|
|
67
|
-
}
|
|
68
|
-
|
|
69
|
-
async recover(ctx = this.ctx, options: { preserveRequest?: boolean } = {}): Promise<boolean> {
|
|
70
|
-
this.ctx = ctx;
|
|
71
|
-
this.freeflowContext.setContext(ctx);
|
|
72
|
-
try {
|
|
73
|
-
this.sessionId = this.freeflowContext.sessionId();
|
|
74
|
-
this.branchLeafId = this.freeflowContext.branchLeafId();
|
|
75
|
-
this.projectionState = replayProjectionEntries(this.freeflowContext.branchEntries(), this.sessionId);
|
|
76
|
-
if (!options.preserveRequest) this.freeflowContext.clearRequest();
|
|
77
|
-
this.available = true;
|
|
78
|
-
this.unavailableReason = undefined;
|
|
79
|
-
return true;
|
|
80
|
-
} catch (error) {
|
|
81
|
-
this.available = false;
|
|
82
|
-
this.unavailableReason = error instanceof Error ? error.message : String(error);
|
|
83
|
-
this.freeflowContext.clearRequest();
|
|
84
|
-
return false;
|
|
85
|
-
}
|
|
86
|
-
}
|
|
87
|
-
|
|
88
|
-
isAvailable(): boolean {
|
|
89
|
-
return this.available;
|
|
90
|
-
}
|
|
91
|
-
|
|
92
|
-
isSourceFullyProjected(entryId: string): boolean {
|
|
93
|
-
if (!this.available) return true;
|
|
94
|
-
const projection = this.projectionState.get(entryId);
|
|
95
|
-
return !projection || projection.mode === "full";
|
|
96
|
-
}
|
|
97
|
-
|
|
98
|
-
async project(messages: any[], enabled: boolean): Promise<ContextProjectionResult> {
|
|
99
|
-
if (!(await this.recover(this.ctx))) {
|
|
100
|
-
return { messages, changed: false, available: false };
|
|
101
|
-
}
|
|
102
|
-
|
|
103
|
-
const sourcesByToolCallId = this.freeflowContext.resolver.toolResultSources();
|
|
104
|
-
const refs = new Map<string, ResolvedContextSource>();
|
|
105
|
-
let changed = false;
|
|
106
|
-
const projected = messages.map((message) => {
|
|
107
|
-
if (message?.role !== "toolResult" || typeof message.toolCallId !== "string") return message;
|
|
108
|
-
const source = sourcesByToolCallId.get(message.toolCallId);
|
|
109
|
-
if (!source) return message;
|
|
110
|
-
|
|
111
|
-
const ref = contextRefForEntry(source.source.entryId);
|
|
112
|
-
refs.set(ref, source);
|
|
113
|
-
const state = this.projectionState.get(source.source.entryId);
|
|
114
|
-
const projection = enabled ? sourceProjection(state) : { mode: "full" as const };
|
|
115
|
-
const nextMessage = projectToolResultMessage(message, source.source, projection);
|
|
116
|
-
if (!safeJsonEqual(nextMessage.content, message.content)) changed = true;
|
|
117
|
-
return nextMessage;
|
|
118
|
-
});
|
|
119
|
-
|
|
120
|
-
const request = enabled ? this.freeflowContext.recordRequest(refs) : undefined;
|
|
121
|
-
if (!enabled) this.freeflowContext.clearRequest();
|
|
122
|
-
return {
|
|
123
|
-
messages: changed ? projected : messages,
|
|
124
|
-
changed,
|
|
125
|
-
available: true,
|
|
126
|
-
generation: request?.generation,
|
|
127
|
-
};
|
|
128
|
-
}
|
|
129
|
-
|
|
130
|
-
decorate(messages: any[]): any[] {
|
|
131
|
-
try {
|
|
132
|
-
const sources = this.freeflowContext.resolver.toolResultSources();
|
|
133
|
-
return messages.map((message) => {
|
|
134
|
-
if (message?.role !== "toolResult") return message;
|
|
135
|
-
const source = sources.get(message.toolCallId);
|
|
136
|
-
if (!source) return message;
|
|
137
|
-
const marker = `[context-ref: ${contextRefForEntry(source.source.entryId)}]`;
|
|
138
|
-
if (
|
|
139
|
-
(Array.isArray(message.content) ? message.content : []).some(
|
|
140
|
-
(part: any) =>
|
|
141
|
-
part.type === "text" &&
|
|
142
|
-
typeof part.text === "string" &&
|
|
143
|
-
(part.text === marker ||
|
|
144
|
-
part.text.startsWith(`[context archived: ${contextRefForEntry(source.source.entryId)}]`)),
|
|
145
|
-
)
|
|
146
|
-
)
|
|
147
|
-
return message;
|
|
148
|
-
return projectToolResultMessage(message, source.source, { mode: "full" });
|
|
149
|
-
});
|
|
150
|
-
} catch {
|
|
151
|
-
// Decoration must not make Pi fall back to an unprojected context.
|
|
152
|
-
return messages;
|
|
153
|
-
}
|
|
154
|
-
}
|
|
155
|
-
|
|
156
|
-
async archive(targets: unknown): Promise<ContextOperationResult> {
|
|
157
|
-
try {
|
|
158
|
-
return await this.enqueue(() => this.archiveNow(targets));
|
|
159
|
-
} catch (error) {
|
|
160
|
-
return this.rejected("archive", `persistence_failed:${error instanceof Error ? error.message : String(error)}`);
|
|
161
|
-
}
|
|
162
|
-
}
|
|
163
|
-
|
|
164
|
-
async restore(refs: unknown, actor: "model" | "user" = "model"): Promise<ContextOperationResult> {
|
|
165
|
-
try {
|
|
166
|
-
return await this.enqueue(() => this.restoreNow(refs, actor));
|
|
167
|
-
} catch (error) {
|
|
168
|
-
return this.rejected("restore", `persistence_failed:${error instanceof Error ? error.message : String(error)}`);
|
|
169
|
-
}
|
|
170
|
-
}
|
|
171
|
-
|
|
172
|
-
async reset(): Promise<ContextOperationResult> {
|
|
173
|
-
try {
|
|
174
|
-
return await this.enqueue(async () => {
|
|
175
|
-
if (!this.available) return this.unavailable("reset");
|
|
176
|
-
const journal: ContextProjectionJournal = {
|
|
177
|
-
version: CONTEXT_PROJECTION_VERSION,
|
|
178
|
-
actor: "user",
|
|
179
|
-
reset: "all",
|
|
180
|
-
};
|
|
181
|
-
await this.persist(journal);
|
|
182
|
-
this.projectionState.clear();
|
|
183
|
-
return {
|
|
184
|
-
status: "ok",
|
|
185
|
-
operation: "reset",
|
|
186
|
-
changed: ["all"],
|
|
187
|
-
message: "All context projection decisions were reset on the active branch.",
|
|
188
|
-
};
|
|
189
|
-
});
|
|
190
|
-
} catch (error) {
|
|
191
|
-
return this.rejected("reset", `persistence_failed:${error instanceof Error ? error.message : String(error)}`);
|
|
192
|
-
}
|
|
193
|
-
}
|
|
194
|
-
|
|
195
|
-
async status(limit = 50): Promise<ContextStatus> {
|
|
196
|
-
if (!this.available) {
|
|
197
|
-
return {
|
|
198
|
-
available: false,
|
|
199
|
-
unavailableReason: this.unavailableReason,
|
|
200
|
-
sessionId: this.sessionId,
|
|
201
|
-
branchLeafId: this.branchLeafId,
|
|
202
|
-
counts: { full: 0, archived: 0, retained: 0 },
|
|
203
|
-
originalCharacters: 0,
|
|
204
|
-
projectedCharacters: 0,
|
|
205
|
-
historyOnly: 0,
|
|
206
|
-
unresolved: 0,
|
|
207
|
-
items: [],
|
|
208
|
-
};
|
|
209
|
-
}
|
|
210
|
-
|
|
211
|
-
if (!(await this.recover(this.ctx, { preserveRequest: true }))) {
|
|
212
|
-
return this.status(limit);
|
|
213
|
-
}
|
|
214
|
-
|
|
215
|
-
const branchSources = this.freeflowContext.resolver.sourcesByEntryId();
|
|
216
|
-
const activeIds = this.freeflowContext.resolver.activeToolResultIds();
|
|
217
|
-
const items: ContextListItem[] = [];
|
|
218
|
-
|
|
219
|
-
for (const source of branchSources.values()) {
|
|
220
|
-
const state = this.projectionState.get(source.source.entryId);
|
|
221
|
-
const projection = sourceProjection(state);
|
|
222
|
-
items.push(this.listItem(source, projection, activeIds.has(source.source.entryId) ? "active" : "history-only"));
|
|
223
|
-
}
|
|
224
|
-
|
|
225
|
-
for (const state of this.projectionState.values()) {
|
|
226
|
-
if (branchSources.has(state.source.entryId)) continue;
|
|
227
|
-
const projection = sourceProjection(state);
|
|
228
|
-
items.push({
|
|
229
|
-
ref: contextRefForEntry(state.source.entryId),
|
|
230
|
-
entryId: state.source.entryId,
|
|
231
|
-
toolCallId: state.source.toolCallId,
|
|
232
|
-
toolName: state.source.toolName,
|
|
233
|
-
mode: projection.mode,
|
|
234
|
-
...(projection.mode === "archived" && projection.retained !== undefined
|
|
235
|
-
? { retained: projection.retained }
|
|
236
|
-
: {}),
|
|
237
|
-
originalCharacters: 0,
|
|
238
|
-
projectedCharacters: projection.mode === "archived" ? contentCharacters(projection.retained ?? "") : 0,
|
|
239
|
-
availability: "unresolved",
|
|
240
|
-
});
|
|
241
|
-
}
|
|
242
|
-
|
|
243
|
-
const counts = { full: 0, archived: 0, retained: 0 };
|
|
244
|
-
let originalCharacters = 0;
|
|
245
|
-
let projectedCharactersTotal = 0;
|
|
246
|
-
let historyOnly = 0;
|
|
247
|
-
let unresolved = 0;
|
|
248
|
-
for (const item of items) {
|
|
249
|
-
if (item.mode === "full") counts.full += 1;
|
|
250
|
-
else {
|
|
251
|
-
counts.archived += 1;
|
|
252
|
-
if (item.retained !== undefined) counts.retained += 1;
|
|
253
|
-
}
|
|
254
|
-
originalCharacters += item.originalCharacters;
|
|
255
|
-
projectedCharactersTotal += item.projectedCharacters;
|
|
256
|
-
if (item.availability === "history-only") historyOnly += 1;
|
|
257
|
-
if (item.availability === "unresolved") unresolved += 1;
|
|
258
|
-
}
|
|
259
|
-
|
|
260
|
-
return {
|
|
261
|
-
available: true,
|
|
262
|
-
sessionId: this.sessionId,
|
|
263
|
-
branchLeafId: this.branchLeafId,
|
|
264
|
-
counts,
|
|
265
|
-
originalCharacters,
|
|
266
|
-
projectedCharacters: projectedCharactersTotal,
|
|
267
|
-
historyOnly,
|
|
268
|
-
unresolved,
|
|
269
|
-
items: items.slice(-Math.max(1, limit)),
|
|
270
|
-
};
|
|
271
|
-
}
|
|
272
|
-
|
|
273
|
-
private async archiveNow(targets: unknown): Promise<ContextOperationResult> {
|
|
274
|
-
if (!this.available) return this.unavailable("archive");
|
|
275
|
-
if (!Array.isArray(targets) || targets.length === 0) {
|
|
276
|
-
return this.rejected("archive", "targets_required");
|
|
277
|
-
}
|
|
278
|
-
const normalizedRefs = targets.map((target) =>
|
|
279
|
-
target && typeof target === "object" ? entryIdFromContextRef((target as any).ref) : undefined,
|
|
280
|
-
);
|
|
281
|
-
const duplicate = isDuplicate(
|
|
282
|
-
normalizedRefs.flatMap((ref) => (ref === undefined ? [] : [contextRefForEntry(ref)])),
|
|
283
|
-
);
|
|
284
|
-
if (duplicate) return this.rejected("archive", `duplicate_reference:${duplicate}`);
|
|
285
|
-
const latestRequest = this.freeflowContext.latestRequest();
|
|
286
|
-
if (!latestRequest) return this.rejected("archive", "no_consumed_context_request");
|
|
287
|
-
|
|
288
|
-
const changes: ContextProjectionChange[] = [];
|
|
289
|
-
const retainedMeaning: Record<string, string> = {};
|
|
290
|
-
for (let index = 0; index < targets.length; index += 1) {
|
|
291
|
-
const target = targets[index];
|
|
292
|
-
if (!target || typeof target !== "object") return this.rejected("archive", `target_${index}_must_be_object`);
|
|
293
|
-
const ref = normalizedRefs[index];
|
|
294
|
-
if (!ref) return this.rejected("archive", `target_${index}_invalid_reference`);
|
|
295
|
-
const normalizedRef = contextRefForEntry(ref);
|
|
296
|
-
const source = latestRequest.refs.get(normalizedRef);
|
|
297
|
-
if (!source) return this.rejected("archive", `target_not_in_consumed_context:${normalizedRef}`);
|
|
298
|
-
const retainedValue = (target as any).retained;
|
|
299
|
-
if (retainedValue !== undefined && (typeof retainedValue !== "string" || retainedValue.trim() === "")) {
|
|
300
|
-
return this.rejected("archive", `target_${index}_retained_must_be_non_empty`);
|
|
301
|
-
}
|
|
302
|
-
const retained = typeof retainedValue === "string" ? retainedValue.trim() : undefined;
|
|
303
|
-
changes.push({
|
|
304
|
-
source: cloneSource(source.source),
|
|
305
|
-
projection: retained === undefined ? { mode: "archived" } : { mode: "archived", retained },
|
|
306
|
-
});
|
|
307
|
-
if (retained !== undefined) retainedMeaning[normalizedRef] = retained;
|
|
308
|
-
}
|
|
309
|
-
|
|
310
|
-
await this.persist({ version: CONTEXT_PROJECTION_VERSION, actor: "model", changes });
|
|
311
|
-
for (const change of changes) {
|
|
312
|
-
this.projectionState.set(change.source.entryId, {
|
|
313
|
-
source: cloneSource(change.source),
|
|
314
|
-
...change.projection,
|
|
315
|
-
});
|
|
316
|
-
}
|
|
317
|
-
return {
|
|
318
|
-
status: "ok",
|
|
319
|
-
operation: "archive",
|
|
320
|
-
changed: changes.map((change) => contextRefForEntry(change.source.entryId)),
|
|
321
|
-
message: `Archived ${changes.length} tool result${changes.length === 1 ? "" : "s"} from future context projections.`,
|
|
322
|
-
...(Object.keys(retainedMeaning).length > 0 ? { retained: retainedMeaning } : {}),
|
|
323
|
-
};
|
|
324
|
-
}
|
|
325
|
-
|
|
326
|
-
private async restoreNow(refs: unknown, actor: "model" | "user"): Promise<ContextOperationResult> {
|
|
327
|
-
if (!this.available) return this.unavailable("restore");
|
|
328
|
-
if (!Array.isArray(refs) || refs.length === 0) return this.rejected("restore", "refs_required");
|
|
329
|
-
const normalizedRefs = refs.map((ref) => entryIdFromContextRef(ref));
|
|
330
|
-
const duplicate = isDuplicate(
|
|
331
|
-
normalizedRefs.flatMap((ref) => (ref === undefined ? [] : [contextRefForEntry(ref)])),
|
|
332
|
-
);
|
|
333
|
-
if (duplicate) return this.rejected("restore", `duplicate_reference:${duplicate}`);
|
|
334
|
-
|
|
335
|
-
const changes: ContextProjectionChange[] = [];
|
|
336
|
-
const availability: Record<string, ContextAvailability> = {};
|
|
337
|
-
const activeIds = this.freeflowContext.resolver.activeToolResultIds();
|
|
338
|
-
const latestRequest = this.freeflowContext.latestRequest();
|
|
339
|
-
for (let index = 0; index < refs.length; index += 1) {
|
|
340
|
-
const ref = normalizedRefs[index];
|
|
341
|
-
if (!ref) return this.rejected("restore", `ref_${index}_invalid_reference`);
|
|
342
|
-
const normalizedRef = contextRefForEntry(ref);
|
|
343
|
-
const current = this.projectionState.get(ref);
|
|
344
|
-
if (!current) return this.rejected("restore", `reference_not_archived:${normalizedRef}`);
|
|
345
|
-
if (actor === "model" && !latestRequest?.refs.has(normalizedRef)) {
|
|
346
|
-
return this.rejected("restore", `target_not_in_consumed_context:${normalizedRef}`);
|
|
347
|
-
}
|
|
348
|
-
changes.push({ source: cloneSource(current.source), projection: { mode: "full" } });
|
|
349
|
-
let availabilityValue: ContextAvailability;
|
|
350
|
-
if (latestRequest?.refs.has(normalizedRef) || activeIds.has(current.source.entryId)) {
|
|
351
|
-
availabilityValue = "active";
|
|
352
|
-
} else {
|
|
353
|
-
availabilityValue = "history-only";
|
|
354
|
-
}
|
|
355
|
-
availability[normalizedRef] = availabilityValue;
|
|
356
|
-
}
|
|
357
|
-
|
|
358
|
-
await this.persist({ version: CONTEXT_PROJECTION_VERSION, actor, changes });
|
|
359
|
-
for (const change of changes) {
|
|
360
|
-
this.projectionState.set(change.source.entryId, {
|
|
361
|
-
source: cloneSource(change.source),
|
|
362
|
-
mode: "full",
|
|
363
|
-
});
|
|
364
|
-
}
|
|
365
|
-
return {
|
|
366
|
-
status: "ok",
|
|
367
|
-
operation: "restore",
|
|
368
|
-
changed: changes.map((change) => contextRefForEntry(change.source.entryId)),
|
|
369
|
-
availability,
|
|
370
|
-
message: `Restored ${changes.length} projection${changes.length === 1 ? "" : "s"} to full content.`,
|
|
371
|
-
};
|
|
372
|
-
}
|
|
373
|
-
|
|
374
|
-
private listItem(
|
|
375
|
-
source: ResolvedContextSource,
|
|
376
|
-
projection: ContextProjection,
|
|
377
|
-
availability: ContextAvailability,
|
|
378
|
-
): ContextListItem {
|
|
379
|
-
const item: ContextListItem = {
|
|
380
|
-
ref: contextRefForEntry(source.source.entryId),
|
|
381
|
-
entryId: source.source.entryId,
|
|
382
|
-
toolCallId: source.source.toolCallId,
|
|
383
|
-
toolName: source.source.toolName,
|
|
384
|
-
mode: projection.mode,
|
|
385
|
-
originalCharacters: contentCharacters(source.message?.content),
|
|
386
|
-
projectedCharacters: projectedCharacters(source.source, source.message, projection),
|
|
387
|
-
availability,
|
|
388
|
-
};
|
|
389
|
-
if (projection.mode === "archived" && projection.retained !== undefined) {
|
|
390
|
-
item.retained = projection.retained;
|
|
391
|
-
}
|
|
392
|
-
return item;
|
|
393
|
-
}
|
|
394
|
-
|
|
395
|
-
private rejected(operation: ContextOperationResult["operation"], message: string): ContextOperationResult {
|
|
396
|
-
return { status: "rejected", operation, changed: [], message };
|
|
397
|
-
}
|
|
398
|
-
|
|
399
|
-
private unavailable(operation: ContextOperationResult["operation"]): ContextOperationResult {
|
|
400
|
-
return {
|
|
401
|
-
status: "unavailable",
|
|
402
|
-
operation,
|
|
403
|
-
changed: [],
|
|
404
|
-
message: this.unavailableReason ?? "context_virtualization_unavailable",
|
|
405
|
-
};
|
|
406
|
-
}
|
|
407
|
-
|
|
408
|
-
private persist(journal: ContextProjectionJournal): void | Promise<void> {
|
|
409
|
-
let append: ((type: string, data: ContextProjectionJournal) => unknown) | undefined;
|
|
410
|
-
if (typeof this.pi?.appendEntryDurable === "function") {
|
|
411
|
-
append = this.pi.appendEntryDurable;
|
|
412
|
-
} else if (typeof this.pi?.appendEntry === "function") {
|
|
413
|
-
append = this.pi.appendEntry;
|
|
414
|
-
}
|
|
415
|
-
if (!append) throw new Error("The Pi host does not expose a session entry persistence method.");
|
|
416
|
-
const result = append.call(this.pi, CONTEXT_PROJECTION_ENTRY, journal);
|
|
417
|
-
if (result && typeof result.then === "function") return result;
|
|
418
|
-
}
|
|
419
|
-
|
|
420
|
-
private enqueue<T>(task: () => Promise<T>): Promise<T> {
|
|
421
|
-
const run = this.mutationQueue.then(task);
|
|
422
|
-
this.mutationQueue = run.then(
|
|
423
|
-
() => undefined,
|
|
424
|
-
() => undefined,
|
|
425
|
-
);
|
|
426
|
-
return run;
|
|
427
|
-
}
|
|
428
|
-
}
|
|
@@ -1,79 +0,0 @@
|
|
|
1
|
-
import {
|
|
2
|
-
CONTEXT_PROJECTION_ENTRY,
|
|
3
|
-
CONTEXT_PROJECTION_VERSION,
|
|
4
|
-
type ContextProjectionJournal,
|
|
5
|
-
type ContextProjectionState,
|
|
6
|
-
isRecord,
|
|
7
|
-
} from "./types.js";
|
|
8
|
-
|
|
9
|
-
type ProjectionLike = {
|
|
10
|
-
mode: "full" | "archived";
|
|
11
|
-
retained?: unknown;
|
|
12
|
-
};
|
|
13
|
-
|
|
14
|
-
function isProjection(value: unknown): value is ProjectionLike {
|
|
15
|
-
if (!isRecord(value) || (value.mode !== "full" && value.mode !== "archived")) return false;
|
|
16
|
-
if (value.mode === "archived" && value.retained !== undefined && typeof value.retained !== "string") return false;
|
|
17
|
-
return true;
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
function isJournal(value: unknown): value is ContextProjectionJournal {
|
|
21
|
-
if (!isRecord(value) || value.version !== CONTEXT_PROJECTION_VERSION) return false;
|
|
22
|
-
if (value.actor !== "model" && value.actor !== "user") return false;
|
|
23
|
-
if (value.reset !== undefined && value.reset !== "all") return false;
|
|
24
|
-
if (value.changes !== undefined && !Array.isArray(value.changes)) return false;
|
|
25
|
-
return true;
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
export function replayProjectionEntries(
|
|
29
|
-
entries: readonly any[],
|
|
30
|
-
sessionId: string,
|
|
31
|
-
): Map<string, ContextProjectionState> {
|
|
32
|
-
const state = new Map<string, ContextProjectionState>();
|
|
33
|
-
|
|
34
|
-
for (const entry of entries) {
|
|
35
|
-
if (entry?.type !== "custom" || entry.customType !== CONTEXT_PROJECTION_ENTRY) continue;
|
|
36
|
-
const data = entry.data;
|
|
37
|
-
if (!isJournal(data)) continue;
|
|
38
|
-
|
|
39
|
-
if (data.reset === "all") {
|
|
40
|
-
state.clear();
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
for (const change of data.changes ?? []) {
|
|
44
|
-
if (!isRecord(change) || !isRecord(change.source) || !isProjection(change.projection)) continue;
|
|
45
|
-
if (change.source.sessionId !== sessionId || typeof change.source.entryId !== "string") continue;
|
|
46
|
-
if (change.projection.mode === "archived" && change.projection.retained !== undefined) {
|
|
47
|
-
state.set(change.source.entryId, {
|
|
48
|
-
source: { ...change.source },
|
|
49
|
-
mode: "archived",
|
|
50
|
-
retained: change.projection.retained,
|
|
51
|
-
});
|
|
52
|
-
} else if (change.projection.mode === "archived") {
|
|
53
|
-
state.set(change.source.entryId, {
|
|
54
|
-
source: { ...change.source },
|
|
55
|
-
mode: "archived",
|
|
56
|
-
});
|
|
57
|
-
} else {
|
|
58
|
-
state.set(change.source.entryId, {
|
|
59
|
-
source: { ...change.source },
|
|
60
|
-
mode: "full",
|
|
61
|
-
});
|
|
62
|
-
}
|
|
63
|
-
}
|
|
64
|
-
}
|
|
65
|
-
|
|
66
|
-
return state;
|
|
67
|
-
}
|
|
68
|
-
|
|
69
|
-
export function cloneProjectionState(state: Map<string, ContextProjectionState>) {
|
|
70
|
-
return new Map(
|
|
71
|
-
[...state.entries()].map(([entryId, projection]) => [
|
|
72
|
-
entryId,
|
|
73
|
-
{
|
|
74
|
-
...projection,
|
|
75
|
-
source: { ...projection.source },
|
|
76
|
-
},
|
|
77
|
-
]),
|
|
78
|
-
);
|
|
79
|
-
}
|
|
@@ -1,92 +0,0 @@
|
|
|
1
|
-
import type { ContextSourceIdentity } from "../freeflow-context/types.js";
|
|
2
|
-
|
|
3
|
-
export { CONTEXT_REF_PREFIX, contextRefForEntry, entryIdFromContextRef } from "../freeflow-context/types.js";
|
|
4
|
-
export type {
|
|
5
|
-
ContextRequestSnapshot,
|
|
6
|
-
ContextSourceKind,
|
|
7
|
-
ContextSourceIdentity,
|
|
8
|
-
ProjectedContextSource,
|
|
9
|
-
ResolvedContextEntry,
|
|
10
|
-
ResolvedContextSource,
|
|
11
|
-
SourceProjectionOutcome,
|
|
12
|
-
} from "../freeflow-context/types.js";
|
|
13
|
-
|
|
14
|
-
export const CONTEXT_PROJECTION_ENTRY = "freeflow-context-projection";
|
|
15
|
-
export const CONTEXT_PROJECTION_VERSION = 1 as const;
|
|
16
|
-
|
|
17
|
-
export type ContextProjectionMode = "full" | "archived";
|
|
18
|
-
export type ContextProjectionActor = "model" | "user";
|
|
19
|
-
|
|
20
|
-
export type ContextProjection = { mode: "full" } | { mode: "archived"; retained?: string };
|
|
21
|
-
|
|
22
|
-
export type ContextProjectionState = ContextProjection & {
|
|
23
|
-
source: ContextSourceIdentity;
|
|
24
|
-
};
|
|
25
|
-
|
|
26
|
-
export type ContextProjectionChange = {
|
|
27
|
-
source: ContextSourceIdentity;
|
|
28
|
-
projection: ContextProjection;
|
|
29
|
-
};
|
|
30
|
-
|
|
31
|
-
export type ContextProjectionJournal = {
|
|
32
|
-
version: typeof CONTEXT_PROJECTION_VERSION;
|
|
33
|
-
actor: ContextProjectionActor;
|
|
34
|
-
changes?: ContextProjectionChange[];
|
|
35
|
-
reset?: "all";
|
|
36
|
-
};
|
|
37
|
-
|
|
38
|
-
export type ContextProjectionResult = {
|
|
39
|
-
messages: any[];
|
|
40
|
-
changed: boolean;
|
|
41
|
-
available: boolean;
|
|
42
|
-
generation?: number;
|
|
43
|
-
};
|
|
44
|
-
|
|
45
|
-
export type ContextAvailability = "active" | "history-only" | "unresolved";
|
|
46
|
-
|
|
47
|
-
export type ContextListItem = {
|
|
48
|
-
ref: string;
|
|
49
|
-
entryId: string;
|
|
50
|
-
toolCallId?: string;
|
|
51
|
-
toolName?: string;
|
|
52
|
-
mode: ContextProjectionMode;
|
|
53
|
-
retained?: string;
|
|
54
|
-
originalCharacters: number;
|
|
55
|
-
projectedCharacters: number;
|
|
56
|
-
availability: ContextAvailability;
|
|
57
|
-
};
|
|
58
|
-
|
|
59
|
-
export type ContextStatus = {
|
|
60
|
-
available: boolean;
|
|
61
|
-
unavailableReason?: string;
|
|
62
|
-
sessionId: string;
|
|
63
|
-
branchLeafId?: string | null;
|
|
64
|
-
counts: {
|
|
65
|
-
full: number;
|
|
66
|
-
archived: number;
|
|
67
|
-
retained: number;
|
|
68
|
-
};
|
|
69
|
-
originalCharacters: number;
|
|
70
|
-
projectedCharacters: number;
|
|
71
|
-
historyOnly: number;
|
|
72
|
-
unresolved: number;
|
|
73
|
-
items: ContextListItem[];
|
|
74
|
-
};
|
|
75
|
-
|
|
76
|
-
export type ContextOperationResult = {
|
|
77
|
-
status: "ok" | "rejected" | "unavailable";
|
|
78
|
-
operation: "archive" | "restore" | "reset";
|
|
79
|
-
changed: string[];
|
|
80
|
-
message?: string;
|
|
81
|
-
retained?: Record<string, string>;
|
|
82
|
-
availability?: Record<string, ContextAvailability>;
|
|
83
|
-
};
|
|
84
|
-
|
|
85
|
-
export function isRecord(value: unknown): value is Record<string, unknown> {
|
|
86
|
-
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
87
|
-
}
|
|
88
|
-
|
|
89
|
-
export function projectionCharacters(projection: ContextProjection): number {
|
|
90
|
-
if (projection.mode === "full") return 0;
|
|
91
|
-
return projection.retained?.length ?? 0;
|
|
92
|
-
}
|
|
@@ -1,81 +0,0 @@
|
|
|
1
|
-
export const PASSAGE_TARGET_CHARACTERS = 2_000;
|
|
2
|
-
export const PASSAGE_OVERLAP_CHARACTERS = 200;
|
|
3
|
-
export const SNIPPET_MAX_CHARACTERS = 400;
|
|
4
|
-
|
|
5
|
-
export type TextPassage = {
|
|
6
|
-
text: string;
|
|
7
|
-
start: number;
|
|
8
|
-
end: number;
|
|
9
|
-
tokens: string[];
|
|
10
|
-
length: number;
|
|
11
|
-
};
|
|
12
|
-
|
|
13
|
-
export function normalizeText(value: string): string {
|
|
14
|
-
return value.normalize("NFKC").toLocaleLowerCase().replace(/\s+/g, " ").trim();
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
export function tokenize(value: string): string[] {
|
|
18
|
-
return normalizeText(value).match(/[\p{L}\p{N}_]+(?:[./:@#$%+-][\p{L}\p{N}_]+)*/gu) ?? [];
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
export function unique(values: readonly string[]): string[] {
|
|
22
|
-
return [...new Set(values)];
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
export function throwIfAborted(signal?: AbortSignal): void {
|
|
26
|
-
if (!signal?.aborted) return;
|
|
27
|
-
const error = new Error("conversation_history_search_cancelled");
|
|
28
|
-
error.name = "AbortError";
|
|
29
|
-
throw error;
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
function passageEnd(text: string, start: number): number {
|
|
33
|
-
const target = Math.min(text.length, start + PASSAGE_TARGET_CHARACTERS);
|
|
34
|
-
if (target === text.length) return target;
|
|
35
|
-
const paragraphBreak = text.lastIndexOf("\n\n", target);
|
|
36
|
-
if (paragraphBreak > start + PASSAGE_TARGET_CHARACTERS / 2) return paragraphBreak + 2;
|
|
37
|
-
const lineBreak = text.lastIndexOf("\n", target);
|
|
38
|
-
if (lineBreak > start + PASSAGE_TARGET_CHARACTERS / 2) return lineBreak + 1;
|
|
39
|
-
return target;
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
export function splitTextIntoPassages(text: string, signal?: AbortSignal): TextPassage[] {
|
|
43
|
-
throwIfAborted(signal);
|
|
44
|
-
if (text.length <= PASSAGE_TARGET_CHARACTERS) {
|
|
45
|
-
return [{ text, start: 0, end: text.length, tokens: tokenize(text), length: Math.max(1, tokenize(text).length) }];
|
|
46
|
-
}
|
|
47
|
-
const result: TextPassage[] = [];
|
|
48
|
-
let start = 0;
|
|
49
|
-
while (start < text.length) {
|
|
50
|
-
throwIfAborted(signal);
|
|
51
|
-
const end = passageEnd(text, start);
|
|
52
|
-
const passageText = text.slice(start, end);
|
|
53
|
-
const tokens = tokenize(passageText);
|
|
54
|
-
result.push({ text: passageText, start, end, tokens, length: Math.max(1, tokens.length) });
|
|
55
|
-
if (end >= text.length) break;
|
|
56
|
-
start = Math.max(start + 1, end - PASSAGE_OVERLAP_CHARACTERS);
|
|
57
|
-
}
|
|
58
|
-
return result;
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
export function snippet(text: string, phrase: string, terms: readonly string[]): string {
|
|
62
|
-
if (text.length <= SNIPPET_MAX_CHARACTERS) return text;
|
|
63
|
-
const lower = text.toLocaleLowerCase();
|
|
64
|
-
const phraseIndex = phrase ? lower.indexOf(phrase) : -1;
|
|
65
|
-
const termIndex =
|
|
66
|
-
phraseIndex >= 0
|
|
67
|
-
? phraseIndex
|
|
68
|
-
: terms.reduce((best, term) => {
|
|
69
|
-
const index = lower.indexOf(term);
|
|
70
|
-
return index >= 0 && (best < 0 || index < best) ? index : best;
|
|
71
|
-
}, -1);
|
|
72
|
-
const center = termIndex >= 0 ? termIndex : 0;
|
|
73
|
-
let start = Math.max(0, center - Math.floor(SNIPPET_MAX_CHARACTERS / 3));
|
|
74
|
-
const end = Math.min(text.length, start + SNIPPET_MAX_CHARACTERS);
|
|
75
|
-
if (end - start < SNIPPET_MAX_CHARACTERS) start = Math.max(0, end - SNIPPET_MAX_CHARACTERS);
|
|
76
|
-
const prefix = start > 0 ? "…" : "";
|
|
77
|
-
const suffix = end < text.length ? "…" : "";
|
|
78
|
-
const available = SNIPPET_MAX_CHARACTERS - prefix.length - suffix.length;
|
|
79
|
-
const body = text.slice(start, start + available);
|
|
80
|
-
return `${prefix}${body}${suffix}`;
|
|
81
|
-
}
|