@hassangameryt/freeflow 0.7.2 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (267) hide show
  1. package/.claude-plugin/marketplace.json +1 -1
  2. package/.claude-plugin/plugin.json +1 -1
  3. package/.codex-plugin/plugin.json +1 -1
  4. package/.cursor-plugin/plugin.json +1 -1
  5. package/NOTICE +14 -0
  6. package/README.md +151 -136
  7. package/capabilities/cognitive-routing/SKILL.md +110 -96
  8. package/capabilities/cognitive-routing/references/both-mode.md +36 -0
  9. package/capabilities/cognitive-routing/references/executor-mode.md +48 -0
  10. package/capabilities/cognitive-routing/references/helper-mode.md +47 -0
  11. package/capabilities/compaction/SKILL.md +49 -0
  12. package/capabilities/compaction/references/summary-format.md +239 -0
  13. package/command-surface.json +4 -0
  14. package/gemini-extension.json +1 -1
  15. package/hooks/shared/runtime-context.mjs +28 -30
  16. package/licenses/Apache-2.0.txt +55 -0
  17. package/package.json +22 -9
  18. package/pi-extension/README.md +41 -0
  19. package/pi-extension/dist/cognitive-routing/assembler.js +393 -0
  20. package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/config.js +40 -21
  21. package/pi-extension/dist/cognitive-routing/economics.js +45 -0
  22. package/pi-extension/dist/cognitive-routing/event-schema.js +388 -0
  23. package/pi-extension/dist/cognitive-routing/event-store.js +280 -0
  24. package/pi-extension/dist/cognitive-routing/gate.js +241 -0
  25. package/pi-extension/dist/cognitive-routing/handlers.js +899 -0
  26. package/pi-extension/dist/cognitive-routing/handoffs.js +350 -0
  27. package/pi-extension/dist/cognitive-routing/model-control.js +467 -0
  28. package/pi-extension/dist/cognitive-routing/projection.js +503 -0
  29. package/pi-extension/dist/cognitive-routing/provenance.js +81 -0
  30. package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/render.js +31 -10
  31. package/pi-extension/dist/cognitive-routing/runtime.js +396 -0
  32. package/pi-extension/dist/cognitive-routing/schemas.js +209 -0
  33. package/pi-extension/dist/cognitive-routing/session.js +221 -0
  34. package/pi-extension/dist/cognitive-routing/sources.js +291 -0
  35. package/pi-extension/dist/cognitive-routing/state.js +487 -0
  36. package/pi-extension/dist/cognitive-routing/status.js +80 -0
  37. package/pi-extension/dist/cognitive-routing/tools.js +60 -0
  38. package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/types.js +10 -12
  39. package/pi-extension/dist/compaction/carry.js +191 -0
  40. package/pi-extension/dist/compaction/config.js +22 -0
  41. package/pi-extension/dist/compaction/controller.js +471 -0
  42. package/pi-extension/dist/compaction/harness.js +77 -0
  43. package/pi-extension/dist/compaction/results.js +158 -0
  44. package/pi-extension/dist/compaction/thresholds.js +35 -0
  45. package/pi-extension/dist/compaction/tool.js +57 -0
  46. package/pi-extension/dist/host/branch.js +13 -0
  47. package/pi-extension/dist/host/canonical.js +12 -0
  48. package/pi-extension/dist/host/catalog.js +77 -0
  49. package/pi-extension/dist/host/config.js +374 -0
  50. package/pi-extension/dist/host/projection-tags.js +60 -0
  51. package/pi-extension/dist/host/prompts.js +82 -0
  52. package/pi-extension/dist/{session-sources → host}/read-only-session.js +112 -1
  53. package/pi-extension/dist/host/request-history.js +298 -0
  54. package/pi-extension/dist/host/runtime-state.js +189 -0
  55. package/pi-extension/dist/host/settings/freeflow-command.js +1570 -0
  56. package/pi-extension/dist/{settings/settings-tui.js → host/settings/settings-view.js} +186 -73
  57. package/pi-extension/dist/host/staging.js +28 -0
  58. package/pi-extension/dist/host/status.js +101 -0
  59. package/pi-extension/dist/index.js +441 -170
  60. package/pi-extension/dist/provider-support/cache/anchor.js +21 -0
  61. package/pi-extension/dist/provider-support/cache/anthropic.js +102 -0
  62. package/pi-extension/dist/provider-support/cache/health.js +73 -0
  63. package/pi-extension/dist/provider-support/cache/index.js +58 -0
  64. package/pi-extension/dist/provider-support/cache/keepalive.js +210 -0
  65. package/pi-extension/dist/provider-support/cache/monitor.js +17 -0
  66. package/pi-extension/dist/provider-support/cache/openai-responses.js +48 -0
  67. package/pi-extension/dist/provider-support/effort.js +13 -0
  68. package/pi-extension/dist/provider-support/index.js +45 -0
  69. package/pi-extension/dist/provider-support/openai/adapter.js +127 -0
  70. package/pi-extension/dist/provider-support/openai/history.js +127 -0
  71. package/pi-extension/dist/provider-support/openai/index.js +15 -0
  72. package/pi-extension/dist/provider-support/openai/session-state.js +105 -0
  73. package/pi-extension/dist/provider-support/routes.js +17 -0
  74. package/pi-extension/dist/tool-execution/apply-patch/grammar.js +23 -0
  75. package/pi-extension/dist/tool-execution/apply-patch/match.js +38 -0
  76. package/pi-extension/dist/tool-execution/apply-patch/parser.js +177 -0
  77. package/pi-extension/dist/tool-execution/apply-patch/plan.js +201 -0
  78. package/pi-extension/dist/tool-execution/apply-patch/tool.js +84 -0
  79. package/pi-extension/dist/tool-execution/background.js +238 -0
  80. package/pi-extension/dist/tool-execution/bash-guard.js +23 -0
  81. package/pi-extension/dist/tool-execution/config.js +22 -0
  82. package/pi-extension/dist/tool-execution/edit-messages.js +120 -0
  83. package/pi-extension/dist/tool-execution/file-state.js +138 -0
  84. package/pi-extension/dist/tool-execution/file-tracking.js +143 -0
  85. package/pi-extension/dist/tool-execution/prompt.js +54 -0
  86. package/pi-extension/dist/tool-execution/tools.js +16 -0
  87. package/pi-extension/freeflow/README.md +9 -0
  88. package/plugin.json +1 -1
  89. package/runtime/prompts/cognitive-routing.md +4 -4
  90. package/runtime/prompts/core.md +22 -75
  91. package/runtime/prompts/interaction-contract.md +15 -8
  92. package/runtime/prompts/tool-execution.md +38 -0
  93. package/runtime/prompts/working-method.md +108 -0
  94. package/skills/action-selection/SKILL.md +39 -47
  95. package/skills/action-selection/references/trajectory-stalls.md +2 -0
  96. package/skills/bypass/SKILL.md +2 -2
  97. package/skills/commit-work/SKILL.md +31 -83
  98. package/skills/commit-work/references/git-state-edges.md +1 -1
  99. package/skills/commit-work/references/simple-push.md +2 -0
  100. package/skills/commit-work/references/staging-decisions.md +1 -1
  101. package/skills/decision-gate/SKILL.md +31 -50
  102. package/skills/design-for-depth/SKILL.md +44 -53
  103. package/skills/design-for-depth/references/design-pressure-signals.md +46 -144
  104. package/skills/design-for-depth/references/implementation-decisions.md +4 -4
  105. package/skills/design-for-depth/references/interface-design-loop.md +5 -36
  106. package/skills/design-for-depth/references/module-and-dependency-design.md +2 -32
  107. package/skills/design-for-depth/references/state-and-failure-boundaries.md +2 -13
  108. package/skills/diagnose-failure/SKILL.md +39 -24
  109. package/skills/diagnose-failure/references/diagnostic-loop-catalog.md +2 -0
  110. package/skills/diagnose-failure/references/flaky-and-performance-diagnosis.md +2 -2
  111. package/skills/discuss/SKILL.md +37 -13
  112. package/skills/discuss/references/discussion-continuity.md +7 -27
  113. package/skills/evaluate-skill/SKILL.md +49 -80
  114. package/skills/evaluate-skill/references/evaluation-definition-schema.md +35 -5
  115. package/skills/evaluate-skill/references/evaluation-design.md +14 -14
  116. package/skills/evaluate-skill/references/execution-and-evidence.md +26 -5
  117. package/skills/evaluate-skill/references/review-and-revision.md +3 -1
  118. package/skills/evaluate-skill/scripts/lib/definitions.mjs +49 -8
  119. package/skills/evaluate-skill/scripts/lib/pi.mjs +14 -7
  120. package/skills/evaluate-skill/scripts/lib/review.mjs +196 -0
  121. package/skills/evaluate-skill/scripts/lib/runner.mjs +45 -8
  122. package/skills/evaluate-skill/scripts/lib/sandbox.mjs +2 -0
  123. package/skills/evaluate-skill/scripts/lib/trials.mjs +103 -0
  124. package/skills/evaluate-skill/scripts/lib/view.mjs +67 -1
  125. package/skills/evaluate-skill/scripts/pi-command-tool.mjs +144 -0
  126. package/skills/evaluate-skill/scripts/pi-guard.mjs +30 -13
  127. package/skills/evaluate-skill/scripts/skill-eval.mjs +114 -34
  128. package/skills/execute-work/SKILL.md +41 -9
  129. package/skills/execute-work/references/code-practices.md +2 -0
  130. package/skills/execute-work/references/execute-work-edges.md +11 -1
  131. package/skills/handoff/SKILL.md +1 -1
  132. package/skills/handoff/references/handoff-templates.md +1 -1
  133. package/skills/review-artifact/SKILL.md +42 -41
  134. package/skills/review-artifact/references/adjudicate-artifact-review.md +1 -1
  135. package/skills/review-artifact/references/independent-artifact-reviewer-contract.md +1 -1
  136. package/skills/review-work/SKILL.md +38 -32
  137. package/skills/review-work/references/adjudicate-work-review.md +1 -1
  138. package/skills/review-work/references/independent-work-reviewer-contract.md +1 -1
  139. package/skills/review-work/references/security-risk-lens.md +2 -4
  140. package/skills/setup-freeflow/SKILL.md +3 -1
  141. package/skills/setup-freeflow/references/activation-contract.md +7 -13
  142. package/skills/setup-freeflow/references/host-setup.md +3 -3
  143. package/skills/track-work/SKILL.md +113 -161
  144. package/skills/track-work/references/working-record-format.md +189 -350
  145. package/skills/track-work/scripts/lib/document.mjs +62 -6
  146. package/skills/track-work/scripts/lib/format.mjs +16 -1
  147. package/skills/track-work/scripts/lib/store.mjs +9 -8
  148. package/skills/track-work/scripts/lib/transitions.mjs +79 -4
  149. package/skills/track-work/scripts/working-record.mjs +34 -12
  150. package/skills/verify-work/SKILL.md +29 -20
  151. package/skills/verify-work/references/browser-runtime-evidence.md +1 -5
  152. package/skills/verify-work/references/integration-evidence.md +2 -0
  153. package/skills/verify-work/references/performance-evidence.md +3 -1
  154. package/skills/verify-work/references/test-design.md +3 -1
  155. package/skills/workflow/SKILL.md +65 -21
  156. package/skills/workflow/references/domain-skill-composition.md +5 -3
  157. package/skills/write-docs/SKILL.md +83 -0
  158. package/skills/write-docs/references/documentation-shapes.md +119 -0
  159. package/skills/write-docs/scripts/docs-check.mjs +139 -0
  160. package/skills/write-plan/SKILL.md +40 -40
  161. package/skills/write-plan/references/plan-shapes.md +1 -1
  162. package/skills/write-skill/SKILL.md +107 -147
  163. package/skills/write-skill/references/activation-boundaries.md +2 -0
  164. package/skills/write-skill/references/agent-first-instructions.md +22 -10
  165. package/skills/write-skill/references/progressive-disclosure.md +4 -2
  166. package/skills/write-skill/references/skill-dependency-graphs.md +2 -0
  167. package/skills/write-skill/scripts/lib/similarity.mjs +56 -0
  168. package/skills/write-skill/scripts/skill-author.mjs +18 -2
  169. package/skills/write-spec/SKILL.md +34 -41
  170. package/skills/write-spec/references/artifact-standards.md +1 -1
  171. package/skills/write-spec/references/decision-records.md +2 -0
  172. package/skills/write-spec/references/spec-shapes.md +1 -1
  173. package/capabilities/context-virtualization/SKILL.md +0 -103
  174. package/capabilities/conversation-history/SKILL.md +0 -53
  175. package/hooks/tests/check-host-adapters.test.mjs +0 -82
  176. package/hooks/tests/check-runtime-context-hook.sh +0 -212
  177. package/pi-extension/dist/cognitive-routing-v2/projection.js +0 -321
  178. package/pi-extension/dist/cognitive-routing-v2/runtime.js +0 -1585
  179. package/pi-extension/dist/cognitive-routing-v2/schemas.js +0 -107
  180. package/pi-extension/dist/cognitive-routing-v2/state.js +0 -612
  181. package/pi-extension/dist/cognitive-routing-v2/tools.js +0 -91
  182. package/pi-extension/dist/context-virtualization/commands.js +0 -89
  183. package/pi-extension/dist/context-virtualization/projector.js +0 -42
  184. package/pi-extension/dist/context-virtualization/runtime.js +0 -356
  185. package/pi-extension/dist/context-virtualization/state.js +0 -57
  186. package/pi-extension/dist/context-virtualization/types.js +0 -10
  187. package/pi-extension/dist/conversation-history/passages.js +0 -66
  188. package/pi-extension/dist/conversation-history/ranking.js +0 -105
  189. package/pi-extension/dist/conversation-history/runtime.js +0 -226
  190. package/pi-extension/dist/conversation-history/search.js +0 -56
  191. package/pi-extension/dist/conversation-history/types.js +0 -1
  192. package/pi-extension/dist/freeflow-context/resolver.js +0 -120
  193. package/pi-extension/dist/freeflow-context/runtime.js +0 -80
  194. package/pi-extension/dist/freeflow-context/source-projector.js +0 -95
  195. package/pi-extension/dist/freeflow-context/tool.js +0 -313
  196. package/pi-extension/dist/freeflow-context/types.js +0 -12
  197. package/pi-extension/dist/freeflow-context/visibility.js +0 -28
  198. package/pi-extension/dist/integrations/mcp-config.js +0 -29
  199. package/pi-extension/dist/runtime/runtime-context.js +0 -735
  200. package/pi-extension/dist/runtime/runtime-identity.js +0 -5
  201. package/pi-extension/dist/session-sources/events.js +0 -195
  202. package/pi-extension/dist/session-sources/sources.js +0 -233
  203. package/pi-extension/dist/settings/settings-ui.js +0 -1160
  204. package/pi-extension/dist/ui/text-component.js +0 -57
  205. package/pi-extension/src/cognitive-routing-v2/budget.ts +0 -42
  206. package/pi-extension/src/cognitive-routing-v2/config.ts +0 -143
  207. package/pi-extension/src/cognitive-routing-v2/projection.ts +0 -365
  208. package/pi-extension/src/cognitive-routing-v2/render.ts +0 -256
  209. package/pi-extension/src/cognitive-routing-v2/runtime.ts +0 -1634
  210. package/pi-extension/src/cognitive-routing-v2/schemas.ts +0 -109
  211. package/pi-extension/src/cognitive-routing-v2/state.ts +0 -622
  212. package/pi-extension/src/cognitive-routing-v2/tools.ts +0 -93
  213. package/pi-extension/src/cognitive-routing-v2/types.ts +0 -222
  214. package/pi-extension/src/context-virtualization/commands.ts +0 -111
  215. package/pi-extension/src/context-virtualization/projector.ts +0 -62
  216. package/pi-extension/src/context-virtualization/runtime.ts +0 -406
  217. package/pi-extension/src/context-virtualization/state.ts +0 -79
  218. package/pi-extension/src/context-virtualization/types.ts +0 -92
  219. package/pi-extension/src/conversation-history/passages.ts +0 -81
  220. package/pi-extension/src/conversation-history/ranking.ts +0 -155
  221. package/pi-extension/src/conversation-history/runtime.ts +0 -250
  222. package/pi-extension/src/conversation-history/search.ts +0 -79
  223. package/pi-extension/src/conversation-history/types.ts +0 -31
  224. package/pi-extension/src/freeflow-context/resolver.ts +0 -139
  225. package/pi-extension/src/freeflow-context/runtime.ts +0 -100
  226. package/pi-extension/src/freeflow-context/source-projector.ts +0 -106
  227. package/pi-extension/src/freeflow-context/tool.ts +0 -365
  228. package/pi-extension/src/freeflow-context/types.ts +0 -70
  229. package/pi-extension/src/freeflow-context/visibility.ts +0 -53
  230. package/pi-extension/src/index.ts +0 -368
  231. package/pi-extension/src/integrations/mcp-config.ts +0 -32
  232. package/pi-extension/src/runtime/runtime-context.ts +0 -838
  233. package/pi-extension/src/runtime/runtime-identity.ts +0 -8
  234. package/pi-extension/src/session-sources/events.ts +0 -208
  235. package/pi-extension/src/session-sources/read-only-session.ts +0 -170
  236. package/pi-extension/src/session-sources/sources.ts +0 -263
  237. package/pi-extension/src/settings/settings-tui.ts +0 -501
  238. package/pi-extension/src/settings/settings-ui.ts +0 -1422
  239. package/pi-extension/src/ui/text-component.ts +0 -66
  240. package/pi-extension/tests/cognitive-routing-v2/communication.test.js +0 -484
  241. package/pi-extension/tests/cognitive-routing-v2/compaction-input.test.js +0 -183
  242. package/pi-extension/tests/cognitive-routing-v2/native.test.js +0 -441
  243. package/pi-extension/tests/cognitive-routing-v2/performance.test.js +0 -87
  244. package/pi-extension/tests/cognitive-routing-v2/persistence.test.js +0 -245
  245. package/pi-extension/tests/cognitive-routing-v2/projection.test.js +0 -241
  246. package/pi-extension/tests/cognitive-routing-v2/recovery.test.js +0 -236
  247. package/pi-extension/tests/cognitive-routing-v2/render.test.js +0 -230
  248. package/pi-extension/tests/cognitive-routing-v2/runtime.test.js +0 -153
  249. package/pi-extension/tests/cognitive-routing-v2/stabilization.test.js +0 -521
  250. package/pi-extension/tests/cognitive-routing-v2/state.test.js +0 -275
  251. package/pi-extension/tests/context-virtualization/extension.test.js +0 -765
  252. package/pi-extension/tests/context-virtualization/projector.test.js +0 -110
  253. package/pi-extension/tests/context-virtualization/runtime.test.js +0 -216
  254. package/pi-extension/tests/conversation-history/runtime.test.js +0 -98
  255. package/pi-extension/tests/conversation-history/search.test.js +0 -97
  256. package/pi-extension/tests/fixtures/pi-host.js +0 -4
  257. package/pi-extension/tests/fixtures/routing-native.js +0 -188
  258. package/pi-extension/tests/integration/mode-free-core.test.js +0 -219
  259. package/pi-extension/tests/integration/pi-extension.test.js +0 -968
  260. package/pi-extension/tests/integration/prompt-architecture.test.js +0 -431
  261. package/pi-extension/tests/integration/unaffected-regressions.test.js +0 -478
  262. package/pi-extension/tests/settings/settings-tui.test.js +0 -243
  263. package/pi-extension/tsconfig.json +0 -16
  264. package/runtime/prompts/context-virtualization.md +0 -3
  265. package/runtime/prompts/conversation-history.md +0 -3
  266. package/skills/design-for-depth/references/software-design-philosophy.md +0 -202
  267. /package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/budget.js +0 -0
@@ -1,406 +0,0 @@
1
- import {
2
- CONTEXT_PROJECTION_ENTRY,
3
- CONTEXT_PROJECTION_VERSION,
4
- contextRefForEntry,
5
- entryIdFromContextRef,
6
- type ContextAvailability,
7
- type ContextListItem,
8
- type ContextOperationResult,
9
- type ContextProjection,
10
- type ContextProjectionChange,
11
- type ContextProjectionJournal,
12
- type ContextProjectionResult,
13
- type ContextProjectionState,
14
- type ContextStatus,
15
- } from "./types.js";
16
- import { FreeflowContextRuntime } from "../freeflow-context/runtime.js";
17
- import type { ContextSourceIdentity, ResolvedContextSource } from "../freeflow-context/types.js";
18
- import { contentCharacters, projectToolResultMessage, projectedCharacters } from "./projector.js";
19
- import { replayProjectionEntries } from "./state.js";
20
-
21
- function cloneSource(source: ContextSourceIdentity): ContextSourceIdentity {
22
- return { ...source };
23
- }
24
-
25
- function sourceProjection(state: ContextProjectionState | undefined): ContextProjection {
26
- if (!state || state.mode === "full") return { mode: "full" };
27
- return state.retained === undefined ? { mode: "archived" } : { mode: "archived", retained: state.retained };
28
- }
29
-
30
- function safeJsonEqual(left: unknown, right: unknown): boolean {
31
- try {
32
- return JSON.stringify(left) === JSON.stringify(right);
33
- } catch {
34
- return false;
35
- }
36
- }
37
-
38
- function isDuplicate(values: string[]): string | undefined {
39
- const seen = new Set<string>();
40
- for (const value of values) {
41
- if (seen.has(value)) return value;
42
- seen.add(value);
43
- }
44
- return undefined;
45
- }
46
-
47
- export class ContextVirtualizationRuntime {
48
- private readonly pi: any;
49
- private readonly freeflowContext: FreeflowContextRuntime;
50
- private ctx: any;
51
- private sessionId = "current";
52
- private branchLeafId: string | null | undefined;
53
- private projectionState = new Map<string, ContextProjectionState>();
54
- private available = true;
55
- private unavailableReason: string | undefined;
56
- private mutationQueue: Promise<unknown> = Promise.resolve();
57
-
58
- constructor(pi: any, ctx: any, freeflowContext = new FreeflowContextRuntime(ctx)) {
59
- this.pi = pi;
60
- this.ctx = ctx;
61
- this.freeflowContext = freeflowContext;
62
- }
63
-
64
- setContext(ctx: any): void {
65
- this.ctx = ctx;
66
- this.freeflowContext.setContext(ctx);
67
- }
68
-
69
- async recover(ctx = this.ctx, options: { preserveRequest?: boolean } = {}): Promise<boolean> {
70
- this.ctx = ctx;
71
- this.freeflowContext.setContext(ctx);
72
- try {
73
- this.sessionId = this.freeflowContext.sessionId();
74
- this.branchLeafId = this.freeflowContext.branchLeafId();
75
- this.projectionState = replayProjectionEntries(this.freeflowContext.branchEntries(), this.sessionId);
76
- if (!options.preserveRequest) this.freeflowContext.clearRequest();
77
- this.available = true;
78
- this.unavailableReason = undefined;
79
- return true;
80
- } catch (error) {
81
- this.available = false;
82
- this.unavailableReason = error instanceof Error ? error.message : String(error);
83
- this.freeflowContext.clearRequest();
84
- return false;
85
- }
86
- }
87
-
88
- isAvailable(): boolean {
89
- return this.available;
90
- }
91
-
92
- isSourceFullyProjected(entryId: string): boolean {
93
- if (!this.available) return true;
94
- const projection = this.projectionState.get(entryId);
95
- return !projection || projection.mode === "full";
96
- }
97
-
98
- async project(messages: any[], enabled: boolean): Promise<ContextProjectionResult> {
99
- if (!enabled) {
100
- this.freeflowContext.clearRequest();
101
- return { messages, changed: false, available: true };
102
- }
103
-
104
- if (!(await this.recover(this.ctx))) {
105
- return { messages, changed: false, available: false };
106
- }
107
-
108
- const sourcesByToolCallId = this.freeflowContext.resolver.toolResultSources();
109
- const refs = new Map<string, ResolvedContextSource>();
110
- let changed = false;
111
- const projected = messages.map((message) => {
112
- if (message?.role !== "toolResult" || typeof message.toolCallId !== "string") return message;
113
- const source = sourcesByToolCallId.get(message.toolCallId);
114
- if (!source) return message;
115
-
116
- const ref = contextRefForEntry(source.source.entryId);
117
- refs.set(ref, source);
118
- const state = this.projectionState.get(source.source.entryId);
119
- const projection = sourceProjection(state);
120
- const nextMessage = projectToolResultMessage(message, source.source, projection);
121
- if (!safeJsonEqual(nextMessage.content, message.content)) changed = true;
122
- return nextMessage;
123
- });
124
-
125
- const request = this.freeflowContext.recordRequest(refs);
126
- return {
127
- messages: changed ? projected : messages,
128
- changed,
129
- available: true,
130
- generation: request.generation,
131
- };
132
- }
133
-
134
- async archive(targets: unknown): Promise<ContextOperationResult> {
135
- try {
136
- return await this.enqueue(() => this.archiveNow(targets));
137
- } catch (error) {
138
- return this.rejected("archive", `persistence_failed:${error instanceof Error ? error.message : String(error)}`);
139
- }
140
- }
141
-
142
- async restore(refs: unknown, actor: "model" | "user" = "model"): Promise<ContextOperationResult> {
143
- try {
144
- return await this.enqueue(() => this.restoreNow(refs, actor));
145
- } catch (error) {
146
- return this.rejected("restore", `persistence_failed:${error instanceof Error ? error.message : String(error)}`);
147
- }
148
- }
149
-
150
- async reset(): Promise<ContextOperationResult> {
151
- try {
152
- return await this.enqueue(async () => {
153
- if (!this.available) return this.unavailable("reset");
154
- const journal: ContextProjectionJournal = {
155
- version: CONTEXT_PROJECTION_VERSION,
156
- actor: "user",
157
- reset: "all",
158
- };
159
- await this.persist(journal);
160
- this.projectionState.clear();
161
- return {
162
- status: "ok",
163
- operation: "reset",
164
- changed: ["all"],
165
- message: "All context projection decisions were reset on the active branch.",
166
- };
167
- });
168
- } catch (error) {
169
- return this.rejected("reset", `persistence_failed:${error instanceof Error ? error.message : String(error)}`);
170
- }
171
- }
172
-
173
- async status(limit = 50): Promise<ContextStatus> {
174
- if (!this.available) {
175
- return {
176
- available: false,
177
- unavailableReason: this.unavailableReason,
178
- sessionId: this.sessionId,
179
- branchLeafId: this.branchLeafId,
180
- counts: { full: 0, archived: 0, retained: 0 },
181
- originalCharacters: 0,
182
- projectedCharacters: 0,
183
- historyOnly: 0,
184
- unresolved: 0,
185
- items: [],
186
- };
187
- }
188
-
189
- if (!(await this.recover(this.ctx, { preserveRequest: true }))) {
190
- return this.status(limit);
191
- }
192
-
193
- const branchSources = this.freeflowContext.resolver.sourcesByEntryId();
194
- const activeIds = this.freeflowContext.resolver.activeToolResultIds();
195
- const items: ContextListItem[] = [];
196
-
197
- for (const source of branchSources.values()) {
198
- const state = this.projectionState.get(source.source.entryId);
199
- const projection = sourceProjection(state);
200
- items.push(this.listItem(source, projection, activeIds.has(source.source.entryId) ? "active" : "history-only"));
201
- }
202
-
203
- for (const state of this.projectionState.values()) {
204
- if (branchSources.has(state.source.entryId)) continue;
205
- const projection = sourceProjection(state);
206
- items.push({
207
- ref: contextRefForEntry(state.source.entryId),
208
- entryId: state.source.entryId,
209
- toolCallId: state.source.toolCallId,
210
- toolName: state.source.toolName,
211
- mode: projection.mode,
212
- ...(projection.mode === "archived" && projection.retained !== undefined
213
- ? { retained: projection.retained }
214
- : {}),
215
- originalCharacters: 0,
216
- projectedCharacters: projection.mode === "archived" ? contentCharacters(projection.retained ?? "") : 0,
217
- availability: "unresolved",
218
- });
219
- }
220
-
221
- const counts = { full: 0, archived: 0, retained: 0 };
222
- let originalCharacters = 0;
223
- let projectedCharactersTotal = 0;
224
- let historyOnly = 0;
225
- let unresolved = 0;
226
- for (const item of items) {
227
- if (item.mode === "full") counts.full += 1;
228
- else {
229
- counts.archived += 1;
230
- if (item.retained !== undefined) counts.retained += 1;
231
- }
232
- originalCharacters += item.originalCharacters;
233
- projectedCharactersTotal += item.projectedCharacters;
234
- if (item.availability === "history-only") historyOnly += 1;
235
- if (item.availability === "unresolved") unresolved += 1;
236
- }
237
-
238
- return {
239
- available: true,
240
- sessionId: this.sessionId,
241
- branchLeafId: this.branchLeafId,
242
- counts,
243
- originalCharacters,
244
- projectedCharacters: projectedCharactersTotal,
245
- historyOnly,
246
- unresolved,
247
- items: items.slice(-Math.max(1, limit)),
248
- };
249
- }
250
-
251
- private async archiveNow(targets: unknown): Promise<ContextOperationResult> {
252
- if (!this.available) return this.unavailable("archive");
253
- if (!Array.isArray(targets) || targets.length === 0) {
254
- return this.rejected("archive", "targets_required");
255
- }
256
- const normalizedRefs = targets.map((target) =>
257
- target && typeof target === "object" ? entryIdFromContextRef((target as any).ref) : undefined,
258
- );
259
- const duplicate = isDuplicate(
260
- normalizedRefs.flatMap((ref) => (ref === undefined ? [] : [contextRefForEntry(ref)])),
261
- );
262
- if (duplicate) return this.rejected("archive", `duplicate_reference:${duplicate}`);
263
- const latestRequest = this.freeflowContext.latestRequest();
264
- if (!latestRequest) return this.rejected("archive", "no_consumed_context_request");
265
-
266
- const changes: ContextProjectionChange[] = [];
267
- const retainedMeaning: Record<string, string> = {};
268
- for (let index = 0; index < targets.length; index += 1) {
269
- const target = targets[index];
270
- if (!target || typeof target !== "object") return this.rejected("archive", `target_${index}_must_be_object`);
271
- const ref = normalizedRefs[index];
272
- if (!ref) return this.rejected("archive", `target_${index}_invalid_reference`);
273
- const normalizedRef = contextRefForEntry(ref);
274
- const source = latestRequest.refs.get(normalizedRef);
275
- if (!source) return this.rejected("archive", `target_not_in_consumed_context:${normalizedRef}`);
276
- const retainedValue = (target as any).retained;
277
- if (retainedValue !== undefined && (typeof retainedValue !== "string" || retainedValue.trim() === "")) {
278
- return this.rejected("archive", `target_${index}_retained_must_be_non_empty`);
279
- }
280
- const retained = typeof retainedValue === "string" ? retainedValue.trim() : undefined;
281
- changes.push({
282
- source: cloneSource(source.source),
283
- projection: retained === undefined ? { mode: "archived" } : { mode: "archived", retained },
284
- });
285
- if (retained !== undefined) retainedMeaning[normalizedRef] = retained;
286
- }
287
-
288
- await this.persist({ version: CONTEXT_PROJECTION_VERSION, actor: "model", changes });
289
- for (const change of changes) {
290
- this.projectionState.set(change.source.entryId, {
291
- source: cloneSource(change.source),
292
- ...change.projection,
293
- });
294
- }
295
- return {
296
- status: "ok",
297
- operation: "archive",
298
- changed: changes.map((change) => contextRefForEntry(change.source.entryId)),
299
- message: `Archived ${changes.length} tool result${changes.length === 1 ? "" : "s"} from future context projections.`,
300
- ...(Object.keys(retainedMeaning).length > 0 ? { retained: retainedMeaning } : {}),
301
- };
302
- }
303
-
304
- private async restoreNow(refs: unknown, actor: "model" | "user"): Promise<ContextOperationResult> {
305
- if (!this.available) return this.unavailable("restore");
306
- if (!Array.isArray(refs) || refs.length === 0) return this.rejected("restore", "refs_required");
307
- const normalizedRefs = refs.map((ref) => entryIdFromContextRef(ref));
308
- const duplicate = isDuplicate(
309
- normalizedRefs.flatMap((ref) => (ref === undefined ? [] : [contextRefForEntry(ref)])),
310
- );
311
- if (duplicate) return this.rejected("restore", `duplicate_reference:${duplicate}`);
312
-
313
- const changes: ContextProjectionChange[] = [];
314
- const availability: Record<string, ContextAvailability> = {};
315
- const activeIds = this.freeflowContext.resolver.activeToolResultIds();
316
- const latestRequest = this.freeflowContext.latestRequest();
317
- for (let index = 0; index < refs.length; index += 1) {
318
- const ref = normalizedRefs[index];
319
- if (!ref) return this.rejected("restore", `ref_${index}_invalid_reference`);
320
- const normalizedRef = contextRefForEntry(ref);
321
- const current = this.projectionState.get(ref);
322
- if (!current) return this.rejected("restore", `reference_not_archived:${normalizedRef}`);
323
- if (actor === "model" && !latestRequest?.refs.has(normalizedRef)) {
324
- return this.rejected("restore", `target_not_in_consumed_context:${normalizedRef}`);
325
- }
326
- changes.push({ source: cloneSource(current.source), projection: { mode: "full" } });
327
- let availabilityValue: ContextAvailability;
328
- if (latestRequest?.refs.has(normalizedRef) || activeIds.has(current.source.entryId)) {
329
- availabilityValue = "active";
330
- } else {
331
- availabilityValue = "history-only";
332
- }
333
- availability[normalizedRef] = availabilityValue;
334
- }
335
-
336
- await this.persist({ version: CONTEXT_PROJECTION_VERSION, actor, changes });
337
- for (const change of changes) {
338
- this.projectionState.set(change.source.entryId, {
339
- source: cloneSource(change.source),
340
- mode: "full",
341
- });
342
- }
343
- return {
344
- status: "ok",
345
- operation: "restore",
346
- changed: changes.map((change) => contextRefForEntry(change.source.entryId)),
347
- availability,
348
- message: `Restored ${changes.length} projection${changes.length === 1 ? "" : "s"} to full content.`,
349
- };
350
- }
351
-
352
- private listItem(
353
- source: ResolvedContextSource,
354
- projection: ContextProjection,
355
- availability: ContextAvailability,
356
- ): ContextListItem {
357
- const item: ContextListItem = {
358
- ref: contextRefForEntry(source.source.entryId),
359
- entryId: source.source.entryId,
360
- toolCallId: source.source.toolCallId,
361
- toolName: source.source.toolName,
362
- mode: projection.mode,
363
- originalCharacters: contentCharacters(source.message?.content),
364
- projectedCharacters: projectedCharacters(source.source, source.message, projection),
365
- availability,
366
- };
367
- if (projection.mode === "archived" && projection.retained !== undefined) {
368
- item.retained = projection.retained;
369
- }
370
- return item;
371
- }
372
-
373
- private rejected(operation: ContextOperationResult["operation"], message: string): ContextOperationResult {
374
- return { status: "rejected", operation, changed: [], message };
375
- }
376
-
377
- private unavailable(operation: ContextOperationResult["operation"]): ContextOperationResult {
378
- return {
379
- status: "unavailable",
380
- operation,
381
- changed: [],
382
- message: this.unavailableReason ?? "context_virtualization_unavailable",
383
- };
384
- }
385
-
386
- private persist(journal: ContextProjectionJournal): void | Promise<void> {
387
- let append: ((type: string, data: ContextProjectionJournal) => unknown) | undefined;
388
- if (typeof this.pi?.appendEntryDurable === "function") {
389
- append = this.pi.appendEntryDurable;
390
- } else if (typeof this.pi?.appendEntry === "function") {
391
- append = this.pi.appendEntry;
392
- }
393
- if (!append) throw new Error("The Pi host does not expose a session entry persistence method.");
394
- const result = append.call(this.pi, CONTEXT_PROJECTION_ENTRY, journal);
395
- if (result && typeof result.then === "function") return result;
396
- }
397
-
398
- private enqueue<T>(task: () => Promise<T>): Promise<T> {
399
- const run = this.mutationQueue.then(task);
400
- this.mutationQueue = run.then(
401
- () => undefined,
402
- () => undefined,
403
- );
404
- return run;
405
- }
406
- }
@@ -1,79 +0,0 @@
1
- import {
2
- CONTEXT_PROJECTION_ENTRY,
3
- CONTEXT_PROJECTION_VERSION,
4
- type ContextProjectionJournal,
5
- type ContextProjectionState,
6
- isRecord,
7
- } from "./types.js";
8
-
9
- type ProjectionLike = {
10
- mode: "full" | "archived";
11
- retained?: unknown;
12
- };
13
-
14
- function isProjection(value: unknown): value is ProjectionLike {
15
- if (!isRecord(value) || (value.mode !== "full" && value.mode !== "archived")) return false;
16
- if (value.mode === "archived" && value.retained !== undefined && typeof value.retained !== "string") return false;
17
- return true;
18
- }
19
-
20
- function isJournal(value: unknown): value is ContextProjectionJournal {
21
- if (!isRecord(value) || value.version !== CONTEXT_PROJECTION_VERSION) return false;
22
- if (value.actor !== "model" && value.actor !== "user") return false;
23
- if (value.reset !== undefined && value.reset !== "all") return false;
24
- if (value.changes !== undefined && !Array.isArray(value.changes)) return false;
25
- return true;
26
- }
27
-
28
- export function replayProjectionEntries(
29
- entries: readonly any[],
30
- sessionId: string,
31
- ): Map<string, ContextProjectionState> {
32
- const state = new Map<string, ContextProjectionState>();
33
-
34
- for (const entry of entries) {
35
- if (entry?.type !== "custom" || entry.customType !== CONTEXT_PROJECTION_ENTRY) continue;
36
- const data = entry.data;
37
- if (!isJournal(data)) continue;
38
-
39
- if (data.reset === "all") {
40
- state.clear();
41
- }
42
-
43
- for (const change of data.changes ?? []) {
44
- if (!isRecord(change) || !isRecord(change.source) || !isProjection(change.projection)) continue;
45
- if (change.source.sessionId !== sessionId || typeof change.source.entryId !== "string") continue;
46
- if (change.projection.mode === "archived" && change.projection.retained !== undefined) {
47
- state.set(change.source.entryId, {
48
- source: { ...change.source },
49
- mode: "archived",
50
- retained: change.projection.retained,
51
- });
52
- } else if (change.projection.mode === "archived") {
53
- state.set(change.source.entryId, {
54
- source: { ...change.source },
55
- mode: "archived",
56
- });
57
- } else {
58
- state.set(change.source.entryId, {
59
- source: { ...change.source },
60
- mode: "full",
61
- });
62
- }
63
- }
64
- }
65
-
66
- return state;
67
- }
68
-
69
- export function cloneProjectionState(state: Map<string, ContextProjectionState>) {
70
- return new Map(
71
- [...state.entries()].map(([entryId, projection]) => [
72
- entryId,
73
- {
74
- ...projection,
75
- source: { ...projection.source },
76
- },
77
- ]),
78
- );
79
- }
@@ -1,92 +0,0 @@
1
- import type { ContextSourceIdentity } from "../freeflow-context/types.js";
2
-
3
- export { CONTEXT_REF_PREFIX, contextRefForEntry, entryIdFromContextRef } from "../freeflow-context/types.js";
4
- export type {
5
- ContextRequestSnapshot,
6
- ContextSourceKind,
7
- ContextSourceIdentity,
8
- ProjectedContextSource,
9
- ResolvedContextEntry,
10
- ResolvedContextSource,
11
- SourceProjectionOutcome,
12
- } from "../freeflow-context/types.js";
13
-
14
- export const CONTEXT_PROJECTION_ENTRY = "freeflow-context-projection";
15
- export const CONTEXT_PROJECTION_VERSION = 1 as const;
16
-
17
- export type ContextProjectionMode = "full" | "archived";
18
- export type ContextProjectionActor = "model" | "user";
19
-
20
- export type ContextProjection = { mode: "full" } | { mode: "archived"; retained?: string };
21
-
22
- export type ContextProjectionState = ContextProjection & {
23
- source: ContextSourceIdentity;
24
- };
25
-
26
- export type ContextProjectionChange = {
27
- source: ContextSourceIdentity;
28
- projection: ContextProjection;
29
- };
30
-
31
- export type ContextProjectionJournal = {
32
- version: typeof CONTEXT_PROJECTION_VERSION;
33
- actor: ContextProjectionActor;
34
- changes?: ContextProjectionChange[];
35
- reset?: "all";
36
- };
37
-
38
- export type ContextProjectionResult = {
39
- messages: any[];
40
- changed: boolean;
41
- available: boolean;
42
- generation?: number;
43
- };
44
-
45
- export type ContextAvailability = "active" | "history-only" | "unresolved";
46
-
47
- export type ContextListItem = {
48
- ref: string;
49
- entryId: string;
50
- toolCallId?: string;
51
- toolName?: string;
52
- mode: ContextProjectionMode;
53
- retained?: string;
54
- originalCharacters: number;
55
- projectedCharacters: number;
56
- availability: ContextAvailability;
57
- };
58
-
59
- export type ContextStatus = {
60
- available: boolean;
61
- unavailableReason?: string;
62
- sessionId: string;
63
- branchLeafId?: string | null;
64
- counts: {
65
- full: number;
66
- archived: number;
67
- retained: number;
68
- };
69
- originalCharacters: number;
70
- projectedCharacters: number;
71
- historyOnly: number;
72
- unresolved: number;
73
- items: ContextListItem[];
74
- };
75
-
76
- export type ContextOperationResult = {
77
- status: "ok" | "rejected" | "unavailable";
78
- operation: "archive" | "restore" | "reset";
79
- changed: string[];
80
- message?: string;
81
- retained?: Record<string, string>;
82
- availability?: Record<string, ContextAvailability>;
83
- };
84
-
85
- export function isRecord(value: unknown): value is Record<string, unknown> {
86
- return typeof value === "object" && value !== null && !Array.isArray(value);
87
- }
88
-
89
- export function projectionCharacters(projection: ContextProjection): number {
90
- if (projection.mode === "full") return 0;
91
- return projection.retained?.length ?? 0;
92
- }
@@ -1,81 +0,0 @@
1
- export const PASSAGE_TARGET_CHARACTERS = 2_000;
2
- export const PASSAGE_OVERLAP_CHARACTERS = 200;
3
- export const SNIPPET_MAX_CHARACTERS = 400;
4
-
5
- export type TextPassage = {
6
- text: string;
7
- start: number;
8
- end: number;
9
- tokens: string[];
10
- length: number;
11
- };
12
-
13
- export function normalizeText(value: string): string {
14
- return value.normalize("NFKC").toLocaleLowerCase().replace(/\s+/g, " ").trim();
15
- }
16
-
17
- export function tokenize(value: string): string[] {
18
- return normalizeText(value).match(/[\p{L}\p{N}_]+(?:[./:@#$%+-][\p{L}\p{N}_]+)*/gu) ?? [];
19
- }
20
-
21
- export function unique(values: readonly string[]): string[] {
22
- return [...new Set(values)];
23
- }
24
-
25
- export function throwIfAborted(signal?: AbortSignal): void {
26
- if (!signal?.aborted) return;
27
- const error = new Error("conversation_history_search_cancelled");
28
- error.name = "AbortError";
29
- throw error;
30
- }
31
-
32
- function passageEnd(text: string, start: number): number {
33
- const target = Math.min(text.length, start + PASSAGE_TARGET_CHARACTERS);
34
- if (target === text.length) return target;
35
- const paragraphBreak = text.lastIndexOf("\n\n", target);
36
- if (paragraphBreak > start + PASSAGE_TARGET_CHARACTERS / 2) return paragraphBreak + 2;
37
- const lineBreak = text.lastIndexOf("\n", target);
38
- if (lineBreak > start + PASSAGE_TARGET_CHARACTERS / 2) return lineBreak + 1;
39
- return target;
40
- }
41
-
42
- export function splitTextIntoPassages(text: string, signal?: AbortSignal): TextPassage[] {
43
- throwIfAborted(signal);
44
- if (text.length <= PASSAGE_TARGET_CHARACTERS) {
45
- return [{ text, start: 0, end: text.length, tokens: tokenize(text), length: Math.max(1, tokenize(text).length) }];
46
- }
47
- const result: TextPassage[] = [];
48
- let start = 0;
49
- while (start < text.length) {
50
- throwIfAborted(signal);
51
- const end = passageEnd(text, start);
52
- const passageText = text.slice(start, end);
53
- const tokens = tokenize(passageText);
54
- result.push({ text: passageText, start, end, tokens, length: Math.max(1, tokens.length) });
55
- if (end >= text.length) break;
56
- start = Math.max(start + 1, end - PASSAGE_OVERLAP_CHARACTERS);
57
- }
58
- return result;
59
- }
60
-
61
- export function snippet(text: string, phrase: string, terms: readonly string[]): string {
62
- if (text.length <= SNIPPET_MAX_CHARACTERS) return text;
63
- const lower = text.toLocaleLowerCase();
64
- const phraseIndex = phrase ? lower.indexOf(phrase) : -1;
65
- const termIndex =
66
- phraseIndex >= 0
67
- ? phraseIndex
68
- : terms.reduce((best, term) => {
69
- const index = lower.indexOf(term);
70
- return index >= 0 && (best < 0 || index < best) ? index : best;
71
- }, -1);
72
- const center = termIndex >= 0 ? termIndex : 0;
73
- let start = Math.max(0, center - Math.floor(SNIPPET_MAX_CHARACTERS / 3));
74
- const end = Math.min(text.length, start + SNIPPET_MAX_CHARACTERS);
75
- if (end - start < SNIPPET_MAX_CHARACTERS) start = Math.max(0, end - SNIPPET_MAX_CHARACTERS);
76
- const prefix = start > 0 ? "…" : "";
77
- const suffix = end < text.length ? "…" : "";
78
- const available = SNIPPET_MAX_CHARACTERS - prefix.length - suffix.length;
79
- const body = text.slice(start, start + available);
80
- return `${prefix}${body}${suffix}`;
81
- }