@hassangameryt/freeflow 0.7.3 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (276) hide show
  1. package/.claude-plugin/marketplace.json +1 -1
  2. package/.claude-plugin/plugin.json +1 -1
  3. package/.codex-plugin/plugin.json +1 -1
  4. package/.cursor-plugin/plugin.json +1 -1
  5. package/NOTICE +14 -0
  6. package/README.md +26 -31
  7. package/capabilities/cognitive-routing/SKILL.md +106 -161
  8. package/capabilities/cognitive-routing/references/both-mode.md +36 -0
  9. package/capabilities/cognitive-routing/references/executor-mode.md +48 -0
  10. package/capabilities/cognitive-routing/references/helper-mode.md +47 -0
  11. package/capabilities/compaction/SKILL.md +49 -0
  12. package/capabilities/compaction/references/summary-format.md +239 -0
  13. package/command-surface.json +4 -0
  14. package/gemini-extension.json +1 -1
  15. package/hooks/shared/runtime-context.mjs +28 -30
  16. package/licenses/Apache-2.0.txt +55 -0
  17. package/package.json +22 -9
  18. package/pi-extension/README.md +41 -0
  19. package/pi-extension/dist/cognitive-routing/assembler.js +393 -0
  20. package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/config.js +5 -2
  21. package/pi-extension/dist/cognitive-routing/economics.js +45 -0
  22. package/pi-extension/dist/cognitive-routing/event-schema.js +388 -0
  23. package/pi-extension/dist/{session-sources/events.js → cognitive-routing/event-store.js} +103 -40
  24. package/pi-extension/dist/cognitive-routing/gate.js +241 -0
  25. package/pi-extension/dist/cognitive-routing/handlers.js +899 -0
  26. package/pi-extension/dist/cognitive-routing/handoffs.js +350 -0
  27. package/pi-extension/dist/cognitive-routing/model-control.js +467 -0
  28. package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/projection.js +229 -56
  29. package/pi-extension/dist/cognitive-routing/provenance.js +81 -0
  30. package/pi-extension/dist/cognitive-routing/runtime.js +396 -0
  31. package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/schemas.js +43 -7
  32. package/pi-extension/dist/cognitive-routing/session.js +221 -0
  33. package/pi-extension/dist/{session-sources → cognitive-routing}/sources.js +99 -85
  34. package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/state.js +37 -378
  35. package/pi-extension/dist/cognitive-routing/status.js +80 -0
  36. package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/tools.js +12 -12
  37. package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/types.js +5 -11
  38. package/pi-extension/dist/compaction/carry.js +191 -0
  39. package/pi-extension/dist/compaction/config.js +22 -0
  40. package/pi-extension/dist/compaction/controller.js +471 -0
  41. package/pi-extension/dist/compaction/harness.js +77 -0
  42. package/pi-extension/dist/compaction/results.js +158 -0
  43. package/pi-extension/dist/compaction/thresholds.js +35 -0
  44. package/pi-extension/dist/compaction/tool.js +57 -0
  45. package/pi-extension/dist/host/branch.js +13 -0
  46. package/pi-extension/dist/host/canonical.js +12 -0
  47. package/pi-extension/dist/host/catalog.js +77 -0
  48. package/pi-extension/dist/host/config.js +374 -0
  49. package/pi-extension/dist/host/projection-tags.js +60 -0
  50. package/pi-extension/dist/host/prompts.js +82 -0
  51. package/pi-extension/dist/{session-sources → host}/read-only-session.js +112 -1
  52. package/pi-extension/dist/{runtime → host}/request-history.js +121 -39
  53. package/pi-extension/dist/host/runtime-state.js +189 -0
  54. package/pi-extension/dist/{settings/settings-ui.js → host/settings/freeflow-command.js} +620 -410
  55. package/pi-extension/dist/{settings/settings-tui.js → host/settings/settings-view.js} +186 -73
  56. package/pi-extension/dist/host/staging.js +28 -0
  57. package/pi-extension/dist/host/status.js +101 -0
  58. package/pi-extension/dist/index.js +423 -173
  59. package/pi-extension/dist/provider-support/cache/anchor.js +21 -0
  60. package/pi-extension/dist/provider-support/cache/anthropic.js +102 -0
  61. package/pi-extension/dist/provider-support/cache/health.js +73 -0
  62. package/pi-extension/dist/provider-support/cache/index.js +58 -0
  63. package/pi-extension/dist/provider-support/cache/keepalive.js +210 -0
  64. package/pi-extension/dist/provider-support/cache/monitor.js +17 -0
  65. package/pi-extension/dist/provider-support/cache/openai-responses.js +48 -0
  66. package/pi-extension/dist/provider-support/effort.js +13 -0
  67. package/pi-extension/dist/provider-support/index.js +44 -3
  68. package/pi-extension/dist/provider-support/{astra → openai}/adapter.js +46 -29
  69. package/pi-extension/dist/provider-support/{astra → openai}/history.js +10 -8
  70. package/pi-extension/dist/provider-support/{astra → openai}/index.js +8 -4
  71. package/pi-extension/dist/provider-support/{astra → openai}/session-state.js +29 -38
  72. package/pi-extension/dist/provider-support/routes.js +17 -0
  73. package/pi-extension/dist/tool-execution/apply-patch/grammar.js +23 -0
  74. package/pi-extension/dist/tool-execution/apply-patch/match.js +38 -0
  75. package/pi-extension/dist/tool-execution/apply-patch/parser.js +177 -0
  76. package/pi-extension/dist/tool-execution/apply-patch/plan.js +201 -0
  77. package/pi-extension/dist/tool-execution/apply-patch/tool.js +84 -0
  78. package/pi-extension/dist/tool-execution/background.js +238 -0
  79. package/pi-extension/dist/tool-execution/bash-guard.js +23 -0
  80. package/pi-extension/dist/tool-execution/config.js +22 -0
  81. package/pi-extension/dist/tool-execution/edit-messages.js +120 -0
  82. package/pi-extension/dist/tool-execution/file-state.js +138 -0
  83. package/pi-extension/dist/tool-execution/file-tracking.js +143 -0
  84. package/pi-extension/dist/tool-execution/prompt.js +54 -0
  85. package/pi-extension/dist/tool-execution/tools.js +16 -0
  86. package/pi-extension/freeflow/README.md +9 -0
  87. package/plugin.json +1 -1
  88. package/runtime/prompts/cognitive-routing.md +4 -4
  89. package/runtime/prompts/core.md +22 -75
  90. package/runtime/prompts/interaction-contract.md +15 -8
  91. package/runtime/prompts/tool-execution.md +38 -0
  92. package/runtime/prompts/working-method.md +108 -0
  93. package/skills/action-selection/SKILL.md +39 -47
  94. package/skills/action-selection/references/trajectory-stalls.md +2 -0
  95. package/skills/bypass/SKILL.md +2 -2
  96. package/skills/commit-work/SKILL.md +31 -83
  97. package/skills/commit-work/references/git-state-edges.md +1 -1
  98. package/skills/commit-work/references/simple-push.md +2 -0
  99. package/skills/commit-work/references/staging-decisions.md +1 -1
  100. package/skills/decision-gate/SKILL.md +31 -50
  101. package/skills/design-for-depth/SKILL.md +44 -53
  102. package/skills/design-for-depth/references/design-pressure-signals.md +46 -144
  103. package/skills/design-for-depth/references/implementation-decisions.md +1 -1
  104. package/skills/design-for-depth/references/interface-design-loop.md +5 -36
  105. package/skills/design-for-depth/references/module-and-dependency-design.md +2 -32
  106. package/skills/design-for-depth/references/state-and-failure-boundaries.md +2 -13
  107. package/skills/diagnose-failure/SKILL.md +39 -24
  108. package/skills/diagnose-failure/references/diagnostic-loop-catalog.md +2 -0
  109. package/skills/diagnose-failure/references/flaky-and-performance-diagnosis.md +2 -2
  110. package/skills/discuss/SKILL.md +35 -11
  111. package/skills/discuss/references/discussion-continuity.md +7 -27
  112. package/skills/evaluate-skill/SKILL.md +49 -80
  113. package/skills/evaluate-skill/references/evaluation-definition-schema.md +35 -5
  114. package/skills/evaluate-skill/references/evaluation-design.md +14 -14
  115. package/skills/evaluate-skill/references/execution-and-evidence.md +26 -5
  116. package/skills/evaluate-skill/references/review-and-revision.md +3 -1
  117. package/skills/evaluate-skill/scripts/lib/definitions.mjs +49 -8
  118. package/skills/evaluate-skill/scripts/lib/pi.mjs +14 -7
  119. package/skills/evaluate-skill/scripts/lib/review.mjs +196 -0
  120. package/skills/evaluate-skill/scripts/lib/runner.mjs +45 -8
  121. package/skills/evaluate-skill/scripts/lib/sandbox.mjs +2 -0
  122. package/skills/evaluate-skill/scripts/lib/trials.mjs +103 -0
  123. package/skills/evaluate-skill/scripts/lib/view.mjs +67 -1
  124. package/skills/evaluate-skill/scripts/pi-command-tool.mjs +144 -0
  125. package/skills/evaluate-skill/scripts/pi-guard.mjs +30 -13
  126. package/skills/evaluate-skill/scripts/skill-eval.mjs +114 -34
  127. package/skills/execute-work/SKILL.md +41 -9
  128. package/skills/execute-work/references/code-practices.md +2 -0
  129. package/skills/execute-work/references/execute-work-edges.md +11 -1
  130. package/skills/handoff/SKILL.md +1 -1
  131. package/skills/handoff/references/handoff-templates.md +1 -1
  132. package/skills/review-artifact/SKILL.md +42 -41
  133. package/skills/review-artifact/references/adjudicate-artifact-review.md +1 -1
  134. package/skills/review-artifact/references/independent-artifact-reviewer-contract.md +1 -1
  135. package/skills/review-work/SKILL.md +38 -32
  136. package/skills/review-work/references/adjudicate-work-review.md +1 -1
  137. package/skills/review-work/references/independent-work-reviewer-contract.md +1 -1
  138. package/skills/review-work/references/security-risk-lens.md +2 -4
  139. package/skills/setup-freeflow/SKILL.md +3 -1
  140. package/skills/setup-freeflow/references/activation-contract.md +7 -13
  141. package/skills/setup-freeflow/references/host-setup.md +3 -3
  142. package/skills/track-work/SKILL.md +113 -161
  143. package/skills/track-work/references/working-record-format.md +189 -350
  144. package/skills/track-work/scripts/lib/document.mjs +62 -6
  145. package/skills/track-work/scripts/lib/format.mjs +16 -1
  146. package/skills/track-work/scripts/lib/store.mjs +9 -8
  147. package/skills/track-work/scripts/lib/transitions.mjs +79 -4
  148. package/skills/track-work/scripts/working-record.mjs +34 -12
  149. package/skills/verify-work/SKILL.md +29 -20
  150. package/skills/verify-work/references/browser-runtime-evidence.md +1 -5
  151. package/skills/verify-work/references/integration-evidence.md +2 -0
  152. package/skills/verify-work/references/performance-evidence.md +3 -1
  153. package/skills/verify-work/references/test-design.md +3 -1
  154. package/skills/workflow/SKILL.md +65 -21
  155. package/skills/workflow/references/domain-skill-composition.md +5 -3
  156. package/skills/write-docs/SKILL.md +83 -0
  157. package/skills/write-docs/references/documentation-shapes.md +119 -0
  158. package/skills/write-docs/scripts/docs-check.mjs +139 -0
  159. package/skills/write-plan/SKILL.md +40 -40
  160. package/skills/write-plan/references/plan-shapes.md +1 -1
  161. package/skills/write-skill/SKILL.md +107 -147
  162. package/skills/write-skill/references/activation-boundaries.md +2 -0
  163. package/skills/write-skill/references/agent-first-instructions.md +22 -10
  164. package/skills/write-skill/references/progressive-disclosure.md +4 -2
  165. package/skills/write-skill/references/skill-dependency-graphs.md +2 -0
  166. package/skills/write-skill/scripts/lib/similarity.mjs +56 -0
  167. package/skills/write-skill/scripts/skill-author.mjs +18 -2
  168. package/skills/write-spec/SKILL.md +34 -41
  169. package/skills/write-spec/references/artifact-standards.md +1 -1
  170. package/skills/write-spec/references/decision-records.md +2 -0
  171. package/skills/write-spec/references/spec-shapes.md +1 -1
  172. package/capabilities/context-virtualization/SKILL.md +0 -103
  173. package/capabilities/conversation-history/SKILL.md +0 -53
  174. package/hooks/tests/check-host-adapters.test.mjs +0 -82
  175. package/hooks/tests/check-runtime-context-hook.sh +0 -212
  176. package/pi-extension/dist/cognitive-routing-v2/runtime.js +0 -2181
  177. package/pi-extension/dist/context-virtualization/commands.js +0 -89
  178. package/pi-extension/dist/context-virtualization/projector.js +0 -42
  179. package/pi-extension/dist/context-virtualization/runtime.js +0 -378
  180. package/pi-extension/dist/context-virtualization/state.js +0 -57
  181. package/pi-extension/dist/context-virtualization/types.js +0 -10
  182. package/pi-extension/dist/conversation-history/passages.js +0 -66
  183. package/pi-extension/dist/conversation-history/ranking.js +0 -105
  184. package/pi-extension/dist/conversation-history/runtime.js +0 -226
  185. package/pi-extension/dist/conversation-history/search.js +0 -56
  186. package/pi-extension/dist/conversation-history/types.js +0 -1
  187. package/pi-extension/dist/freeflow-context/resolver.js +0 -120
  188. package/pi-extension/dist/freeflow-context/runtime.js +0 -80
  189. package/pi-extension/dist/freeflow-context/source-projector.js +0 -95
  190. package/pi-extension/dist/freeflow-context/tool.js +0 -314
  191. package/pi-extension/dist/freeflow-context/types.js +0 -12
  192. package/pi-extension/dist/freeflow-context/visibility.js +0 -28
  193. package/pi-extension/dist/integrations/mcp-config.js +0 -29
  194. package/pi-extension/dist/runtime/runtime-context.js +0 -754
  195. package/pi-extension/dist/runtime/runtime-identity.js +0 -5
  196. package/pi-extension/dist/session-sources/provenance.js +0 -32
  197. package/pi-extension/dist/ui/text-component.js +0 -57
  198. package/pi-extension/src/cognitive-routing-v2/budget.ts +0 -42
  199. package/pi-extension/src/cognitive-routing-v2/config.ts +0 -173
  200. package/pi-extension/src/cognitive-routing-v2/projection.ts +0 -375
  201. package/pi-extension/src/cognitive-routing-v2/render.ts +0 -277
  202. package/pi-extension/src/cognitive-routing-v2/runtime.ts +0 -2241
  203. package/pi-extension/src/cognitive-routing-v2/schemas.ts +0 -180
  204. package/pi-extension/src/cognitive-routing-v2/state.ts +0 -839
  205. package/pi-extension/src/cognitive-routing-v2/tools.ts +0 -62
  206. package/pi-extension/src/cognitive-routing-v2/types.ts +0 -254
  207. package/pi-extension/src/context-virtualization/commands.ts +0 -111
  208. package/pi-extension/src/context-virtualization/projector.ts +0 -62
  209. package/pi-extension/src/context-virtualization/runtime.ts +0 -428
  210. package/pi-extension/src/context-virtualization/state.ts +0 -79
  211. package/pi-extension/src/context-virtualization/types.ts +0 -92
  212. package/pi-extension/src/conversation-history/passages.ts +0 -81
  213. package/pi-extension/src/conversation-history/ranking.ts +0 -155
  214. package/pi-extension/src/conversation-history/runtime.ts +0 -250
  215. package/pi-extension/src/conversation-history/search.ts +0 -79
  216. package/pi-extension/src/conversation-history/types.ts +0 -31
  217. package/pi-extension/src/freeflow-context/resolver.ts +0 -139
  218. package/pi-extension/src/freeflow-context/runtime.ts +0 -100
  219. package/pi-extension/src/freeflow-context/source-projector.ts +0 -106
  220. package/pi-extension/src/freeflow-context/tool.ts +0 -366
  221. package/pi-extension/src/freeflow-context/types.ts +0 -70
  222. package/pi-extension/src/freeflow-context/visibility.ts +0 -53
  223. package/pi-extension/src/index.ts +0 -390
  224. package/pi-extension/src/integrations/mcp-config.ts +0 -32
  225. package/pi-extension/src/provider-support/astra/adapter.ts +0 -108
  226. package/pi-extension/src/provider-support/astra/history.ts +0 -145
  227. package/pi-extension/src/provider-support/astra/index.ts +0 -12
  228. package/pi-extension/src/provider-support/astra/session-state.ts +0 -113
  229. package/pi-extension/src/provider-support/index.ts +0 -5
  230. package/pi-extension/src/runtime/request-history.ts +0 -243
  231. package/pi-extension/src/runtime/runtime-context.ts +0 -860
  232. package/pi-extension/src/runtime/runtime-identity.ts +0 -8
  233. package/pi-extension/src/session-sources/events.ts +0 -230
  234. package/pi-extension/src/session-sources/provenance.ts +0 -39
  235. package/pi-extension/src/session-sources/read-only-session.ts +0 -170
  236. package/pi-extension/src/session-sources/sources.ts +0 -334
  237. package/pi-extension/src/settings/settings-tui.ts +0 -501
  238. package/pi-extension/src/settings/settings-ui.ts +0 -1652
  239. package/pi-extension/src/ui/text-component.ts +0 -66
  240. package/pi-extension/tests/cache-reuse/history.test.js +0 -117
  241. package/pi-extension/tests/cache-reuse/native.test.js +0 -91
  242. package/pi-extension/tests/cache-reuse/settings.test.js +0 -211
  243. package/pi-extension/tests/cognitive-routing-v2/communication.test.js +0 -577
  244. package/pi-extension/tests/cognitive-routing-v2/compaction-input.test.js +0 -183
  245. package/pi-extension/tests/cognitive-routing-v2/delegation.test.js +0 -557
  246. package/pi-extension/tests/cognitive-routing-v2/native.test.js +0 -474
  247. package/pi-extension/tests/cognitive-routing-v2/performance.test.js +0 -87
  248. package/pi-extension/tests/cognitive-routing-v2/persistence.test.js +0 -300
  249. package/pi-extension/tests/cognitive-routing-v2/projection.test.js +0 -241
  250. package/pi-extension/tests/cognitive-routing-v2/recovery.test.js +0 -1034
  251. package/pi-extension/tests/cognitive-routing-v2/render.test.js +0 -244
  252. package/pi-extension/tests/cognitive-routing-v2/runtime.test.js +0 -423
  253. package/pi-extension/tests/cognitive-routing-v2/stabilization.test.js +0 -521
  254. package/pi-extension/tests/cognitive-routing-v2/state.test.js +0 -586
  255. package/pi-extension/tests/context-virtualization/extension.test.js +0 -775
  256. package/pi-extension/tests/context-virtualization/projector.test.js +0 -110
  257. package/pi-extension/tests/context-virtualization/runtime.test.js +0 -230
  258. package/pi-extension/tests/conversation-history/runtime.test.js +0 -98
  259. package/pi-extension/tests/conversation-history/search.test.js +0 -97
  260. package/pi-extension/tests/fixtures/pi-host.js +0 -4
  261. package/pi-extension/tests/fixtures/routing-native.js +0 -191
  262. package/pi-extension/tests/integration/mode-free-core.test.js +0 -220
  263. package/pi-extension/tests/integration/pi-extension.test.js +0 -1447
  264. package/pi-extension/tests/integration/prompt-architecture.test.js +0 -447
  265. package/pi-extension/tests/integration/unaffected-regressions.test.js +0 -478
  266. package/pi-extension/tests/provider-support/astra-boundaries.test.js +0 -75
  267. package/pi-extension/tests/provider-support/astra.test.js +0 -306
  268. package/pi-extension/tests/provider-support/cli.test.js +0 -92
  269. package/pi-extension/tests/provider-support/native.test.js +0 -183
  270. package/pi-extension/tests/settings/settings-tui.test.js +0 -243
  271. package/pi-extension/tsconfig.json +0 -16
  272. package/runtime/prompts/context-virtualization.md +0 -3
  273. package/runtime/prompts/conversation-history.md +0 -3
  274. package/skills/design-for-depth/references/software-design-philosophy.md +0 -202
  275. /package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/budget.js +0 -0
  276. /package/pi-extension/dist/{cognitive-routing-v2 → cognitive-routing}/render.js +0 -0
@@ -1,428 +0,0 @@
1
- import {
2
- CONTEXT_PROJECTION_ENTRY,
3
- CONTEXT_PROJECTION_VERSION,
4
- contextRefForEntry,
5
- entryIdFromContextRef,
6
- type ContextAvailability,
7
- type ContextListItem,
8
- type ContextOperationResult,
9
- type ContextProjection,
10
- type ContextProjectionChange,
11
- type ContextProjectionJournal,
12
- type ContextProjectionResult,
13
- type ContextProjectionState,
14
- type ContextStatus,
15
- } from "./types.js";
16
- import { FreeflowContextRuntime } from "../freeflow-context/runtime.js";
17
- import type { ContextSourceIdentity, ResolvedContextSource } from "../freeflow-context/types.js";
18
- import { contentCharacters, projectToolResultMessage, projectedCharacters } from "./projector.js";
19
- import { replayProjectionEntries } from "./state.js";
20
-
21
- function cloneSource(source: ContextSourceIdentity): ContextSourceIdentity {
22
- return { ...source };
23
- }
24
-
25
- function sourceProjection(state: ContextProjectionState | undefined): ContextProjection {
26
- if (!state || state.mode === "full") return { mode: "full" };
27
- return state.retained === undefined ? { mode: "archived" } : { mode: "archived", retained: state.retained };
28
- }
29
-
30
- function safeJsonEqual(left: unknown, right: unknown): boolean {
31
- try {
32
- return JSON.stringify(left) === JSON.stringify(right);
33
- } catch {
34
- return false;
35
- }
36
- }
37
-
38
- function isDuplicate(values: string[]): string | undefined {
39
- const seen = new Set<string>();
40
- for (const value of values) {
41
- if (seen.has(value)) return value;
42
- seen.add(value);
43
- }
44
- return undefined;
45
- }
46
-
47
- export class ContextVirtualizationRuntime {
48
- private readonly pi: any;
49
- private readonly freeflowContext: FreeflowContextRuntime;
50
- private ctx: any;
51
- private sessionId = "current";
52
- private branchLeafId: string | null | undefined;
53
- private projectionState = new Map<string, ContextProjectionState>();
54
- private available = true;
55
- private unavailableReason: string | undefined;
56
- private mutationQueue: Promise<unknown> = Promise.resolve();
57
-
58
- constructor(pi: any, ctx: any, freeflowContext = new FreeflowContextRuntime(ctx)) {
59
- this.pi = pi;
60
- this.ctx = ctx;
61
- this.freeflowContext = freeflowContext;
62
- }
63
-
64
- setContext(ctx: any): void {
65
- this.ctx = ctx;
66
- this.freeflowContext.setContext(ctx);
67
- }
68
-
69
- async recover(ctx = this.ctx, options: { preserveRequest?: boolean } = {}): Promise<boolean> {
70
- this.ctx = ctx;
71
- this.freeflowContext.setContext(ctx);
72
- try {
73
- this.sessionId = this.freeflowContext.sessionId();
74
- this.branchLeafId = this.freeflowContext.branchLeafId();
75
- this.projectionState = replayProjectionEntries(this.freeflowContext.branchEntries(), this.sessionId);
76
- if (!options.preserveRequest) this.freeflowContext.clearRequest();
77
- this.available = true;
78
- this.unavailableReason = undefined;
79
- return true;
80
- } catch (error) {
81
- this.available = false;
82
- this.unavailableReason = error instanceof Error ? error.message : String(error);
83
- this.freeflowContext.clearRequest();
84
- return false;
85
- }
86
- }
87
-
88
- isAvailable(): boolean {
89
- return this.available;
90
- }
91
-
92
- isSourceFullyProjected(entryId: string): boolean {
93
- if (!this.available) return true;
94
- const projection = this.projectionState.get(entryId);
95
- return !projection || projection.mode === "full";
96
- }
97
-
98
- async project(messages: any[], enabled: boolean): Promise<ContextProjectionResult> {
99
- if (!(await this.recover(this.ctx))) {
100
- return { messages, changed: false, available: false };
101
- }
102
-
103
- const sourcesByToolCallId = this.freeflowContext.resolver.toolResultSources();
104
- const refs = new Map<string, ResolvedContextSource>();
105
- let changed = false;
106
- const projected = messages.map((message) => {
107
- if (message?.role !== "toolResult" || typeof message.toolCallId !== "string") return message;
108
- const source = sourcesByToolCallId.get(message.toolCallId);
109
- if (!source) return message;
110
-
111
- const ref = contextRefForEntry(source.source.entryId);
112
- refs.set(ref, source);
113
- const state = this.projectionState.get(source.source.entryId);
114
- const projection = enabled ? sourceProjection(state) : { mode: "full" as const };
115
- const nextMessage = projectToolResultMessage(message, source.source, projection);
116
- if (!safeJsonEqual(nextMessage.content, message.content)) changed = true;
117
- return nextMessage;
118
- });
119
-
120
- const request = enabled ? this.freeflowContext.recordRequest(refs) : undefined;
121
- if (!enabled) this.freeflowContext.clearRequest();
122
- return {
123
- messages: changed ? projected : messages,
124
- changed,
125
- available: true,
126
- generation: request?.generation,
127
- };
128
- }
129
-
130
- decorate(messages: any[]): any[] {
131
- try {
132
- const sources = this.freeflowContext.resolver.toolResultSources();
133
- return messages.map((message) => {
134
- if (message?.role !== "toolResult") return message;
135
- const source = sources.get(message.toolCallId);
136
- if (!source) return message;
137
- const marker = `[context-ref: ${contextRefForEntry(source.source.entryId)}]`;
138
- if (
139
- (Array.isArray(message.content) ? message.content : []).some(
140
- (part: any) =>
141
- part.type === "text" &&
142
- typeof part.text === "string" &&
143
- (part.text === marker ||
144
- part.text.startsWith(`[context archived: ${contextRefForEntry(source.source.entryId)}]`)),
145
- )
146
- )
147
- return message;
148
- return projectToolResultMessage(message, source.source, { mode: "full" });
149
- });
150
- } catch {
151
- // Decoration must not make Pi fall back to an unprojected context.
152
- return messages;
153
- }
154
- }
155
-
156
- async archive(targets: unknown): Promise<ContextOperationResult> {
157
- try {
158
- return await this.enqueue(() => this.archiveNow(targets));
159
- } catch (error) {
160
- return this.rejected("archive", `persistence_failed:${error instanceof Error ? error.message : String(error)}`);
161
- }
162
- }
163
-
164
- async restore(refs: unknown, actor: "model" | "user" = "model"): Promise<ContextOperationResult> {
165
- try {
166
- return await this.enqueue(() => this.restoreNow(refs, actor));
167
- } catch (error) {
168
- return this.rejected("restore", `persistence_failed:${error instanceof Error ? error.message : String(error)}`);
169
- }
170
- }
171
-
172
- async reset(): Promise<ContextOperationResult> {
173
- try {
174
- return await this.enqueue(async () => {
175
- if (!this.available) return this.unavailable("reset");
176
- const journal: ContextProjectionJournal = {
177
- version: CONTEXT_PROJECTION_VERSION,
178
- actor: "user",
179
- reset: "all",
180
- };
181
- await this.persist(journal);
182
- this.projectionState.clear();
183
- return {
184
- status: "ok",
185
- operation: "reset",
186
- changed: ["all"],
187
- message: "All context projection decisions were reset on the active branch.",
188
- };
189
- });
190
- } catch (error) {
191
- return this.rejected("reset", `persistence_failed:${error instanceof Error ? error.message : String(error)}`);
192
- }
193
- }
194
-
195
- async status(limit = 50): Promise<ContextStatus> {
196
- if (!this.available) {
197
- return {
198
- available: false,
199
- unavailableReason: this.unavailableReason,
200
- sessionId: this.sessionId,
201
- branchLeafId: this.branchLeafId,
202
- counts: { full: 0, archived: 0, retained: 0 },
203
- originalCharacters: 0,
204
- projectedCharacters: 0,
205
- historyOnly: 0,
206
- unresolved: 0,
207
- items: [],
208
- };
209
- }
210
-
211
- if (!(await this.recover(this.ctx, { preserveRequest: true }))) {
212
- return this.status(limit);
213
- }
214
-
215
- const branchSources = this.freeflowContext.resolver.sourcesByEntryId();
216
- const activeIds = this.freeflowContext.resolver.activeToolResultIds();
217
- const items: ContextListItem[] = [];
218
-
219
- for (const source of branchSources.values()) {
220
- const state = this.projectionState.get(source.source.entryId);
221
- const projection = sourceProjection(state);
222
- items.push(this.listItem(source, projection, activeIds.has(source.source.entryId) ? "active" : "history-only"));
223
- }
224
-
225
- for (const state of this.projectionState.values()) {
226
- if (branchSources.has(state.source.entryId)) continue;
227
- const projection = sourceProjection(state);
228
- items.push({
229
- ref: contextRefForEntry(state.source.entryId),
230
- entryId: state.source.entryId,
231
- toolCallId: state.source.toolCallId,
232
- toolName: state.source.toolName,
233
- mode: projection.mode,
234
- ...(projection.mode === "archived" && projection.retained !== undefined
235
- ? { retained: projection.retained }
236
- : {}),
237
- originalCharacters: 0,
238
- projectedCharacters: projection.mode === "archived" ? contentCharacters(projection.retained ?? "") : 0,
239
- availability: "unresolved",
240
- });
241
- }
242
-
243
- const counts = { full: 0, archived: 0, retained: 0 };
244
- let originalCharacters = 0;
245
- let projectedCharactersTotal = 0;
246
- let historyOnly = 0;
247
- let unresolved = 0;
248
- for (const item of items) {
249
- if (item.mode === "full") counts.full += 1;
250
- else {
251
- counts.archived += 1;
252
- if (item.retained !== undefined) counts.retained += 1;
253
- }
254
- originalCharacters += item.originalCharacters;
255
- projectedCharactersTotal += item.projectedCharacters;
256
- if (item.availability === "history-only") historyOnly += 1;
257
- if (item.availability === "unresolved") unresolved += 1;
258
- }
259
-
260
- return {
261
- available: true,
262
- sessionId: this.sessionId,
263
- branchLeafId: this.branchLeafId,
264
- counts,
265
- originalCharacters,
266
- projectedCharacters: projectedCharactersTotal,
267
- historyOnly,
268
- unresolved,
269
- items: items.slice(-Math.max(1, limit)),
270
- };
271
- }
272
-
273
- private async archiveNow(targets: unknown): Promise<ContextOperationResult> {
274
- if (!this.available) return this.unavailable("archive");
275
- if (!Array.isArray(targets) || targets.length === 0) {
276
- return this.rejected("archive", "targets_required");
277
- }
278
- const normalizedRefs = targets.map((target) =>
279
- target && typeof target === "object" ? entryIdFromContextRef((target as any).ref) : undefined,
280
- );
281
- const duplicate = isDuplicate(
282
- normalizedRefs.flatMap((ref) => (ref === undefined ? [] : [contextRefForEntry(ref)])),
283
- );
284
- if (duplicate) return this.rejected("archive", `duplicate_reference:${duplicate}`);
285
- const latestRequest = this.freeflowContext.latestRequest();
286
- if (!latestRequest) return this.rejected("archive", "no_consumed_context_request");
287
-
288
- const changes: ContextProjectionChange[] = [];
289
- const retainedMeaning: Record<string, string> = {};
290
- for (let index = 0; index < targets.length; index += 1) {
291
- const target = targets[index];
292
- if (!target || typeof target !== "object") return this.rejected("archive", `target_${index}_must_be_object`);
293
- const ref = normalizedRefs[index];
294
- if (!ref) return this.rejected("archive", `target_${index}_invalid_reference`);
295
- const normalizedRef = contextRefForEntry(ref);
296
- const source = latestRequest.refs.get(normalizedRef);
297
- if (!source) return this.rejected("archive", `target_not_in_consumed_context:${normalizedRef}`);
298
- const retainedValue = (target as any).retained;
299
- if (retainedValue !== undefined && (typeof retainedValue !== "string" || retainedValue.trim() === "")) {
300
- return this.rejected("archive", `target_${index}_retained_must_be_non_empty`);
301
- }
302
- const retained = typeof retainedValue === "string" ? retainedValue.trim() : undefined;
303
- changes.push({
304
- source: cloneSource(source.source),
305
- projection: retained === undefined ? { mode: "archived" } : { mode: "archived", retained },
306
- });
307
- if (retained !== undefined) retainedMeaning[normalizedRef] = retained;
308
- }
309
-
310
- await this.persist({ version: CONTEXT_PROJECTION_VERSION, actor: "model", changes });
311
- for (const change of changes) {
312
- this.projectionState.set(change.source.entryId, {
313
- source: cloneSource(change.source),
314
- ...change.projection,
315
- });
316
- }
317
- return {
318
- status: "ok",
319
- operation: "archive",
320
- changed: changes.map((change) => contextRefForEntry(change.source.entryId)),
321
- message: `Archived ${changes.length} tool result${changes.length === 1 ? "" : "s"} from future context projections.`,
322
- ...(Object.keys(retainedMeaning).length > 0 ? { retained: retainedMeaning } : {}),
323
- };
324
- }
325
-
326
- private async restoreNow(refs: unknown, actor: "model" | "user"): Promise<ContextOperationResult> {
327
- if (!this.available) return this.unavailable("restore");
328
- if (!Array.isArray(refs) || refs.length === 0) return this.rejected("restore", "refs_required");
329
- const normalizedRefs = refs.map((ref) => entryIdFromContextRef(ref));
330
- const duplicate = isDuplicate(
331
- normalizedRefs.flatMap((ref) => (ref === undefined ? [] : [contextRefForEntry(ref)])),
332
- );
333
- if (duplicate) return this.rejected("restore", `duplicate_reference:${duplicate}`);
334
-
335
- const changes: ContextProjectionChange[] = [];
336
- const availability: Record<string, ContextAvailability> = {};
337
- const activeIds = this.freeflowContext.resolver.activeToolResultIds();
338
- const latestRequest = this.freeflowContext.latestRequest();
339
- for (let index = 0; index < refs.length; index += 1) {
340
- const ref = normalizedRefs[index];
341
- if (!ref) return this.rejected("restore", `ref_${index}_invalid_reference`);
342
- const normalizedRef = contextRefForEntry(ref);
343
- const current = this.projectionState.get(ref);
344
- if (!current) return this.rejected("restore", `reference_not_archived:${normalizedRef}`);
345
- if (actor === "model" && !latestRequest?.refs.has(normalizedRef)) {
346
- return this.rejected("restore", `target_not_in_consumed_context:${normalizedRef}`);
347
- }
348
- changes.push({ source: cloneSource(current.source), projection: { mode: "full" } });
349
- let availabilityValue: ContextAvailability;
350
- if (latestRequest?.refs.has(normalizedRef) || activeIds.has(current.source.entryId)) {
351
- availabilityValue = "active";
352
- } else {
353
- availabilityValue = "history-only";
354
- }
355
- availability[normalizedRef] = availabilityValue;
356
- }
357
-
358
- await this.persist({ version: CONTEXT_PROJECTION_VERSION, actor, changes });
359
- for (const change of changes) {
360
- this.projectionState.set(change.source.entryId, {
361
- source: cloneSource(change.source),
362
- mode: "full",
363
- });
364
- }
365
- return {
366
- status: "ok",
367
- operation: "restore",
368
- changed: changes.map((change) => contextRefForEntry(change.source.entryId)),
369
- availability,
370
- message: `Restored ${changes.length} projection${changes.length === 1 ? "" : "s"} to full content.`,
371
- };
372
- }
373
-
374
- private listItem(
375
- source: ResolvedContextSource,
376
- projection: ContextProjection,
377
- availability: ContextAvailability,
378
- ): ContextListItem {
379
- const item: ContextListItem = {
380
- ref: contextRefForEntry(source.source.entryId),
381
- entryId: source.source.entryId,
382
- toolCallId: source.source.toolCallId,
383
- toolName: source.source.toolName,
384
- mode: projection.mode,
385
- originalCharacters: contentCharacters(source.message?.content),
386
- projectedCharacters: projectedCharacters(source.source, source.message, projection),
387
- availability,
388
- };
389
- if (projection.mode === "archived" && projection.retained !== undefined) {
390
- item.retained = projection.retained;
391
- }
392
- return item;
393
- }
394
-
395
- private rejected(operation: ContextOperationResult["operation"], message: string): ContextOperationResult {
396
- return { status: "rejected", operation, changed: [], message };
397
- }
398
-
399
- private unavailable(operation: ContextOperationResult["operation"]): ContextOperationResult {
400
- return {
401
- status: "unavailable",
402
- operation,
403
- changed: [],
404
- message: this.unavailableReason ?? "context_virtualization_unavailable",
405
- };
406
- }
407
-
408
- private persist(journal: ContextProjectionJournal): void | Promise<void> {
409
- let append: ((type: string, data: ContextProjectionJournal) => unknown) | undefined;
410
- if (typeof this.pi?.appendEntryDurable === "function") {
411
- append = this.pi.appendEntryDurable;
412
- } else if (typeof this.pi?.appendEntry === "function") {
413
- append = this.pi.appendEntry;
414
- }
415
- if (!append) throw new Error("The Pi host does not expose a session entry persistence method.");
416
- const result = append.call(this.pi, CONTEXT_PROJECTION_ENTRY, journal);
417
- if (result && typeof result.then === "function") return result;
418
- }
419
-
420
- private enqueue<T>(task: () => Promise<T>): Promise<T> {
421
- const run = this.mutationQueue.then(task);
422
- this.mutationQueue = run.then(
423
- () => undefined,
424
- () => undefined,
425
- );
426
- return run;
427
- }
428
- }
@@ -1,79 +0,0 @@
1
- import {
2
- CONTEXT_PROJECTION_ENTRY,
3
- CONTEXT_PROJECTION_VERSION,
4
- type ContextProjectionJournal,
5
- type ContextProjectionState,
6
- isRecord,
7
- } from "./types.js";
8
-
9
- type ProjectionLike = {
10
- mode: "full" | "archived";
11
- retained?: unknown;
12
- };
13
-
14
- function isProjection(value: unknown): value is ProjectionLike {
15
- if (!isRecord(value) || (value.mode !== "full" && value.mode !== "archived")) return false;
16
- if (value.mode === "archived" && value.retained !== undefined && typeof value.retained !== "string") return false;
17
- return true;
18
- }
19
-
20
- function isJournal(value: unknown): value is ContextProjectionJournal {
21
- if (!isRecord(value) || value.version !== CONTEXT_PROJECTION_VERSION) return false;
22
- if (value.actor !== "model" && value.actor !== "user") return false;
23
- if (value.reset !== undefined && value.reset !== "all") return false;
24
- if (value.changes !== undefined && !Array.isArray(value.changes)) return false;
25
- return true;
26
- }
27
-
28
- export function replayProjectionEntries(
29
- entries: readonly any[],
30
- sessionId: string,
31
- ): Map<string, ContextProjectionState> {
32
- const state = new Map<string, ContextProjectionState>();
33
-
34
- for (const entry of entries) {
35
- if (entry?.type !== "custom" || entry.customType !== CONTEXT_PROJECTION_ENTRY) continue;
36
- const data = entry.data;
37
- if (!isJournal(data)) continue;
38
-
39
- if (data.reset === "all") {
40
- state.clear();
41
- }
42
-
43
- for (const change of data.changes ?? []) {
44
- if (!isRecord(change) || !isRecord(change.source) || !isProjection(change.projection)) continue;
45
- if (change.source.sessionId !== sessionId || typeof change.source.entryId !== "string") continue;
46
- if (change.projection.mode === "archived" && change.projection.retained !== undefined) {
47
- state.set(change.source.entryId, {
48
- source: { ...change.source },
49
- mode: "archived",
50
- retained: change.projection.retained,
51
- });
52
- } else if (change.projection.mode === "archived") {
53
- state.set(change.source.entryId, {
54
- source: { ...change.source },
55
- mode: "archived",
56
- });
57
- } else {
58
- state.set(change.source.entryId, {
59
- source: { ...change.source },
60
- mode: "full",
61
- });
62
- }
63
- }
64
- }
65
-
66
- return state;
67
- }
68
-
69
- export function cloneProjectionState(state: Map<string, ContextProjectionState>) {
70
- return new Map(
71
- [...state.entries()].map(([entryId, projection]) => [
72
- entryId,
73
- {
74
- ...projection,
75
- source: { ...projection.source },
76
- },
77
- ]),
78
- );
79
- }
@@ -1,92 +0,0 @@
1
- import type { ContextSourceIdentity } from "../freeflow-context/types.js";
2
-
3
- export { CONTEXT_REF_PREFIX, contextRefForEntry, entryIdFromContextRef } from "../freeflow-context/types.js";
4
- export type {
5
- ContextRequestSnapshot,
6
- ContextSourceKind,
7
- ContextSourceIdentity,
8
- ProjectedContextSource,
9
- ResolvedContextEntry,
10
- ResolvedContextSource,
11
- SourceProjectionOutcome,
12
- } from "../freeflow-context/types.js";
13
-
14
- export const CONTEXT_PROJECTION_ENTRY = "freeflow-context-projection";
15
- export const CONTEXT_PROJECTION_VERSION = 1 as const;
16
-
17
- export type ContextProjectionMode = "full" | "archived";
18
- export type ContextProjectionActor = "model" | "user";
19
-
20
- export type ContextProjection = { mode: "full" } | { mode: "archived"; retained?: string };
21
-
22
- export type ContextProjectionState = ContextProjection & {
23
- source: ContextSourceIdentity;
24
- };
25
-
26
- export type ContextProjectionChange = {
27
- source: ContextSourceIdentity;
28
- projection: ContextProjection;
29
- };
30
-
31
- export type ContextProjectionJournal = {
32
- version: typeof CONTEXT_PROJECTION_VERSION;
33
- actor: ContextProjectionActor;
34
- changes?: ContextProjectionChange[];
35
- reset?: "all";
36
- };
37
-
38
- export type ContextProjectionResult = {
39
- messages: any[];
40
- changed: boolean;
41
- available: boolean;
42
- generation?: number;
43
- };
44
-
45
- export type ContextAvailability = "active" | "history-only" | "unresolved";
46
-
47
- export type ContextListItem = {
48
- ref: string;
49
- entryId: string;
50
- toolCallId?: string;
51
- toolName?: string;
52
- mode: ContextProjectionMode;
53
- retained?: string;
54
- originalCharacters: number;
55
- projectedCharacters: number;
56
- availability: ContextAvailability;
57
- };
58
-
59
- export type ContextStatus = {
60
- available: boolean;
61
- unavailableReason?: string;
62
- sessionId: string;
63
- branchLeafId?: string | null;
64
- counts: {
65
- full: number;
66
- archived: number;
67
- retained: number;
68
- };
69
- originalCharacters: number;
70
- projectedCharacters: number;
71
- historyOnly: number;
72
- unresolved: number;
73
- items: ContextListItem[];
74
- };
75
-
76
- export type ContextOperationResult = {
77
- status: "ok" | "rejected" | "unavailable";
78
- operation: "archive" | "restore" | "reset";
79
- changed: string[];
80
- message?: string;
81
- retained?: Record<string, string>;
82
- availability?: Record<string, ContextAvailability>;
83
- };
84
-
85
- export function isRecord(value: unknown): value is Record<string, unknown> {
86
- return typeof value === "object" && value !== null && !Array.isArray(value);
87
- }
88
-
89
- export function projectionCharacters(projection: ContextProjection): number {
90
- if (projection.mode === "full") return 0;
91
- return projection.retained?.length ?? 0;
92
- }
@@ -1,81 +0,0 @@
1
- export const PASSAGE_TARGET_CHARACTERS = 2_000;
2
- export const PASSAGE_OVERLAP_CHARACTERS = 200;
3
- export const SNIPPET_MAX_CHARACTERS = 400;
4
-
5
- export type TextPassage = {
6
- text: string;
7
- start: number;
8
- end: number;
9
- tokens: string[];
10
- length: number;
11
- };
12
-
13
- export function normalizeText(value: string): string {
14
- return value.normalize("NFKC").toLocaleLowerCase().replace(/\s+/g, " ").trim();
15
- }
16
-
17
- export function tokenize(value: string): string[] {
18
- return normalizeText(value).match(/[\p{L}\p{N}_]+(?:[./:@#$%+-][\p{L}\p{N}_]+)*/gu) ?? [];
19
- }
20
-
21
- export function unique(values: readonly string[]): string[] {
22
- return [...new Set(values)];
23
- }
24
-
25
- export function throwIfAborted(signal?: AbortSignal): void {
26
- if (!signal?.aborted) return;
27
- const error = new Error("conversation_history_search_cancelled");
28
- error.name = "AbortError";
29
- throw error;
30
- }
31
-
32
- function passageEnd(text: string, start: number): number {
33
- const target = Math.min(text.length, start + PASSAGE_TARGET_CHARACTERS);
34
- if (target === text.length) return target;
35
- const paragraphBreak = text.lastIndexOf("\n\n", target);
36
- if (paragraphBreak > start + PASSAGE_TARGET_CHARACTERS / 2) return paragraphBreak + 2;
37
- const lineBreak = text.lastIndexOf("\n", target);
38
- if (lineBreak > start + PASSAGE_TARGET_CHARACTERS / 2) return lineBreak + 1;
39
- return target;
40
- }
41
-
42
- export function splitTextIntoPassages(text: string, signal?: AbortSignal): TextPassage[] {
43
- throwIfAborted(signal);
44
- if (text.length <= PASSAGE_TARGET_CHARACTERS) {
45
- return [{ text, start: 0, end: text.length, tokens: tokenize(text), length: Math.max(1, tokenize(text).length) }];
46
- }
47
- const result: TextPassage[] = [];
48
- let start = 0;
49
- while (start < text.length) {
50
- throwIfAborted(signal);
51
- const end = passageEnd(text, start);
52
- const passageText = text.slice(start, end);
53
- const tokens = tokenize(passageText);
54
- result.push({ text: passageText, start, end, tokens, length: Math.max(1, tokens.length) });
55
- if (end >= text.length) break;
56
- start = Math.max(start + 1, end - PASSAGE_OVERLAP_CHARACTERS);
57
- }
58
- return result;
59
- }
60
-
61
- export function snippet(text: string, phrase: string, terms: readonly string[]): string {
62
- if (text.length <= SNIPPET_MAX_CHARACTERS) return text;
63
- const lower = text.toLocaleLowerCase();
64
- const phraseIndex = phrase ? lower.indexOf(phrase) : -1;
65
- const termIndex =
66
- phraseIndex >= 0
67
- ? phraseIndex
68
- : terms.reduce((best, term) => {
69
- const index = lower.indexOf(term);
70
- return index >= 0 && (best < 0 || index < best) ? index : best;
71
- }, -1);
72
- const center = termIndex >= 0 ? termIndex : 0;
73
- let start = Math.max(0, center - Math.floor(SNIPPET_MAX_CHARACTERS / 3));
74
- const end = Math.min(text.length, start + SNIPPET_MAX_CHARACTERS);
75
- if (end - start < SNIPPET_MAX_CHARACTERS) start = Math.max(0, end - SNIPPET_MAX_CHARACTERS);
76
- const prefix = start > 0 ? "…" : "";
77
- const suffix = end < text.length ? "…" : "";
78
- const available = SNIPPET_MAX_CHARACTERS - prefix.length - suffix.length;
79
- const body = text.slice(start, start + available);
80
- return `${prefix}${body}${suffix}`;
81
- }