@hassangameryt/freeflow 0.2.0 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (312) hide show
  1. package/.agents/plugins/marketplace.json +1 -1
  2. package/.claude-plugin/marketplace.json +4 -4
  3. package/{plugins/freeflow/.claude-plugin → .claude-plugin}/plugin.json +5 -2
  4. package/{plugins/freeflow/.codex-plugin → .codex-plugin}/plugin.json +8 -9
  5. package/README.md +194 -127
  6. package/assets/feedback-loop.png +0 -0
  7. package/assets/freeflow-plugin-icon.png +0 -0
  8. package/assets/freeflow_workflow_map.png +0 -0
  9. package/assets/workflow.png +0 -0
  10. package/command-surface.json +129 -0
  11. package/hooks/freeflow-runtime-context.mjs +419 -0
  12. package/hooks/tests/check-runtime-context-hook.sh +223 -0
  13. package/package.json +41 -22
  14. package/pi-extension/dist/index.js +269 -0
  15. package/pi-extension/dist/integrations/mcp-config.js +29 -0
  16. package/pi-extension/dist/output-router/host-producer-identification.js +232 -0
  17. package/pi-extension/dist/output-router/native-safety-net.js +216 -0
  18. package/pi-extension/dist/output-router/observed-tool-routing.js +122 -0
  19. package/pi-extension/dist/output-router/renderers.js +1023 -0
  20. package/pi-extension/dist/output-router/router-tools.js +554 -0
  21. package/pi-extension/dist/output-router/schemas.js +383 -0
  22. package/pi-extension/dist/output-router/status.js +744 -0
  23. package/pi-extension/dist/output-router/utils.js +502 -0
  24. package/pi-extension/dist/runtime/runtime-context.js +798 -0
  25. package/pi-extension/dist/settings/settings-tui.js +314 -0
  26. package/pi-extension/dist/settings/settings-ui.js +1487 -0
  27. package/pi-extension/freeflow/index.js +1 -0
  28. package/pi-extension/src/index.ts +295 -0
  29. package/pi-extension/src/integrations/mcp-config.ts +32 -0
  30. package/pi-extension/src/output-router/host-producer-identification.ts +256 -0
  31. package/pi-extension/src/output-router/native-safety-net.ts +248 -0
  32. package/pi-extension/src/output-router/observed-tool-routing.ts +134 -0
  33. package/pi-extension/src/output-router/renderers.ts +1108 -0
  34. package/pi-extension/src/output-router/router-tools.ts +579 -0
  35. package/pi-extension/src/output-router/schemas.ts +387 -0
  36. package/pi-extension/src/output-router/status.ts +791 -0
  37. package/pi-extension/src/output-router/utils.ts +554 -0
  38. package/pi-extension/src/runtime/runtime-context.ts +895 -0
  39. package/pi-extension/src/settings/settings-tui.ts +408 -0
  40. package/pi-extension/src/settings/settings-ui.ts +1730 -0
  41. package/pi-extension/tests/integration/pi-extension.test.js +4018 -0
  42. package/pi-extension/tests/output-router/observed-producers.test.js +132 -0
  43. package/pi-extension/tests/output-router/search.test.js +722 -0
  44. package/pi-extension/tests/settings/settings-tui.test.js +243 -0
  45. package/pi-extension/tsconfig.json +16 -0
  46. package/{plugins/freeflow/router/dist → router/dist/benchmarks}/benchmark-harness.d.ts +16 -13
  47. package/router/dist/benchmarks/benchmark-harness.js +92 -0
  48. package/router/dist/benchmarks/benchmarks.d.ts +109 -0
  49. package/router/dist/benchmarks/benchmarks.js +979 -0
  50. package/router/dist/benchmarks/codex-qa-benchmarks.d.ts +95 -0
  51. package/router/dist/benchmarks/codex-qa-benchmarks.js +500 -0
  52. package/router/dist/benchmarks/command-benchmarks.d.ts +143 -0
  53. package/router/dist/benchmarks/command-benchmarks.js +698 -0
  54. package/router/dist/benchmarks/context-mode-normalized-benchmarks.d.ts +82 -0
  55. package/router/dist/benchmarks/context-mode-normalized-benchmarks.js +773 -0
  56. package/router/dist/benchmarks/context-mode-real-deep-benchmark.d.ts +132 -0
  57. package/router/dist/benchmarks/context-mode-real-deep-benchmark.js +1380 -0
  58. package/router/dist/benchmarks/context-saving-baseline.d.ts +60 -0
  59. package/router/dist/benchmarks/context-saving-baseline.js +470 -0
  60. package/router/dist/benchmarks/index-benchmarks.d.ts +103 -0
  61. package/router/dist/benchmarks/index-benchmarks.js +862 -0
  62. package/router/dist/benchmarks/storage-policy-benchmarks.d.ts +101 -0
  63. package/router/dist/benchmarks/storage-policy-benchmarks.js +618 -0
  64. package/router/dist/benchmarks/vault-index-benchmarks.d.ts +56 -0
  65. package/router/dist/benchmarks/vault-index-benchmarks.js +322 -0
  66. package/router/dist/config/config.d.ts +103 -0
  67. package/router/dist/config/config.js +632 -0
  68. package/{plugins/freeflow/router/dist → router/dist/config}/router-contract.d.ts +2 -2
  69. package/router/dist/config/router-contract.js +54 -0
  70. package/{plugins/freeflow/router/dist → router/dist/config}/schema.d.ts +19 -10
  71. package/router/dist/config/schema.js +648 -0
  72. package/router/dist/config/types.d.ts +573 -0
  73. package/router/dist/config/types.js +41 -0
  74. package/router/dist/evidence/bounded-evidence.d.ts +40 -0
  75. package/router/dist/evidence/bounded-evidence.js +323 -0
  76. package/router/dist/evidence/evidence-range-selector.d.ts +24 -0
  77. package/router/dist/evidence/evidence-range-selector.js +232 -0
  78. package/router/dist/evidence/evidence-search.d.ts +27 -0
  79. package/router/dist/evidence/evidence-search.js +490 -0
  80. package/{plugins/freeflow/router/dist → router/dist/evidence}/evidence.d.ts +18 -18
  81. package/router/dist/evidence/evidence.js +200 -0
  82. package/router/dist/evidence/failure-contracts.d.ts +37 -0
  83. package/router/dist/evidence/failure-contracts.js +166 -0
  84. package/router/dist/evidence/line-ranges.d.ts +24 -0
  85. package/router/dist/evidence/line-ranges.js +22 -0
  86. package/router/dist/experiments/local-index.d.ts +64 -0
  87. package/router/dist/experiments/local-index.js +581 -0
  88. package/router/dist/index.d.ts +30 -0
  89. package/router/dist/index.js +32 -0
  90. package/router/dist/local/local-traversal.d.ts +18 -0
  91. package/router/dist/local/local-traversal.js +334 -0
  92. package/router/dist/processing/engine.d.ts +132 -0
  93. package/router/dist/processing/engine.js +533 -0
  94. package/router/dist/processing/reducers.d.ts +280 -0
  95. package/router/dist/processing/reducers.js +1673 -0
  96. package/router/dist/processing/renderers.d.ts +31 -0
  97. package/router/dist/processing/renderers.js +195 -0
  98. package/router/dist/processing/scripts.d.ts +91 -0
  99. package/router/dist/processing/scripts.js +386 -0
  100. package/{plugins/freeflow/router/dist → router/dist/repo}/repo-traversal.d.ts +9 -9
  101. package/router/dist/repo/repo-traversal.js +245 -0
  102. package/router/dist/routing/observed-reducers.d.ts +41 -0
  103. package/router/dist/routing/observed-reducers.js +661 -0
  104. package/router/dist/routing/observed-routing.d.ts +26 -0
  105. package/router/dist/routing/observed-routing.js +378 -0
  106. package/router/dist/routing/parsers.d.ts +16 -0
  107. package/router/dist/routing/parsers.js +521 -0
  108. package/router/dist/routing/run-filters.d.ts +60 -0
  109. package/router/dist/routing/run-filters.js +238 -0
  110. package/router/dist/routing/run-reducers.d.ts +49 -0
  111. package/router/dist/routing/run-reducers.js +122 -0
  112. package/router/dist/sandbox/adapter-roots.d.ts +46 -0
  113. package/router/dist/sandbox/adapter-roots.js +66 -0
  114. package/router/dist/sandbox/eryx-python-adapter.d.ts +13 -0
  115. package/router/dist/sandbox/eryx-python-adapter.js +868 -0
  116. package/router/dist/sandbox/jq-wasm-adapter.d.ts +9 -0
  117. package/router/dist/sandbox/jq-wasm-adapter.js +429 -0
  118. package/router/dist/sandbox/quickjs-wasi-adapter.d.ts +13 -0
  119. package/router/dist/sandbox/quickjs-wasi-adapter.js +384 -0
  120. package/router/dist/sandbox/script-sandbox.d.ts +134 -0
  121. package/router/dist/sandbox/script-sandbox.js +337 -0
  122. package/router/dist/setup/script-transform-adapters.d.ts +32 -0
  123. package/router/dist/setup/script-transform-adapters.js +278 -0
  124. package/router/dist/tools/batch.d.ts +33 -0
  125. package/router/dist/tools/batch.js +586 -0
  126. package/router/dist/tools/run.d.ts +62 -0
  127. package/router/dist/tools/run.js +1304 -0
  128. package/router/dist/tools/search.d.ts +66 -0
  129. package/router/dist/tools/search.js +1364 -0
  130. package/router/dist/transform/engine.d.ts +168 -0
  131. package/router/dist/transform/engine.js +2072 -0
  132. package/router/dist/vault/vault-index.d.ts +125 -0
  133. package/router/dist/vault/vault-index.js +416 -0
  134. package/router/dist/vault/vault.d.ts +138 -0
  135. package/router/dist/vault/vault.js +630 -0
  136. package/runtime/interaction-contract.md +16 -0
  137. package/skills/bypass/SKILL.md +82 -0
  138. package/skills/commit-work/SKILL.md +106 -0
  139. package/skills/commit-work/references/staging-decisions.md +73 -0
  140. package/skills/decision-gate/SKILL.md +48 -0
  141. package/skills/design-for-depth/SKILL.md +106 -0
  142. package/skills/design-for-depth/references/design-pressure-signals.md +314 -0
  143. package/skills/design-for-depth/references/interface-design-loop.md +156 -0
  144. package/skills/design-for-depth/references/software-design-philosophy.md +248 -0
  145. package/skills/diagnose-failure/SKILL.md +105 -0
  146. package/skills/diagnose-failure/references/diagnostic-loop-catalog.md +36 -0
  147. package/skills/diagnose-failure/references/flaky-and-performance.md +43 -0
  148. package/skills/discuss/SKILL.md +121 -0
  149. package/skills/discuss/references/checkpoints.md +66 -0
  150. package/skills/evaluate-skill/SKILL.md +105 -0
  151. package/skills/evaluate-skill/references/definition-schema.md +345 -0
  152. package/skills/evaluate-skill/references/evaluation-design.md +86 -0
  153. package/skills/evaluate-skill/references/execution-and-evidence.md +85 -0
  154. package/skills/evaluate-skill/references/review-and-revision.md +51 -0
  155. package/skills/evaluate-skill/scripts/lib/definitions.mjs +296 -0
  156. package/skills/evaluate-skill/scripts/lib/evidence.mjs +46 -0
  157. package/skills/evaluate-skill/scripts/lib/grade-comparison.mjs +60 -0
  158. package/skills/evaluate-skill/scripts/lib/grade-interaction.mjs +148 -0
  159. package/skills/evaluate-skill/scripts/lib/grade-support.mjs +126 -0
  160. package/skills/evaluate-skill/scripts/lib/grade-workspace.mjs +192 -0
  161. package/skills/evaluate-skill/scripts/lib/grade.mjs +56 -0
  162. package/skills/evaluate-skill/scripts/lib/pi.mjs +489 -0
  163. package/skills/evaluate-skill/scripts/lib/process.mjs +79 -0
  164. package/skills/evaluate-skill/scripts/lib/rpc.mjs +444 -0
  165. package/skills/evaluate-skill/scripts/lib/runner.mjs +346 -0
  166. package/skills/evaluate-skill/scripts/lib/sandbox.mjs +409 -0
  167. package/skills/evaluate-skill/scripts/lib/view.mjs +337 -0
  168. package/skills/evaluate-skill/scripts/pi-guard.mjs +164 -0
  169. package/skills/evaluate-skill/scripts/skill-eval.mjs +101 -0
  170. package/skills/execute-work/SKILL.md +99 -0
  171. package/skills/execute-work/references/code-practices.md +78 -0
  172. package/skills/execute-work/references/execution-loop.md +77 -0
  173. package/skills/finish-branch/SKILL.md +117 -0
  174. package/skills/finish-branch/references/integration-options.md +80 -0
  175. package/skills/handoff/SKILL.md +92 -0
  176. package/skills/handoff/references/templates.md +141 -0
  177. package/skills/launch-work/SKILL.md +116 -0
  178. package/skills/launch-work/references/launch-readiness.md +85 -0
  179. package/skills/migration-work/SKILL.md +115 -0
  180. package/skills/migration-work/references/migration-lifecycle.md +82 -0
  181. package/skills/mode-contract/SKILL.md +82 -0
  182. package/skills/output-router/SKILL.md +206 -0
  183. package/skills/output-router/references/safety-policy.md +40 -0
  184. package/skills/release-work/SKILL.md +118 -0
  185. package/skills/release-work/references/release-evidence.md +78 -0
  186. package/skills/review-artifact/SKILL.md +126 -0
  187. package/skills/review-artifact/references/reviewer-prompt.md +148 -0
  188. package/skills/review-work/SKILL.md +126 -0
  189. package/skills/review-work/references/reviewer-prompt.md +134 -0
  190. package/skills/review-work/references/security-risk-lens.md +67 -0
  191. package/skills/setup-freeflow/SKILL.md +98 -0
  192. package/skills/setup-freeflow/references/activation-contract.md +120 -0
  193. package/skills/setup-freeflow/references/host-setup.md +72 -0
  194. package/skills/setup-freeflow/references/output-router-setup.md +110 -0
  195. package/skills/simplify-code/SKILL.md +80 -0
  196. package/skills/simplify-code/references/simplification-patterns.md +70 -0
  197. package/skills/tdd/SKILL.md +96 -0
  198. package/skills/tdd/references/test-design.md +96 -0
  199. package/skills/track-work/SKILL.md +84 -0
  200. package/skills/track-work/references/working-record-schema.md +378 -0
  201. package/skills/verify-work/SKILL.md +85 -0
  202. package/skills/verify-work/references/browser-runtime-evidence.md +55 -0
  203. package/skills/verify-work/references/integration-evidence.md +51 -0
  204. package/skills/verify-work/references/performance-evidence.md +57 -0
  205. package/skills/workflow/SKILL.md +91 -0
  206. package/skills/workflow/references/domain-skill-composition.md +57 -0
  207. package/skills/workflow/references/workflow-loop.md +92 -0
  208. package/skills/write-plan/SKILL.md +123 -0
  209. package/skills/write-plan/references/plan-shapes.md +156 -0
  210. package/skills/write-skill/SKILL.md +119 -0
  211. package/skills/write-skill/references/activation-boundaries.md +62 -0
  212. package/skills/write-skill/references/agent-first-instructions.md +87 -0
  213. package/skills/write-skill/references/progressive-disclosure.md +63 -0
  214. package/skills/write-skill/scripts/lib/skill-author.mjs +653 -0
  215. package/skills/write-skill/scripts/skill-author.mjs +104 -0
  216. package/skills/write-spec/SKILL.md +104 -0
  217. package/skills/write-spec/references/artifact-standards.md +86 -0
  218. package/skills/write-spec/references/decision-records.md +77 -0
  219. package/skills/write-spec/references/spec-shapes.md +128 -0
  220. package/plugins/freeflow/command-surface.json +0 -77
  221. package/plugins/freeflow/docs/README.md +0 -40
  222. package/plugins/freeflow/docs/adr/0001-three-modes.md +0 -27
  223. package/plugins/freeflow/docs/adr/0002-evals-before-hooks.md +0 -17
  224. package/plugins/freeflow/docs/adr/0003-release-boundary.md +0 -21
  225. package/plugins/freeflow/docs/adr/0004-research-replaces-shallow-discovery-skills.md +0 -26
  226. package/plugins/freeflow/docs/adr/README.md +0 -8
  227. package/plugins/freeflow/docs/architecture.md +0 -86
  228. package/plugins/freeflow/docs/output-router.md +0 -212
  229. package/plugins/freeflow/docs/release-evidence.md +0 -69
  230. package/plugins/freeflow/docs/skills.md +0 -43
  231. package/plugins/freeflow/docs/workflow.md +0 -57
  232. package/plugins/freeflow/hooks/freeflow-runtime-context.mjs +0 -257
  233. package/plugins/freeflow/pi-extension/index.js +0 -1176
  234. package/plugins/freeflow/router/dist/benchmark-harness.js +0 -92
  235. package/plugins/freeflow/router/dist/benchmarks.d.ts +0 -102
  236. package/plugins/freeflow/router/dist/benchmarks.js +0 -880
  237. package/plugins/freeflow/router/dist/bounded-evidence.d.ts +0 -40
  238. package/plugins/freeflow/router/dist/bounded-evidence.js +0 -310
  239. package/plugins/freeflow/router/dist/codex-qa-benchmarks.d.ts +0 -91
  240. package/plugins/freeflow/router/dist/codex-qa-benchmarks.js +0 -461
  241. package/plugins/freeflow/router/dist/command-benchmarks.d.ts +0 -128
  242. package/plugins/freeflow/router/dist/command-benchmarks.js +0 -652
  243. package/plugins/freeflow/router/dist/config.d.ts +0 -22
  244. package/plugins/freeflow/router/dist/config.js +0 -114
  245. package/plugins/freeflow/router/dist/evidence-range-selector.d.ts +0 -22
  246. package/plugins/freeflow/router/dist/evidence-range-selector.js +0 -180
  247. package/plugins/freeflow/router/dist/evidence-search.d.ts +0 -25
  248. package/plugins/freeflow/router/dist/evidence-search.js +0 -450
  249. package/plugins/freeflow/router/dist/evidence.js +0 -196
  250. package/plugins/freeflow/router/dist/experimental-local-index.d.ts +0 -1
  251. package/plugins/freeflow/router/dist/experimental-local-index.js +0 -1
  252. package/plugins/freeflow/router/dist/experiments/local-index.d.ts +0 -58
  253. package/plugins/freeflow/router/dist/experiments/local-index.js +0 -562
  254. package/plugins/freeflow/router/dist/index-benchmarks.d.ts +0 -84
  255. package/plugins/freeflow/router/dist/index-benchmarks.js +0 -458
  256. package/plugins/freeflow/router/dist/index.d.ts +0 -12
  257. package/plugins/freeflow/router/dist/index.js +0 -12
  258. package/plugins/freeflow/router/dist/line-ranges.d.ts +0 -22
  259. package/plugins/freeflow/router/dist/line-ranges.js +0 -22
  260. package/plugins/freeflow/router/dist/parsers.d.ts +0 -16
  261. package/plugins/freeflow/router/dist/parsers.js +0 -473
  262. package/plugins/freeflow/router/dist/repo-traversal.js +0 -242
  263. package/plugins/freeflow/router/dist/retrieve.d.ts +0 -33
  264. package/plugins/freeflow/router/dist/retrieve.js +0 -855
  265. package/plugins/freeflow/router/dist/router-contract.js +0 -54
  266. package/plugins/freeflow/router/dist/run.d.ts +0 -26
  267. package/plugins/freeflow/router/dist/run.js +0 -356
  268. package/plugins/freeflow/router/dist/schema.js +0 -354
  269. package/plugins/freeflow/router/dist/types.d.ts +0 -234
  270. package/plugins/freeflow/router/dist/types.js +0 -9
  271. package/plugins/freeflow/router/dist/vault.d.ts +0 -80
  272. package/plugins/freeflow/router/dist/vault.js +0 -484
  273. package/plugins/freeflow/skills/bypass/SKILL.md +0 -68
  274. package/plugins/freeflow/skills/commit-work/SKILL.md +0 -98
  275. package/plugins/freeflow/skills/commit-work/references/staging-decisions.md +0 -51
  276. package/plugins/freeflow/skills/diagnose-failure/SKILL.md +0 -95
  277. package/plugins/freeflow/skills/diagnose-failure/references/feedback-loop-catalog.md +0 -25
  278. package/plugins/freeflow/skills/diagnose-failure/references/flaky-and-performance.md +0 -31
  279. package/plugins/freeflow/skills/evaluate-skill/SKILL.md +0 -96
  280. package/plugins/freeflow/skills/evaluate-skill/references/eval-patterns.md +0 -41
  281. package/plugins/freeflow/skills/evaluate-skill/references/grading-priority.md +0 -33
  282. package/plugins/freeflow/skills/execute-plan/SKILL.md +0 -132
  283. package/plugins/freeflow/skills/execute-plan/references/execution-map.md +0 -122
  284. package/plugins/freeflow/skills/handoff/SKILL.md +0 -66
  285. package/plugins/freeflow/skills/handoff/references/templates.md +0 -64
  286. package/plugins/freeflow/skills/interview-gate/SKILL.md +0 -90
  287. package/plugins/freeflow/skills/mode-contract/SKILL.md +0 -79
  288. package/plugins/freeflow/skills/output-router/SKILL.md +0 -69
  289. package/plugins/freeflow/skills/output-router/references/safety-policy.md +0 -33
  290. package/plugins/freeflow/skills/research/ARTIFACT-DESTINATIONS.md +0 -58
  291. package/plugins/freeflow/skills/research/CHECKPOINTS.md +0 -74
  292. package/plugins/freeflow/skills/research/LANGUAGE.md +0 -61
  293. package/plugins/freeflow/skills/research/SKILL.md +0 -128
  294. package/plugins/freeflow/skills/review-artifact/SKILL.md +0 -115
  295. package/plugins/freeflow/skills/review-artifact/references/reviewer-prompt.md +0 -56
  296. package/plugins/freeflow/skills/review-work/SKILL.md +0 -96
  297. package/plugins/freeflow/skills/review-work/references/reviewer-prompt.md +0 -97
  298. package/plugins/freeflow/skills/setup-freeflow/SKILL.md +0 -94
  299. package/plugins/freeflow/skills/setup-freeflow/references/activation-contract.md +0 -99
  300. package/plugins/freeflow/skills/setup-freeflow/references/host-setup.md +0 -35
  301. package/plugins/freeflow/skills/setup-freeflow/references/output-router-setup.md +0 -52
  302. package/plugins/freeflow/skills/verify-work/SKILL.md +0 -62
  303. package/plugins/freeflow/skills/workflow/SKILL.md +0 -95
  304. package/plugins/freeflow/skills/workflow/references/workflow-map.md +0 -102
  305. package/plugins/freeflow/skills/write-plan/SKILL.md +0 -88
  306. package/plugins/freeflow/skills/write-plan/references/plan-shapes.md +0 -70
  307. package/plugins/freeflow/skills/write-skill/SKILL.md +0 -88
  308. package/plugins/freeflow/skills/write-spec/SKILL.md +0 -90
  309. package/plugins/freeflow/skills/write-spec/references/artifact-standards.md +0 -67
  310. package/plugins/freeflow/skills/write-spec/references/spec-shapes.md +0 -69
  311. /package/{plugins/freeflow/assets → assets}/freeflow-plugin-icon-transparent.png +0 -0
  312. /package/{plugins/freeflow/hooks → hooks}/hooks.json +0 -0
@@ -1,450 +0,0 @@
1
- import { selectEvidenceRangeForChunk } from "./evidence-range-selector.js";
2
- const DEFAULT_CONTEXT_LINES = 2;
3
- const QUERY_COVERAGE_MAX_LINES = 80;
4
- const STOPWORDS = new Set([
5
- "a",
6
- "an",
7
- "and",
8
- "are",
9
- "as",
10
- "at",
11
- "be",
12
- "by",
13
- "for",
14
- "from",
15
- "has",
16
- "in",
17
- "is",
18
- "it",
19
- "of",
20
- "on",
21
- "or",
22
- "that",
23
- "the",
24
- "this",
25
- "to",
26
- "with",
27
- "use",
28
- ]);
29
- export function searchRepoEvidenceCandidates(options) {
30
- const tokens = uniqueTokens(tokenize(options.query));
31
- const normalizedQueryPhrase = normalizePhraseSequence(options.query);
32
- const chunks = options.files.flatMap((file) => candidateChunksForFile(file));
33
- const matchingChunks = chunks.filter((chunk) => chunkMightMatch(chunk, tokens));
34
- const stats = chunkStats(matchingChunks);
35
- const scored = [];
36
- for (const chunk of matchingChunks) {
37
- const candidate = scoreCandidateChunk(chunk, tokens, normalizedQueryPhrase, stats, {
38
- defaultContextLines: options.defaultContextLines ?? DEFAULT_CONTEXT_LINES,
39
- queryCoverageMaxLines: options.queryCoverageMaxLines ?? QUERY_COVERAGE_MAX_LINES,
40
- });
41
- if (candidate) {
42
- scored.push(candidate);
43
- }
44
- }
45
- scored.sort((a, b) => b.score - a.score);
46
- const selected = [];
47
- const seen = new Set();
48
- for (const candidate of scored) {
49
- const key = candidate.file.path;
50
- if (seen.has(key)) {
51
- continue;
52
- }
53
- seen.add(key);
54
- selected.push(candidate);
55
- if (selected.length >= options.topK) {
56
- break;
57
- }
58
- }
59
- return selected;
60
- }
61
- export function findBestLineForQuery(lines, query) {
62
- const tokens = tokenize(query);
63
- let bestLineIndex = null;
64
- let bestScore = 0;
65
- lines.forEach((line, lineIndex) => {
66
- const score = scoreText(line, tokens);
67
- if (score > bestScore) {
68
- bestLineIndex = lineIndex;
69
- bestScore = score;
70
- }
71
- });
72
- return bestLineIndex;
73
- }
74
- function candidateChunksForFile(file) {
75
- const structuralChunks = [];
76
- structuralChunks.push(...markdownPreambleChunk(file));
77
- structuralChunks.push(...markdownSectionChunks(file));
78
- structuralChunks.push(...codeSymbolChunks(file));
79
- return structuralChunks.length ? structuralChunks : lineWindowChunks(file);
80
- }
81
- function markdownPreambleChunk(file) {
82
- const firstHeadingIndex = file.lines.findIndex((line) => line.trimStart().startsWith("#"));
83
- if (firstHeadingIndex <= 0) {
84
- return [];
85
- }
86
- const range = { start: 1, end: firstHeadingIndex };
87
- return [{
88
- file,
89
- range,
90
- text: file.lines.slice(range.start - 1, range.end).join("\n"),
91
- heading: "",
92
- kind: "section",
93
- }];
94
- }
95
- function markdownSectionChunks(file) {
96
- const headingIndexes = file.lines
97
- .map((line, index) => ({ line, index }))
98
- .filter(({ line }) => line.trimStart().startsWith("#"));
99
- if (!headingIndexes.length) {
100
- return [];
101
- }
102
- return headingIndexes.map(({ line, index }, headingOrdinal) => {
103
- const nextHeading = headingIndexes[headingOrdinal + 1]?.index ?? file.lines.length;
104
- const range = { start: index + 1, end: Math.max(index + 1, nextHeading) };
105
- return {
106
- file,
107
- range,
108
- text: file.lines.slice(range.start - 1, range.end).join("\n"),
109
- heading: line,
110
- kind: "section",
111
- };
112
- });
113
- }
114
- function codeSymbolChunks(file) {
115
- const symbolIndexes = file.lines
116
- .map((line, index) => ({ line, index, match: codeSymbolMatch(line) }))
117
- .filter((entry) => Boolean(entry.match));
118
- if (!symbolIndexes.length) {
119
- return [];
120
- }
121
- return symbolIndexes.map(({ line, index }, symbolOrdinal) => {
122
- const nextSymbol = nextSymbolBoundary(file.lines, symbolIndexes, symbolOrdinal);
123
- const end = Math.min(file.lines.length, Math.max(index + 1, Math.min(nextSymbol, index + 80)));
124
- const range = { start: index + 1, end };
125
- return {
126
- file,
127
- range,
128
- text: file.lines.slice(range.start - 1, range.end).join("\n"),
129
- heading: line,
130
- kind: "symbol",
131
- };
132
- });
133
- }
134
- function nextSymbolBoundary(lines, symbolIndexes, symbolOrdinal) {
135
- const current = symbolIndexes[symbolOrdinal];
136
- if (!current) {
137
- return lines.length;
138
- }
139
- if (/^\s*impl\b/.test(current.line)) {
140
- const nextTopLevel = symbolIndexes.slice(symbolOrdinal + 1).find((entry) => isTopLevelCodeSymbol(entry.line));
141
- return nextTopLevel?.index ?? lines.length;
142
- }
143
- return symbolIndexes[symbolOrdinal + 1]?.index ?? lines.length;
144
- }
145
- function isTopLevelCodeSymbol(line) {
146
- return /^(?:pub\s+)?(?:async\s+)?(?:fn|struct|enum|trait|impl|mod|class|interface|type|const|def)\s+([A-Za-z_][A-Za-z0-9_]*)\b/.test(line);
147
- }
148
- function codeSymbolMatch(line) {
149
- return /^\s*(?:pub\s+)?(?:async\s+)?(?:fn|struct|enum|trait|impl|mod|class|interface|type|const|def)\s+([A-Za-z_][A-Za-z0-9_]*)\b/.exec(line);
150
- }
151
- function lineWindowChunks(file) {
152
- return file.lines.map((_, lineIndex) => {
153
- const start = Math.max(0, lineIndex - DEFAULT_CONTEXT_LINES);
154
- const end = Math.min(file.lines.length - 1, lineIndex + DEFAULT_CONTEXT_LINES);
155
- return {
156
- file,
157
- range: { start: start + 1, end: end + 1 },
158
- text: file.lines.slice(start, end + 1).join("\n"),
159
- kind: "window",
160
- };
161
- });
162
- }
163
- function chunkStats(chunks) {
164
- const documentFrequency = new Map();
165
- let totalLength = 0;
166
- for (const chunk of chunks) {
167
- const tokens = tokensForChunk(chunk);
168
- totalLength += Math.max(1, tokens.length);
169
- for (const token of uniqueTokens(tokens)) {
170
- documentFrequency.set(token, (documentFrequency.get(token) ?? 0) + 1);
171
- }
172
- }
173
- return {
174
- averageLength: chunks.length ? totalLength / chunks.length : 1,
175
- documentFrequency,
176
- chunkCount: chunks.length,
177
- };
178
- }
179
- function scoreCandidateChunk(chunk, queryTokens, normalizedQueryPhrase, stats, options) {
180
- if (!queryTokens.length) {
181
- return null;
182
- }
183
- const chunkTokens = tokensForChunk(chunk);
184
- const tokenCounts = tokenCountMap(chunkTokens);
185
- const matchingTokens = queryTokens.filter((token) => (tokenCounts.get(token) ?? 0) > 0);
186
- const pathScore = scoreText(chunk.file.path, queryTokens);
187
- if (!matchingTokens.length && pathScore <= 0) {
188
- return null;
189
- }
190
- const exactPhrase = hasExactNormalizedPhraseInChunk(chunk, normalizedQueryPhrase);
191
- const chunkLength = Math.max(1, chunkTokens.length);
192
- const score = exactPhraseBoost(exactPhrase, chunk.file.path, queryTokens) +
193
- bm25Score(queryTokens, tokenCounts, chunkLength, stats) * 10 +
194
- coverageRatio(matchingTokens, queryTokens) * 120 +
195
- completeCoverageBoost(matchingTokens, queryTokens, chunk.kind) -
196
- missingCoveragePenalty(matchingTokens, queryTokens, chunk.kind) +
197
- headingCoverageBoost(chunk.heading ?? "", queryTokens) +
198
- identifierBoost(chunk.text, queryTokens) +
199
- (matchingTokens.length >= 4 ? orderedPhraseBoost(chunkTokens, queryTokens) : 0) +
200
- (chunk.kind === "symbol" ? codeDefinitionBoost(chunk.text, queryTokens) : 0) +
201
- chunkKindBoost(chunk.kind) +
202
- pathIntentBoost(chunk.file.path, queryTokens) +
203
- sourceTestPrior(chunk.file.path, queryTokens) +
204
- pathScore -
205
- Math.log1p(chunkLength) * 10;
206
- const selection = selectEvidenceRangeForChunk({
207
- lines: chunk.file.lines,
208
- chunkRange: chunk.range,
209
- chunkKind: chunk.kind,
210
- queryTokens,
211
- normalizedQueryPhrase,
212
- chunkHasExactPhrase: exactPhrase,
213
- defaultContextLines: options.defaultContextLines,
214
- queryCoverageMaxLines: options.queryCoverageMaxLines,
215
- });
216
- const reason = selection.matchKind === "exact-phrase"
217
- ? `matched exact normalized query phrase in ${chunk.kind} chunk`
218
- : `BM25-style scored ${chunk.kind} chunk with ${matchingTokens.length}/${queryTokens.length} query-token coverage`;
219
- return {
220
- file: chunk.file,
221
- lineIndex: selection.anchorLine - 1,
222
- range: selection.range,
223
- score,
224
- reason,
225
- ...(selection.matchKind === "exact-phrase" ? { exactNormalizedPhrase: normalizedQueryPhrase } : {}),
226
- };
227
- }
228
- function chunkMightMatch(chunk, queryTokens) {
229
- const path = chunk.file.path.toLowerCase();
230
- const heading = chunk.heading?.toLowerCase() ?? "";
231
- const text = chunk.text.toLowerCase();
232
- return queryTokens.some((token) => path.includes(token) || heading.includes(token) || text.includes(token));
233
- }
234
- function bm25Score(queryTokens, tokenCounts, chunkLength, stats) {
235
- const k1 = 1.2;
236
- const b = 0.75;
237
- return queryTokens.reduce((score, token) => {
238
- const termFrequency = tokenCounts.get(token) ?? 0;
239
- if (termFrequency <= 0) {
240
- return score;
241
- }
242
- const documentFrequency = stats.documentFrequency.get(token) ?? 0;
243
- const idf = Math.log(1 + (stats.chunkCount - documentFrequency + 0.5) / (documentFrequency + 0.5));
244
- const normalizedLength = k1 * (1 - b + b * (chunkLength / Math.max(1, stats.averageLength)));
245
- const saturatedFrequency = (termFrequency * (k1 + 1)) / (termFrequency + normalizedLength);
246
- return score + idf * saturatedFrequency;
247
- }, 0);
248
- }
249
- function coverageRatio(matchingTokens, queryTokens) {
250
- return queryTokens.length ? matchingTokens.length / queryTokens.length : 0;
251
- }
252
- function completeCoverageBoost(matchingTokens, queryTokens, chunkKind) {
253
- if (queryTokens.length === 0 || matchingTokens.length !== queryTokens.length) {
254
- return 0;
255
- }
256
- if (chunkKind === "symbol") {
257
- return 240;
258
- }
259
- return queryTokens.length >= 4 ? 1_200 : 240;
260
- }
261
- function missingCoveragePenalty(matchingTokens, queryTokens, chunkKind) {
262
- if (chunkKind === "symbol" || queryTokens.length < 4 || matchingTokens.length >= queryTokens.length) {
263
- return 0;
264
- }
265
- return (queryTokens.length - matchingTokens.length) * 90;
266
- }
267
- function exactPhraseBoost(exactPhrase, path, queryTokens) {
268
- if (!exactPhrase) {
269
- return 0;
270
- }
271
- const testPath = isTestPath(path);
272
- const testIntent = queryTokens.some((token) => ["test", "tests", "expect", "expected", "should", "emitted"].includes(token));
273
- return testPath && !testIntent ? 1_000 : 100_000;
274
- }
275
- function headingCoverageBoost(heading, queryTokens) {
276
- const headingTokens = new Set(tokenize(heading));
277
- const coveredTokens = queryTokens.filter((token) => headingTokens.has(token)).length;
278
- return coveredTokens * 8;
279
- }
280
- function identifierBoost(text, queryTokens) {
281
- if (!text.includes("`")) {
282
- return 0;
283
- }
284
- const identifiers = Array.from(text.matchAll(/`([^`]+)`/g), (match) => tokenize(match[1] ?? "")).flat();
285
- if (!identifiers.length) {
286
- return 0;
287
- }
288
- const identifierSet = new Set(identifiers);
289
- return queryTokens.filter((token) => identifierSet.has(token)).length * 10;
290
- }
291
- function orderedPhraseBoost(chunkTokens, queryTokens) {
292
- const normalizedText = ` ${chunkTokens.join(" ")} `;
293
- let best = 0;
294
- for (let start = 0; start < queryTokens.length; start += 1) {
295
- const phrase = [];
296
- for (let end = start; end < queryTokens.length; end += 1) {
297
- phrase.push(queryTokens[end] ?? "");
298
- if (phrase.length <= best) {
299
- continue;
300
- }
301
- if (normalizedText.includes(` ${phrase.join(" ")} `)) {
302
- best = phrase.length;
303
- }
304
- }
305
- }
306
- return best >= 3 ? best * best * 20 : 0;
307
- }
308
- function codeDefinitionBoost(text, queryTokens) {
309
- const definitionMatches = Array.from(text.matchAll(/^\s*(?:pub\s+)?(?:async\s+)?(?:fn|struct|enum|trait|impl|mod|class|interface|type|const|def)\s+([A-Za-z_][A-Za-z0-9_]*)\b/gm), (match) => match[1] ?? "");
310
- if (!definitionMatches.length) {
311
- return 0;
312
- }
313
- let bestBoost = 0;
314
- for (const name of definitionMatches) {
315
- const symbolTokens = new Set(tokenize(name));
316
- const coverage = queryTokens.filter((token) => symbolTokens.has(token)).length;
317
- const exactCompoundCoverage = queryTokens.filter((token) => token.length >= 8 && symbolTokens.has(token) && !/[._/-]/.test(token)).length;
318
- if (coverage > 0) {
319
- bestBoost = Math.max(bestBoost, 120 + coverage * 80 + exactCompoundCoverage * 520);
320
- }
321
- }
322
- return bestBoost;
323
- }
324
- function chunkKindBoost(kind) {
325
- if (kind === "symbol") {
326
- return 500;
327
- }
328
- if (kind === "section") {
329
- return 12;
330
- }
331
- return 0;
332
- }
333
- function pathIntentBoost(path, queryTokens) {
334
- const pathTokens = new Set(tokenize(path));
335
- const coveredTokens = queryTokens.filter((token) => pathTokens.has(token)).length;
336
- return coveredTokens * 28;
337
- }
338
- function sourceTestPrior(path, queryTokens) {
339
- const testPath = isTestPath(path);
340
- const testIntent = queryTokens.some((token) => ["test", "tests", "expect", "expected", "should", "emitted"].includes(token));
341
- if (testPath && !testIntent) {
342
- return -2_000;
343
- }
344
- if (testPath && testIntent) {
345
- return 35;
346
- }
347
- if (!testPath && testIntent) {
348
- return -8;
349
- }
350
- return 0;
351
- }
352
- function isTestPath(path) {
353
- const lower = path.toLowerCase();
354
- return /(^|\/)(tests?|fixtures?)(\/|$)/.test(lower) || lower.endsWith("_tests.rs") || lower.endsWith(".test.ts") || lower.endsWith(".test.js");
355
- }
356
- function hasExactNormalizedPhraseInChunk(chunk, normalizedQueryPhrase) {
357
- return normalizedQueryPhrase !== "" && phraseSequenceForChunk(chunk).includes(normalizedQueryPhrase);
358
- }
359
- function tokensForChunk(chunk) {
360
- chunk.tokens ??= tokenize(chunk.text);
361
- return chunk.tokens;
362
- }
363
- function phraseSequenceForChunk(chunk) {
364
- chunk.phraseSequence ??= normalizePhraseSequence(chunk.text);
365
- return chunk.phraseSequence;
366
- }
367
- function normalizePhraseSequence(text) {
368
- const tokens = tokenizeForPhrase(text);
369
- return tokens.length >= 2 ? tokens.join(" ") : "";
370
- }
371
- function tokenCountMap(tokens) {
372
- const counts = new Map();
373
- for (const token of tokens) {
374
- counts.set(token, (counts.get(token) ?? 0) + 1);
375
- }
376
- return counts;
377
- }
378
- function uniqueTokens(tokens) {
379
- return Array.from(new Set(tokens));
380
- }
381
- function scoreText(text, tokens) {
382
- const lower = text.toLowerCase();
383
- return tokens.reduce((score, token) => score + countOccurrences(lower, token), 0);
384
- }
385
- function countOccurrences(text, token) {
386
- let count = 0;
387
- let index = text.indexOf(token);
388
- while (index !== -1) {
389
- count += 1;
390
- index = text.indexOf(token, index + token.length);
391
- }
392
- return count;
393
- }
394
- function tokenize(query) {
395
- return query
396
- .split(/[^A-Za-z0-9_./-]+/)
397
- .flatMap((token) => expandedIdentifierTokens(token.trim()))
398
- .filter((token) => token.length >= 2 && !STOPWORDS.has(token));
399
- }
400
- function tokenizeForPhrase(query) {
401
- return query
402
- .split(/[^A-Za-z0-9_./-]+/)
403
- .flatMap((token) => expandedIdentifierTokens(token.trim()))
404
- .filter((token) => token.length >= 2);
405
- }
406
- function expandedIdentifierTokens(token) {
407
- if (!token) {
408
- return [];
409
- }
410
- const lower = token.toLowerCase();
411
- if (!needsIdentifierSplit(token)) {
412
- return [lower];
413
- }
414
- const variants = new Set();
415
- addTokenVariant(variants, lower);
416
- for (const part of splitIdentifierToken(token)) {
417
- addTokenVariant(variants, part.toLowerCase());
418
- }
419
- return Array.from(variants);
420
- }
421
- function addTokenVariant(variants, token) {
422
- if (token) {
423
- variants.add(token);
424
- }
425
- }
426
- function needsIdentifierSplit(token) {
427
- if (/[._/-]/.test(token)) {
428
- return true;
429
- }
430
- for (let index = 1; index < token.length; index += 1) {
431
- const previous = token.charCodeAt(index - 1);
432
- const current = token.charCodeAt(index);
433
- const next = index + 1 < token.length ? token.charCodeAt(index + 1) : 0;
434
- const previousIsLowerOrDigit = (previous >= 97 && previous <= 122) || (previous >= 48 && previous <= 57);
435
- const previousIsUpper = previous >= 65 && previous <= 90;
436
- const currentIsUpper = current >= 65 && current <= 90;
437
- const nextIsLower = next >= 97 && next <= 122;
438
- if ((previousIsLowerOrDigit && currentIsUpper) || (previousIsUpper && currentIsUpper && nextIsLower)) {
439
- return true;
440
- }
441
- }
442
- return false;
443
- }
444
- function splitIdentifierToken(token) {
445
- const separated = token
446
- .replace(/[._/-]+/g, " ")
447
- .replace(/([a-z0-9])([A-Z])/g, "$1 $2")
448
- .replace(/([A-Z]+)([A-Z][a-z])/g, "$1 $2");
449
- return separated.split(/\s+/).filter(Boolean);
450
- }
@@ -1,196 +0,0 @@
1
- export const DEFAULT_MAX_IMPORTANT_LINES = 8;
2
- export const DEFAULT_MAX_IMPORTANT_EXCERPT_BYTES = 8 * 1024;
3
- export const DEFAULT_MAX_IMPORTANT_LINE_BYTES = 2 * 1024;
4
- export const TRUNCATION_MARKER = "… [truncated; recover exact output from vault]";
5
- export function assembleImportantLines(options) {
6
- const caps = normalizeCaps(options.caps);
7
- const sourceLineCount = countLines(options.sourceText);
8
- const sortedEntries = uniqueSortedEntries(options.entries).slice(0, caps.maxLines);
9
- const sourceEntries = lineEntries(options.sourceText);
10
- if (sortedEntries.length === 0) {
11
- return {
12
- importantLines: [],
13
- fidelity: "exact",
14
- compressed: sourceLineCount > 0,
15
- selectedLineCount: 0,
16
- sourceLineCount,
17
- };
18
- }
19
- const selectedLineNumbers = new Set(sortedEntries.map((entry) => entry.lineNumber));
20
- const omittedSelectedEntries = uniqueSortedEntries(options.entries).length > sortedEntries.length;
21
- const omittedSourceEntries = sourceEntries.some((entry) => !selectedLineNumbers.has(entry.lineNumber));
22
- const groups = contiguousGroups(sortedEntries);
23
- const importantLines = [];
24
- let remainingBytes = caps.maxExcerptBytes;
25
- let lossy = omittedSelectedEntries;
26
- let selectedLineCount = 0;
27
- for (const group of groups) {
28
- if (remainingBytes <= 0) {
29
- lossy = true;
30
- break;
31
- }
32
- const built = buildBoundedExcerpt(group, remainingBytes, caps.maxLineBytes);
33
- if (built.excerpt.length === 0 && group.length > 0) {
34
- lossy = true;
35
- break;
36
- }
37
- importantLines.push({
38
- stream: options.stream,
39
- lines: lineRange(built.entries),
40
- excerpt: built.excerpt,
41
- });
42
- remainingBytes -= byteLength(built.excerpt);
43
- selectedLineCount += built.selectedLineCount;
44
- lossy = lossy || built.lossy;
45
- }
46
- return {
47
- importantLines,
48
- fidelity: lossy ? "lossy" : "exact",
49
- compressed: lossy || omittedSourceEntries,
50
- selectedLineCount,
51
- sourceLineCount,
52
- };
53
- }
54
- export function assembleTextEvidence(options) {
55
- const caps = normalizeCaps(options.caps);
56
- const entries = lineEntries(options.text);
57
- const sourceLineCount = entries.length;
58
- if (entries.length === 0) {
59
- return {
60
- importantLines: [],
61
- fidelity: "exact",
62
- compressed: false,
63
- selectedLineCount: 0,
64
- sourceLineCount,
65
- };
66
- }
67
- if (entries.length <= caps.maxLines &&
68
- byteLength(options.text) <= caps.maxExcerptBytes &&
69
- entries.every((entry) => byteLength(entry.line) <= caps.maxLineBytes)) {
70
- return {
71
- importantLines: [
72
- {
73
- stream: options.stream,
74
- lines: lineRange(entries),
75
- excerpt: options.text,
76
- },
77
- ],
78
- fidelity: "exact",
79
- compressed: false,
80
- selectedLineCount: entries.length,
81
- sourceLineCount,
82
- };
83
- }
84
- return assembleImportantLines({ stream: options.stream, entries, sourceText: options.text, caps });
85
- }
86
- export function lineEntries(text) {
87
- return splitLines(text).map((line, index) => ({ line, lineNumber: index + 1 }));
88
- }
89
- export function nonEmptyLineEntries(text) {
90
- return lineEntries(text).filter((entry) => entry.line.trim().length > 0);
91
- }
92
- export function splitLines(text) {
93
- if (text.length === 0) {
94
- return [];
95
- }
96
- return text.replace(/\r\n/g, "\n").replace(/\r/g, "\n").split("\n");
97
- }
98
- export function countLines(text) {
99
- return splitLines(text).length;
100
- }
101
- export function byteLength(text) {
102
- return Buffer.byteLength(text, "utf8");
103
- }
104
- function normalizeCaps(caps) {
105
- return {
106
- maxLines: caps?.maxLines ?? DEFAULT_MAX_IMPORTANT_LINES,
107
- maxExcerptBytes: caps?.maxExcerptBytes ?? DEFAULT_MAX_IMPORTANT_EXCERPT_BYTES,
108
- maxLineBytes: caps?.maxLineBytes ?? DEFAULT_MAX_IMPORTANT_LINE_BYTES,
109
- };
110
- }
111
- function uniqueSortedEntries(entries) {
112
- const byLineNumber = new Map();
113
- for (const entry of entries) {
114
- if (entry.lineNumber <= 0 || byLineNumber.has(entry.lineNumber)) {
115
- continue;
116
- }
117
- byLineNumber.set(entry.lineNumber, entry);
118
- }
119
- return [...byLineNumber.values()].sort((a, b) => a.lineNumber - b.lineNumber);
120
- }
121
- function contiguousGroups(entries) {
122
- const groups = [];
123
- let current = [];
124
- for (const entry of entries) {
125
- const previous = current[current.length - 1];
126
- if (!previous || entry.lineNumber === previous.lineNumber + 1) {
127
- current.push(entry);
128
- continue;
129
- }
130
- groups.push(current);
131
- current = [entry];
132
- }
133
- if (current.length > 0) {
134
- groups.push(current);
135
- }
136
- return groups;
137
- }
138
- function buildBoundedExcerpt(entries, maxExcerptBytes, maxLineBytes) {
139
- const parts = [];
140
- const includedEntries = [];
141
- let remainingBytes = maxExcerptBytes;
142
- let lossy = false;
143
- let selectedLineCount = 0;
144
- for (const entry of entries) {
145
- const separatorBytes = parts.length === 0 ? 0 : 1;
146
- const remainingForLine = remainingBytes - separatorBytes;
147
- if (remainingForLine <= 0) {
148
- lossy = true;
149
- break;
150
- }
151
- const line = truncateLine(entry.line, Math.min(maxLineBytes, remainingForLine));
152
- if (parts.length > 0) {
153
- remainingBytes -= 1;
154
- }
155
- parts.push(line.text);
156
- includedEntries.push(entry);
157
- remainingBytes -= byteLength(line.text);
158
- selectedLineCount += 1;
159
- lossy = lossy || line.lossy;
160
- }
161
- return { excerpt: parts.join("\n"), entries: includedEntries, lossy, selectedLineCount };
162
- }
163
- function truncateLine(line, maxBytes) {
164
- if (byteLength(line) <= maxBytes) {
165
- return { text: line, lossy: false };
166
- }
167
- if (maxBytes <= 0) {
168
- return { text: "", lossy: true };
169
- }
170
- const markerBytes = byteLength(TRUNCATION_MARKER);
171
- if (maxBytes <= markerBytes) {
172
- return { text: truncateUtf8(TRUNCATION_MARKER, maxBytes), lossy: true };
173
- }
174
- return {
175
- text: `${truncateUtf8(line, maxBytes - markerBytes)}${TRUNCATION_MARKER}`,
176
- lossy: true,
177
- };
178
- }
179
- function truncateUtf8(text, maxBytes) {
180
- if (byteLength(text) <= maxBytes) {
181
- return text;
182
- }
183
- let end = Math.min(text.length, maxBytes);
184
- while (end > 0 && byteLength(text.slice(0, end)) > maxBytes) {
185
- end -= 1;
186
- }
187
- return text.slice(0, end);
188
- }
189
- function lineRange(entries) {
190
- const first = entries[0];
191
- const last = entries[entries.length - 1];
192
- if (!first || !last) {
193
- return "1-1";
194
- }
195
- return first.lineNumber === last.lineNumber ? `${first.lineNumber}-${first.lineNumber}` : `${first.lineNumber}-${last.lineNumber}`;
196
- }
@@ -1 +0,0 @@
1
- export * from "./experiments/local-index.js";
@@ -1 +0,0 @@
1
- export * from "./experiments/local-index.js";