@dommaker/harness 0.18.0 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (366) hide show
  1. package/CHANGELOG.md +23 -0
  2. package/bin/harness.js +136 -552
  3. package/dist/cli/commands/check.d.ts.map +1 -1
  4. package/dist/cli/commands/check.js +2 -13
  5. package/dist/cli/commands/check.js.map +1 -1
  6. package/dist/cli/commands/definitions.d.ts +90 -0
  7. package/dist/cli/commands/definitions.d.ts.map +1 -0
  8. package/dist/cli/commands/definitions.js +519 -0
  9. package/dist/cli/commands/definitions.js.map +1 -0
  10. package/dist/cli/commands/knowledge.js.map +1 -1
  11. package/dist/cli/commands/sync-docs/capabilities-syncer.d.ts +3 -25
  12. package/dist/cli/commands/sync-docs/capabilities-syncer.d.ts.map +1 -1
  13. package/dist/cli/commands/sync-docs/capabilities-syncer.js +3 -93
  14. package/dist/cli/commands/sync-docs/capabilities-syncer.js.map +1 -1
  15. package/dist/cli/commands/sync-docs/index.d.ts +1 -1
  16. package/dist/cli/commands/sync-docs/index.d.ts.map +1 -1
  17. package/dist/cli/commands/sync-docs/index.js +4 -4
  18. package/dist/cli/commands/sync-docs/index.js.map +1 -1
  19. package/dist/cli/commands/update-user-model.d.ts +1 -0
  20. package/dist/cli/commands/update-user-model.d.ts.map +1 -1
  21. package/dist/cli/commands/update-user-model.js +12 -5
  22. package/dist/cli/commands/update-user-model.js.map +1 -1
  23. package/dist/context/index.d.ts +1 -5
  24. package/dist/context/index.d.ts.map +1 -1
  25. package/dist/context/index.js +1 -5
  26. package/dist/context/index.js.map +1 -1
  27. package/dist/context/knowledge-injector.d.ts +3 -3
  28. package/dist/context/knowledge-injector.d.ts.map +1 -1
  29. package/dist/context/knowledge-injector.js +1 -1
  30. package/dist/context/session-manager.d.ts +1 -12
  31. package/dist/context/session-manager.d.ts.map +1 -1
  32. package/dist/context/session-manager.js +0 -63
  33. package/dist/context/session-manager.js.map +1 -1
  34. package/dist/context/types.d.ts +1 -39
  35. package/dist/context/types.d.ts.map +1 -1
  36. package/dist/context/types.js +2 -15
  37. package/dist/context/types.js.map +1 -1
  38. package/dist/core/constraints/agent-prompt-renderer.d.ts +32 -0
  39. package/dist/core/constraints/agent-prompt-renderer.d.ts.map +1 -0
  40. package/dist/core/constraints/agent-prompt-renderer.js +58 -0
  41. package/dist/core/constraints/agent-prompt-renderer.js.map +1 -0
  42. package/dist/core/constraints/capabilities-parser.d.ts +17 -2
  43. package/dist/core/constraints/capabilities-parser.d.ts.map +1 -1
  44. package/dist/core/constraints/capabilities-parser.js +84 -2
  45. package/dist/core/constraints/capabilities-parser.js.map +1 -1
  46. package/dist/core/constraints/check-cache.d.ts +48 -3
  47. package/dist/core/constraints/check-cache.d.ts.map +1 -1
  48. package/dist/core/constraints/check-cache.js +53 -5
  49. package/dist/core/constraints/check-cache.js.map +1 -1
  50. package/dist/core/constraints/checker.d.ts +3 -17
  51. package/dist/core/constraints/checker.d.ts.map +1 -1
  52. package/dist/core/constraints/checker.js +7 -47
  53. package/dist/core/constraints/checker.js.map +1 -1
  54. package/dist/core/constraints/definitions.d.ts +0 -7
  55. package/dist/core/constraints/definitions.d.ts.map +1 -1
  56. package/dist/core/constraints/definitions.js +1 -8
  57. package/dist/core/constraints/definitions.js.map +1 -1
  58. package/dist/core/constraints/doc-freshness/runner.d.ts +0 -2
  59. package/dist/core/constraints/doc-freshness/runner.d.ts.map +1 -1
  60. package/dist/core/constraints/doc-freshness/runner.js.map +1 -1
  61. package/dist/core/constraints/index.d.ts +5 -1
  62. package/dist/core/constraints/index.d.ts.map +1 -1
  63. package/dist/core/constraints/index.js +8 -3
  64. package/dist/core/constraints/index.js.map +1 -1
  65. package/dist/core/constraints/interceptor.d.ts.map +1 -1
  66. package/dist/core/constraints/interceptor.js +1 -5
  67. package/dist/core/constraints/interceptor.js.map +1 -1
  68. package/dist/core/effective-constraints.d.ts.map +1 -1
  69. package/dist/core/effective-constraints.js +0 -1
  70. package/dist/core/effective-constraints.js.map +1 -1
  71. package/dist/core/project-config-loader.d.ts.map +1 -1
  72. package/dist/core/project-config-loader.js +1 -8
  73. package/dist/core/project-config-loader.js.map +1 -1
  74. package/dist/dashboard/stats.d.ts.map +1 -1
  75. package/dist/dashboard/stats.js.map +1 -1
  76. package/dist/dashboard/types.d.ts +2 -2
  77. package/dist/dashboard/types.d.ts.map +1 -1
  78. package/dist/failure/constraint-handler.d.ts.map +1 -1
  79. package/dist/failure/constraint-handler.js +0 -2
  80. package/dist/failure/constraint-handler.js.map +1 -1
  81. package/dist/gates/acceptance.d.ts +9 -1
  82. package/dist/gates/acceptance.d.ts.map +1 -1
  83. package/dist/gates/acceptance.js +21 -0
  84. package/dist/gates/acceptance.js.map +1 -1
  85. package/dist/gates/checker-gate.d.ts +23 -0
  86. package/dist/gates/checker-gate.d.ts.map +1 -0
  87. package/dist/gates/checker-gate.js +53 -0
  88. package/dist/gates/checker-gate.js.map +1 -0
  89. package/dist/gates/command.d.ts +9 -2
  90. package/dist/gates/command.d.ts.map +1 -1
  91. package/dist/gates/command.js +10 -0
  92. package/dist/gates/command.js.map +1 -1
  93. package/dist/gates/contract.d.ts +8 -2
  94. package/dist/gates/contract.d.ts.map +1 -1
  95. package/dist/gates/contract.js +9 -0
  96. package/dist/gates/contract.js.map +1 -1
  97. package/dist/gates/decision.d.ts +17 -0
  98. package/dist/gates/decision.d.ts.map +1 -0
  99. package/dist/gates/decision.js +25 -0
  100. package/dist/gates/decision.js.map +1 -0
  101. package/dist/gates/definitions.d.ts +63 -0
  102. package/dist/gates/definitions.d.ts.map +1 -0
  103. package/dist/gates/definitions.js +160 -0
  104. package/dist/gates/definitions.js.map +1 -0
  105. package/dist/gates/effective-gates.d.ts +30 -0
  106. package/dist/gates/effective-gates.d.ts.map +1 -0
  107. package/dist/gates/effective-gates.js +85 -0
  108. package/dist/gates/effective-gates.js.map +1 -0
  109. package/dist/gates/index.d.ts +25 -1
  110. package/dist/gates/index.d.ts.map +1 -1
  111. package/dist/gates/index.js +37 -1
  112. package/dist/gates/index.js.map +1 -1
  113. package/dist/gates/performance.d.ts +8 -2
  114. package/dist/gates/performance.d.ts.map +1 -1
  115. package/dist/gates/performance.js +9 -0
  116. package/dist/gates/performance.js.map +1 -1
  117. package/dist/gates/registry.d.ts +32 -0
  118. package/dist/gates/registry.d.ts.map +1 -0
  119. package/dist/gates/registry.js +90 -0
  120. package/dist/gates/registry.js.map +1 -0
  121. package/dist/gates/review.d.ts +8 -2
  122. package/dist/gates/review.d.ts.map +1 -1
  123. package/dist/gates/review.js +9 -0
  124. package/dist/gates/review.js.map +1 -1
  125. package/dist/gates/runner.d.ts +30 -0
  126. package/dist/gates/runner.d.ts.map +1 -0
  127. package/dist/gates/runner.js +38 -0
  128. package/dist/gates/runner.js.map +1 -0
  129. package/dist/gates/security.d.ts +8 -2
  130. package/dist/gates/security.d.ts.map +1 -1
  131. package/dist/gates/security.js +9 -0
  132. package/dist/gates/security.js.map +1 -1
  133. package/dist/gates/types.d.ts +41 -1
  134. package/dist/gates/types.d.ts.map +1 -1
  135. package/dist/hooks/bootstrap.d.ts.map +1 -1
  136. package/dist/hooks/bootstrap.js +0 -2
  137. package/dist/hooks/bootstrap.js.map +1 -1
  138. package/dist/hooks/config.d.ts +26 -0
  139. package/dist/hooks/config.d.ts.map +1 -0
  140. package/dist/hooks/config.js +30 -0
  141. package/dist/hooks/config.js.map +1 -0
  142. package/dist/hooks/index.d.ts +2 -1
  143. package/dist/hooks/index.d.ts.map +1 -1
  144. package/dist/hooks/index.js +4 -1
  145. package/dist/hooks/index.js.map +1 -1
  146. package/dist/hooks/registry.d.ts +18 -1
  147. package/dist/hooks/registry.d.ts.map +1 -1
  148. package/dist/hooks/registry.js +45 -0
  149. package/dist/hooks/registry.js.map +1 -1
  150. package/dist/hooks/types.d.ts +20 -0
  151. package/dist/hooks/types.d.ts.map +1 -1
  152. package/dist/index.d.ts +8 -8
  153. package/dist/index.d.ts.map +1 -1
  154. package/dist/index.js +13 -21
  155. package/dist/index.js.map +1 -1
  156. package/dist/knowledge/import.d.ts +2 -2
  157. package/dist/knowledge/import.d.ts.map +1 -1
  158. package/dist/knowledge/ingest.js.map +1 -1
  159. package/dist/knowledge/lifecycle-hooks.d.ts +2 -2
  160. package/dist/knowledge/lifecycle-hooks.d.ts.map +1 -1
  161. package/dist/knowledge/types.d.ts +5 -7
  162. package/dist/knowledge/types.d.ts.map +1 -1
  163. package/dist/knowledge/types.js +1 -1
  164. package/dist/knowledge/types.js.map +1 -1
  165. package/dist/monitoring/constraint-doctor.d.ts +4 -22
  166. package/dist/monitoring/constraint-doctor.d.ts.map +1 -1
  167. package/dist/monitoring/constraint-doctor.js +7 -94
  168. package/dist/monitoring/constraint-doctor.js.map +1 -1
  169. package/dist/presets/standard.d.ts +1 -1
  170. package/dist/presets/standard.d.ts.map +1 -1
  171. package/dist/presets/standard.js +1 -2
  172. package/dist/presets/standard.js.map +1 -1
  173. package/dist/spec/annotation-checker.d.ts.map +1 -1
  174. package/dist/spec/annotation-checker.js +6 -26
  175. package/dist/spec/annotation-checker.js.map +1 -1
  176. package/dist/tools/index.d.ts +0 -4
  177. package/dist/tools/index.d.ts.map +1 -1
  178. package/dist/tools/index.js +0 -4
  179. package/dist/tools/index.js.map +1 -1
  180. package/dist/types/constraint.d.ts +1 -12
  181. package/dist/types/constraint.d.ts.map +1 -1
  182. package/dist/types/constraint.js +0 -3
  183. package/dist/types/constraint.js.map +1 -1
  184. package/dist/types/project-config.d.ts +0 -2
  185. package/dist/types/project-config.d.ts.map +1 -1
  186. package/dist/utils/file-walk.d.ts +2 -2
  187. package/dist/utils/file-walk.js +2 -2
  188. package/package.json +9 -4
  189. package/src/CONTEXT.md +14 -0
  190. package/src/__tests__/checker-extra.test.ts +2 -59
  191. package/src/__tests__/constraint-doctor.test.ts +1 -140
  192. package/src/__tests__/constraint-handler.test.ts +0 -4
  193. package/src/__tests__/project-config-loader-extra.test.ts +0 -20
  194. package/src/__tests__/project-config-loader.test.ts +0 -1
  195. package/src/cli/commands/CONTEXT.md +15 -7
  196. package/src/cli/commands/__tests__/analyze-sessions.test.ts +178 -0
  197. package/src/cli/commands/__tests__/check-drift.test.ts +0 -3
  198. package/src/cli/commands/__tests__/check-skip-output.test.ts +0 -5
  199. package/src/cli/commands/__tests__/check.test.ts +7 -75
  200. package/src/cli/commands/__tests__/registry.test.ts +201 -0
  201. package/src/cli/commands/__tests__/release.test.ts +162 -0
  202. package/src/cli/commands/__tests__/update-user-model.test.ts +205 -0
  203. package/src/cli/commands/check.ts +2 -14
  204. package/src/cli/commands/definitions.ts +593 -0
  205. package/src/cli/commands/knowledge.ts +3 -3
  206. package/src/cli/commands/sync-docs/capabilities-syncer.ts +4 -110
  207. package/src/cli/commands/sync-docs/index.ts +8 -5
  208. package/src/cli/commands/update-user-model.ts +15 -5
  209. package/src/context/CONTEXT.md +2 -7
  210. package/src/context/__tests__/session-manager.test.ts +0 -91
  211. package/src/context/index.ts +1 -5
  212. package/src/context/knowledge-injector.ts +3 -3
  213. package/src/context/session-manager.ts +0 -74
  214. package/src/context/types.ts +2 -63
  215. package/src/core/CONTEXT.md +1 -1
  216. package/src/core/constraints/__tests__/agent-prompt-renderer.test.ts +129 -0
  217. package/src/core/constraints/__tests__/check-cache.test.ts +227 -0
  218. package/src/core/constraints/__tests__/interceptor.test.ts +0 -2
  219. package/src/core/constraints/agent-prompt-renderer.ts +71 -0
  220. package/src/core/constraints/capabilities-parser.ts +95 -2
  221. package/src/core/constraints/check-cache.ts +75 -3
  222. package/src/core/constraints/checker.ts +8 -53
  223. package/src/core/constraints/definitions.ts +0 -8
  224. package/src/core/constraints/doc-freshness/runner.ts +1 -2
  225. package/src/core/constraints/index.ts +11 -2
  226. package/src/core/constraints/interceptor.ts +1 -6
  227. package/src/core/effective-constraints.ts +0 -1
  228. package/src/core/project-config-loader.ts +1 -7
  229. package/src/dashboard/stats.ts +2 -2
  230. package/src/dashboard/types.ts +2 -2
  231. package/src/failure/constraint-handler.ts +0 -2
  232. package/src/gates/CONTEXT.md +16 -13
  233. package/src/gates/__tests__/checker-gate.test.ts +45 -0
  234. package/src/gates/__tests__/contract.test.ts +73 -0
  235. package/src/gates/__tests__/effective-gates.test.ts +82 -0
  236. package/src/gates/__tests__/gate-interface.test.ts +202 -0
  237. package/src/gates/__tests__/registry.test.ts +87 -0
  238. package/src/gates/__tests__/runner.test.ts +81 -0
  239. package/src/gates/acceptance.ts +24 -1
  240. package/src/gates/checker-gate.ts +54 -0
  241. package/src/gates/command.ts +13 -2
  242. package/src/gates/contract.ts +12 -2
  243. package/src/gates/decision.ts +27 -0
  244. package/src/gates/definitions.ts +207 -0
  245. package/src/gates/effective-gates.ts +106 -0
  246. package/src/gates/index.ts +38 -0
  247. package/src/gates/performance.ts +12 -2
  248. package/src/gates/registry.ts +107 -0
  249. package/src/gates/review.ts +12 -2
  250. package/src/gates/runner.ts +57 -0
  251. package/src/gates/security.ts +12 -2
  252. package/src/gates/types.ts +48 -1
  253. package/src/hooks/CONTEXT.md +12 -2
  254. package/src/hooks/__tests__/bootstrap.test.ts +0 -1
  255. package/src/hooks/__tests__/config.test.ts +19 -0
  256. package/src/hooks/__tests__/pipeline.test.ts +79 -0
  257. package/src/hooks/__tests__/registry.test.ts +67 -0
  258. package/src/hooks/bootstrap.ts +0 -2
  259. package/src/hooks/config.ts +29 -0
  260. package/src/hooks/index.ts +2 -1
  261. package/src/hooks/registry.ts +60 -1
  262. package/src/hooks/types.ts +21 -0
  263. package/src/index.ts +13 -22
  264. package/src/knowledge/import.ts +3 -3
  265. package/src/knowledge/ingest.ts +4 -4
  266. package/src/knowledge/lifecycle-hooks.ts +3 -3
  267. package/src/knowledge/types.ts +5 -8
  268. package/src/monitoring/constraint-doctor.ts +7 -106
  269. package/src/presets/__tests__/standard.test.ts +0 -2
  270. package/src/presets/standard.ts +1 -2
  271. package/src/spec/__tests__/annotation-checker.test.ts +9 -3
  272. package/src/spec/annotation-checker.ts +7 -29
  273. package/src/tools/CONTEXT.md +7 -14
  274. package/src/tools/index.ts +0 -4
  275. package/src/types/constraint.ts +1 -14
  276. package/src/types/project-config.ts +0 -3
  277. package/src/utils/file-walk.ts +2 -2
  278. package/dist/architecture/constraint-engine.d.ts +0 -67
  279. package/dist/architecture/constraint-engine.d.ts.map +0 -1
  280. package/dist/architecture/constraint-engine.js +0 -295
  281. package/dist/architecture/constraint-engine.js.map +0 -1
  282. package/dist/architecture/cross-project-checker.d.ts +0 -54
  283. package/dist/architecture/cross-project-checker.d.ts.map +0 -1
  284. package/dist/architecture/cross-project-checker.js +0 -467
  285. package/dist/architecture/cross-project-checker.js.map +0 -1
  286. package/dist/cli/commands/index.d.ts +0 -30
  287. package/dist/cli/commands/index.d.ts.map +0 -1
  288. package/dist/cli/commands/index.js +0 -91
  289. package/dist/cli/commands/index.js.map +0 -1
  290. package/dist/context/file-budget.d.ts +0 -40
  291. package/dist/context/file-budget.d.ts.map +0 -1
  292. package/dist/context/file-budget.js +0 -147
  293. package/dist/context/file-budget.js.map +0 -1
  294. package/dist/context/progressive-loader.d.ts +0 -109
  295. package/dist/context/progressive-loader.d.ts.map +0 -1
  296. package/dist/context/progressive-loader.js +0 -166
  297. package/dist/context/progressive-loader.js.map +0 -1
  298. package/dist/context/token-pipeline.d.ts +0 -55
  299. package/dist/context/token-pipeline.d.ts.map +0 -1
  300. package/dist/context/token-pipeline.js +0 -220
  301. package/dist/context/token-pipeline.js.map +0 -1
  302. package/dist/context/tool-output-budget.d.ts +0 -59
  303. package/dist/context/tool-output-budget.d.ts.map +0 -1
  304. package/dist/context/tool-output-budget.js +0 -177
  305. package/dist/context/tool-output-budget.js.map +0 -1
  306. package/dist/core/constraints/default-executors.d.ts +0 -10
  307. package/dist/core/constraints/default-executors.d.ts.map +0 -1
  308. package/dist/core/constraints/default-executors.js +0 -120
  309. package/dist/core/constraints/default-executors.js.map +0 -1
  310. package/dist/llm/adapter.d.ts +0 -36
  311. package/dist/llm/adapter.d.ts.map +0 -1
  312. package/dist/llm/adapter.js +0 -118
  313. package/dist/llm/adapter.js.map +0 -1
  314. package/dist/llm/index.d.ts +0 -3
  315. package/dist/llm/index.d.ts.map +0 -1
  316. package/dist/llm/index.js +0 -19
  317. package/dist/llm/index.js.map +0 -1
  318. package/dist/llm/types.d.ts +0 -62
  319. package/dist/llm/types.d.ts.map +0 -1
  320. package/dist/llm/types.js +0 -8
  321. package/dist/llm/types.js.map +0 -1
  322. package/dist/tools/core/index.d.ts +0 -13
  323. package/dist/tools/core/index.d.ts.map +0 -1
  324. package/dist/tools/core/index.js +0 -198
  325. package/dist/tools/core/index.js.map +0 -1
  326. package/dist/tools/loader.d.ts +0 -21
  327. package/dist/tools/loader.d.ts.map +0 -1
  328. package/dist/tools/loader.js +0 -199
  329. package/dist/tools/loader.js.map +0 -1
  330. package/dist/tools/registry.d.ts +0 -59
  331. package/dist/tools/registry.d.ts.map +0 -1
  332. package/dist/tools/registry.js +0 -115
  333. package/dist/tools/registry.js.map +0 -1
  334. package/dist/tools/types.d.ts +0 -38
  335. package/dist/tools/types.d.ts.map +0 -1
  336. package/dist/tools/types.js +0 -6
  337. package/dist/tools/types.js.map +0 -1
  338. package/src/__tests__/architecture-engine.test.ts +0 -619
  339. package/src/__tests__/context/progressive-loader.test.ts +0 -131
  340. package/src/__tests__/cross-project-checker.test.ts +0 -318
  341. package/src/architecture/CONTEXT.md +0 -22
  342. package/src/architecture/constraint-engine.ts +0 -351
  343. package/src/architecture/cross-project-checker.ts +0 -545
  344. package/src/cli/commands/index.ts +0 -30
  345. package/src/context/__tests__/file-budget.test.ts +0 -142
  346. package/src/context/__tests__/progressive-loader.test.ts +0 -264
  347. package/src/context/__tests__/token-pipeline.test.ts +0 -178
  348. package/src/context/__tests__/tool-output-budget.test.ts +0 -95
  349. package/src/context/file-budget.ts +0 -142
  350. package/src/context/progressive-loader.ts +0 -260
  351. package/src/context/token-pipeline.ts +0 -265
  352. package/src/context/tool-output-budget.ts +0 -178
  353. package/src/core/constraints/__tests__/default-executors.test.ts +0 -57
  354. package/src/core/constraints/default-executors.ts +0 -92
  355. package/src/llm/CONTEXT.md +0 -21
  356. package/src/llm/__tests__/adapter.test.ts +0 -172
  357. package/src/llm/adapter.ts +0 -149
  358. package/src/llm/index.ts +0 -2
  359. package/src/llm/types.ts +0 -81
  360. package/src/tools/__tests__/loader.test.ts +0 -252
  361. package/src/tools/__tests__/registry.test.ts +0 -157
  362. package/src/tools/core/__tests__/core.test.ts +0 -122
  363. package/src/tools/core/index.ts +0 -201
  364. package/src/tools/loader.ts +0 -216
  365. package/src/tools/registry.ts +0 -128
  366. package/src/tools/types.ts +0 -46
@@ -1,40 +0,0 @@
1
- /**
2
- * 文件读取预算
3
- *
4
- * 按行数、字节数、Token 数三重限制读取文件
5
- * 超限时生成 continuationHint 提示 offset
6
- */
7
- import type { FileBudgetConfig } from './types';
8
- export interface FileCheckResult {
9
- allowed: boolean;
10
- reason?: string;
11
- lineCount?: number;
12
- byteCount?: number;
13
- }
14
- export interface FileReadResult {
15
- content: string;
16
- truncated: boolean;
17
- linesRead: number;
18
- bytesRead: number;
19
- tokensEstimate: number;
20
- continuationHint?: string;
21
- }
22
- export declare class FileBudget {
23
- private config;
24
- constructor(config?: Partial<FileBudgetConfig>);
25
- /**
26
- * 检查文件是否在预算内(stat 检查)
27
- */
28
- checkFile(filePath: string): FileCheckResult;
29
- /**
30
- * 按预算读取文件
31
- *
32
- * 三重限制:行数 → 字节数 → Token 数
33
- */
34
- readWithBudget(filePath: string, config?: Partial<FileBudgetConfig>): FileReadResult;
35
- /**
36
- * 获取当前配置
37
- */
38
- getConfig(): FileBudgetConfig;
39
- }
40
- //# sourceMappingURL=file-budget.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"file-budget.d.ts","sourceRoot":"","sources":["../../src/context/file-budget.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAGhD,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAmB;gBAErB,MAAM,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC;IAI9C;;OAEG;IACH,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,eAAe;IAqB5C;;;;OAIG;IACH,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,GAAG,cAAc;IAuEpF;;OAEG;IACH,SAAS,IAAI,gBAAgB;CAG9B"}
@@ -1,147 +0,0 @@
1
- "use strict";
2
- /**
3
- * 文件读取预算
4
- *
5
- * 按行数、字节数、Token 数三重限制读取文件
6
- * 超限时生成 continuationHint 提示 offset
7
- */
8
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
9
- if (k2 === undefined) k2 = k;
10
- var desc = Object.getOwnPropertyDescriptor(m, k);
11
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
12
- desc = { enumerable: true, get: function() { return m[k]; } };
13
- }
14
- Object.defineProperty(o, k2, desc);
15
- }) : (function(o, m, k, k2) {
16
- if (k2 === undefined) k2 = k;
17
- o[k2] = m[k];
18
- }));
19
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
20
- Object.defineProperty(o, "default", { enumerable: true, value: v });
21
- }) : function(o, v) {
22
- o["default"] = v;
23
- });
24
- var __importStar = (this && this.__importStar) || (function () {
25
- var ownKeys = function(o) {
26
- ownKeys = Object.getOwnPropertyNames || function (o) {
27
- var ar = [];
28
- for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
29
- return ar;
30
- };
31
- return ownKeys(o);
32
- };
33
- return function (mod) {
34
- if (mod && mod.__esModule) return mod;
35
- var result = {};
36
- if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
37
- __setModuleDefault(result, mod);
38
- return result;
39
- };
40
- })();
41
- Object.defineProperty(exports, "__esModule", { value: true });
42
- exports.FileBudget = void 0;
43
- const fs = __importStar(require("fs"));
44
- const token_budget_1 = require("./token-budget");
45
- const types_1 = require("./types");
46
- class FileBudget {
47
- config;
48
- constructor(config) {
49
- this.config = { ...types_1.DEFAULT_FILE_BUDGET, ...config };
50
- }
51
- /**
52
- * 检查文件是否在预算内(stat 检查)
53
- */
54
- checkFile(filePath) {
55
- try {
56
- const stat = fs.statSync(filePath);
57
- if (stat.size > this.config.maxBytes) {
58
- return {
59
- allowed: false,
60
- reason: `文件大小 ${(stat.size / 1024).toFixed(1)}KB 超过限制 ${(this.config.maxBytes / 1024).toFixed(1)}KB`,
61
- byteCount: stat.size,
62
- };
63
- }
64
- return { allowed: true, byteCount: stat.size };
65
- }
66
- catch (error) {
67
- return {
68
- allowed: false,
69
- reason: `无法读取文件: ${error.message}`,
70
- };
71
- }
72
- }
73
- /**
74
- * 按预算读取文件
75
- *
76
- * 三重限制:行数 → 字节数 → Token 数
77
- */
78
- readWithBudget(filePath, config) {
79
- const effectiveConfig = { ...this.config, ...config };
80
- try {
81
- const content = fs.readFileSync(filePath, 'utf-8');
82
- const lines = content.split('\n');
83
- let truncated = false;
84
- let selectedLines = lines;
85
- let continuationHint;
86
- // 限制 1: 行数
87
- if (lines.length > effectiveConfig.maxLines) {
88
- selectedLines = lines.slice(0, effectiveConfig.maxLines);
89
- truncated = true;
90
- if (effectiveConfig.continuationHint) {
91
- continuationHint = `文件被截断。已读取 ${effectiveConfig.maxLines} 行,共 ${lines.length} 行。使用 offset=${effectiveConfig.maxLines} 继续读取。`;
92
- }
93
- }
94
- let result = selectedLines.join('\n');
95
- // 限制 2: 字节数
96
- const byteCount = Buffer.byteLength(result, 'utf-8');
97
- if (byteCount > effectiveConfig.maxBytes) {
98
- const encoder = new TextEncoder();
99
- const bytes = encoder.encode(result);
100
- const truncatedBytes = bytes.slice(0, effectiveConfig.maxBytes);
101
- result = new TextDecoder().decode(truncatedBytes);
102
- truncated = true;
103
- if (!continuationHint && effectiveConfig.continuationHint) {
104
- continuationHint = `文件内容被截断。已读取 ${effectiveConfig.maxBytes} 字节。`;
105
- }
106
- }
107
- // 限制 3: Token 数
108
- const tokensEstimate = token_budget_1.TokenEstimator.estimateText(result);
109
- if (tokensEstimate > effectiveConfig.maxTokenEstimate) {
110
- // 按比例截断
111
- const ratio = effectiveConfig.maxTokenEstimate / tokensEstimate;
112
- const charLimit = Math.floor(result.length * ratio);
113
- result = result.slice(0, charLimit);
114
- truncated = true;
115
- if (!continuationHint && effectiveConfig.continuationHint) {
116
- continuationHint = `文件内容被截断。已读取约 ${effectiveConfig.maxTokenEstimate} tokens。`;
117
- }
118
- }
119
- return {
120
- content: result,
121
- truncated,
122
- linesRead: selectedLines.length,
123
- bytesRead: Buffer.byteLength(result, 'utf-8'),
124
- tokensEstimate: token_budget_1.TokenEstimator.estimateText(result),
125
- continuationHint,
126
- };
127
- }
128
- catch (error) {
129
- return {
130
- content: '',
131
- truncated: false,
132
- linesRead: 0,
133
- bytesRead: 0,
134
- tokensEstimate: 0,
135
- continuationHint: `无法读取文件: ${error.message}`,
136
- };
137
- }
138
- }
139
- /**
140
- * 获取当前配置
141
- */
142
- getConfig() {
143
- return { ...this.config };
144
- }
145
- }
146
- exports.FileBudget = FileBudget;
147
- //# sourceMappingURL=file-budget.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"file-budget.js","sourceRoot":"","sources":["../../src/context/file-budget.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,uCAAyB;AACzB,iDAAgD;AAEhD,mCAA8C;AAkB9C,MAAa,UAAU;IACb,MAAM,CAAmB;IAEjC,YAAY,MAAkC;QAC5C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,2BAAmB,EAAE,GAAG,MAAM,EAAE,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,QAAgB;QACxB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAEnC,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACrC,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;oBACpG,SAAS,EAAE,IAAI,CAAC,IAAI;iBACrB,CAAC;YACJ,CAAC;YAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QACjD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,WAAY,KAAe,CAAC,OAAO,EAAE;aAC9C,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,cAAc,CAAC,QAAgB,EAAE,MAAkC;QACjE,MAAM,eAAe,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;QAEtD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAElC,IAAI,SAAS,GAAG,KAAK,CAAC;YACtB,IAAI,aAAa,GAAG,KAAK,CAAC;YAC1B,IAAI,gBAAoC,CAAC;YAEzC,WAAW;YACX,IAAI,KAAK,CAAC,MAAM,GAAG,eAAe,CAAC,QAAQ,EAAE,CAAC;gBAC5C,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;gBACzD,SAAS,GAAG,IAAI,CAAC;gBAEjB,IAAI,eAAe,CAAC,gBAAgB,EAAE,CAAC;oBACrC,gBAAgB,GAAG,aAAa,eAAe,CAAC,QAAQ,QAAQ,KAAK,CAAC,MAAM,gBAAgB,eAAe,CAAC,QAAQ,QAAQ,CAAC;gBAC/H,CAAC;YACH,CAAC;YAED,IAAI,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEtC,YAAY;YACZ,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACrD,IAAI,SAAS,GAAG,eAAe,CAAC,QAAQ,EAAE,CAAC;gBACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;gBAClC,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACrC,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;gBAChE,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;gBAClD,SAAS,GAAG,IAAI,CAAC;gBAEjB,IAAI,CAAC,gBAAgB,IAAI,eAAe,CAAC,gBAAgB,EAAE,CAAC;oBAC1D,gBAAgB,GAAG,eAAe,eAAe,CAAC,QAAQ,MAAM,CAAC;gBACnE,CAAC;YACH,CAAC;YAED,gBAAgB;YAChB,MAAM,cAAc,GAAG,6BAAc,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAC3D,IAAI,cAAc,GAAG,eAAe,CAAC,gBAAgB,EAAE,CAAC;gBACtD,QAAQ;gBACR,MAAM,KAAK,GAAG,eAAe,CAAC,gBAAgB,GAAG,cAAc,CAAC;gBAChE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;gBACpD,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;gBACpC,SAAS,GAAG,IAAI,CAAC;gBAEjB,IAAI,CAAC,gBAAgB,IAAI,eAAe,CAAC,gBAAgB,EAAE,CAAC;oBAC1D,gBAAgB,GAAG,gBAAgB,eAAe,CAAC,gBAAgB,UAAU,CAAC;gBAChF,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,MAAM;gBACf,SAAS;gBACT,SAAS,EAAE,aAAa,CAAC,MAAM;gBAC/B,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC;gBAC7C,cAAc,EAAE,6BAAc,CAAC,YAAY,CAAC,MAAM,CAAC;gBACnD,gBAAgB;aACjB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,KAAK;gBAChB,SAAS,EAAE,CAAC;gBACZ,SAAS,EAAE,CAAC;gBACZ,cAAc,EAAE,CAAC;gBACjB,gBAAgB,EAAE,WAAY,KAAe,CAAC,OAAO,EAAE;aACxD,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;CACF;AAjHD,gCAiHC"}
@@ -1,109 +0,0 @@
1
- /**
2
- * @spec HZ-002
3
- * @implements HZ-002-C1
4
- * @acceptance AC-001-1, AC-001-4
5
- *
6
- * Progressive Content Loader
7
- *
8
- * 通用内容分片加载能力
9
- * - 支持大数据集分片加载
10
- * - 支持 Token 预算管理
11
- * - 零业务逻辑,可被任意系统使用
12
- */
13
- export interface ChunkLoadOptions<T = any> {
14
- /** 每片大小 */
15
- chunkSize: number;
16
- /** 每片加载回调 */
17
- onChunk?: (chunk: T[], index: number) => Promise<void> | void;
18
- /** 进度回调 (loaded, total) */
19
- onProgress?: (loaded: number, total: number) => void;
20
- /** 是否并行加载 */
21
- parallel?: boolean;
22
- /** 延迟(毫秒),用于节流 */
23
- delay?: number;
24
- }
25
- export interface TokenBudgetOptions<T = any> {
26
- /** Token 预算 */
27
- budget: number;
28
- /** Token 估算函数 */
29
- estimator: (item: T) => number;
30
- /** 预算超限策略 */
31
- onBudgetExceeded?: 'truncate' | 'error' | 'skip';
32
- /** 最小保留项数(即使超预算) */
33
- minItems?: number;
34
- }
35
- export interface LoadResult<T> {
36
- /** 加载的项 */
37
- items: T[];
38
- /** 实际消耗的 Token */
39
- tokensUsed: number;
40
- /** 是否被截断 */
41
- truncated: boolean;
42
- /** 跳过的项数 */
43
- skipped: number;
44
- }
45
- /**
46
- * 渐进式内容加载器
47
- *
48
- * 提供通用的内容分片加载和 Token 预算管理能力
49
- */
50
- export declare class ProgressiveLoader {
51
- /**
52
- * 分片加载
53
- *
54
- * 将大数据集分片加载,避免一次性加载全部内容
55
- *
56
- * @example
57
- * ```typescript
58
- * const loader = new ProgressiveLoader();
59
- * const largeData = Array.from({ length: 1000 }, (_, i) => ({ id: i }));
60
- *
61
- * await loader.loadInChunks(largeData, {
62
- * chunkSize: 100,
63
- * onChunk: async (chunk, index) => {
64
- * console.log(`Loaded chunk ${index}: ${chunk.length} items`);
65
- * },
66
- * onProgress: (loaded, total) => {
67
- * console.log(`Progress: ${loaded}/${total}`);
68
- * }
69
- * });
70
- * ```
71
- */
72
- loadInChunks<T>(items: T[], options: ChunkLoadOptions<T>): Promise<void>;
73
- /**
74
- * Token 预算加载
75
- *
76
- * 在 Token 预算范围内加载内容,超预算时按策略处理
77
- *
78
- * @example
79
- * ```typescript
80
- * const loader = new ProgressiveLoader();
81
- * const items = [
82
- * { content: 'short text' },
83
- * { content: 'long text '.repeat(100) }
84
- * ];
85
- *
86
- * const result = await loader.loadWithBudget(items, {
87
- * budget: 1000,
88
- * estimator: (item) => item.content.length,
89
- * onBudgetExceeded: 'truncate'
90
- * });
91
- *
92
- * console.log(`Loaded ${result.items.length} items, used ${result.tokensUsed} tokens`);
93
- * ```
94
- */
95
- loadWithBudget<T>(items: T[], options: TokenBudgetOptions<T>): Promise<LoadResult<T>>;
96
- /**
97
- * 创建流式加载器
98
- *
99
- * 支持大文件/大内容的流式分片加载
100
- */
101
- createStream<T>(source: AsyncIterable<T>, chunkSize: number): AsyncIterable<T[]>;
102
- /**
103
- * 批量处理(带并发控制)
104
- */
105
- processBatch<T, R>(items: T[], processor: (item: T) => Promise<R>, concurrency?: number): Promise<R[]>;
106
- private processChunk;
107
- }
108
- export declare const progressiveLoader: ProgressiveLoader;
109
- //# sourceMappingURL=progressive-loader.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"progressive-loader.d.ts","sourceRoot":"","sources":["../../src/context/progressive-loader.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;GAWG;AAEH,MAAM,WAAW,gBAAgB,CAAC,CAAC,GAAG,GAAG;IACvC,WAAW;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa;IACb,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC9D,2BAA2B;IAC3B,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACrD,aAAa;IACb,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,kBAAkB;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,kBAAkB,CAAC,CAAC,GAAG,GAAG;IACzC,eAAe;IACf,MAAM,EAAE,MAAM,CAAC;IACf,iBAAiB;IACjB,SAAS,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,MAAM,CAAC;IAC/B,aAAa;IACb,gBAAgB,CAAC,EAAE,UAAU,GAAG,OAAO,GAAG,MAAM,CAAC;IACjD,oBAAoB;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU,CAAC,CAAC;IAC3B,WAAW;IACX,KAAK,EAAE,CAAC,EAAE,CAAC;IACX,kBAAkB;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY;IACZ,SAAS,EAAE,OAAO,CAAC;IACnB,YAAY;IACZ,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;;GAIG;AACH,qBAAa,iBAAiB;IAC5B;;;;;;;;;;;;;;;;;;;;OAoBG;IACG,YAAY,CAAC,CAAC,EAClB,KAAK,EAAE,CAAC,EAAE,EACV,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC,GAC3B,OAAO,CAAC,IAAI,CAAC;IAgChB;;;;;;;;;;;;;;;;;;;;;OAqBG;IACG,cAAc,CAAC,CAAC,EACpB,KAAK,EAAE,CAAC,EAAE,EACV,OAAO,EAAE,kBAAkB,CAAC,CAAC,CAAC,GAC7B,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAkDzB;;;;OAIG;IACI,YAAY,CAAC,CAAC,EACnB,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,EACxB,SAAS,EAAE,MAAM,GAChB,aAAa,CAAC,CAAC,EAAE,CAAC;IAkBrB;;OAEG;IACG,YAAY,CAAC,CAAC,EAAE,CAAC,EACrB,KAAK,EAAE,CAAC,EAAE,EACV,SAAS,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,EAClC,WAAW,GAAE,MAAU,GACtB,OAAO,CAAC,CAAC,EAAE,CAAC;YAmBD,YAAY;CAiB3B;AAGD,eAAO,MAAM,iBAAiB,mBAA0B,CAAC"}
@@ -1,166 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.progressiveLoader = exports.ProgressiveLoader = void 0;
4
- const exec_1 = require("../utils/exec");
5
- /**
6
- * 渐进式内容加载器
7
- *
8
- * 提供通用的内容分片加载和 Token 预算管理能力
9
- */
10
- class ProgressiveLoader {
11
- /**
12
- * 分片加载
13
- *
14
- * 将大数据集分片加载,避免一次性加载全部内容
15
- *
16
- * @example
17
- * ```typescript
18
- * const loader = new ProgressiveLoader();
19
- * const largeData = Array.from({ length: 1000 }, (_, i) => ({ id: i }));
20
- *
21
- * await loader.loadInChunks(largeData, {
22
- * chunkSize: 100,
23
- * onChunk: async (chunk, index) => {
24
- * console.log(`Loaded chunk ${index}: ${chunk.length} items`);
25
- * },
26
- * onProgress: (loaded, total) => {
27
- * console.log(`Progress: ${loaded}/${total}`);
28
- * }
29
- * });
30
- * ```
31
- */
32
- async loadInChunks(items, options) {
33
- const { chunkSize, onChunk, onProgress, parallel = false, delay: throttleDelay = 0 } = options;
34
- const total = items.length;
35
- const chunks = [];
36
- // 分片
37
- for (let i = 0; i < total; i += chunkSize) {
38
- chunks.push(items.slice(i, i + chunkSize));
39
- }
40
- // 加载
41
- if (parallel) {
42
- // 并行加载
43
- await Promise.all(chunks.map(async (chunk, index) => {
44
- if (throttleDelay > 0) {
45
- await (0, exec_1.delay)(throttleDelay * index);
46
- }
47
- await this.processChunk(chunk, index, onChunk, onProgress, total);
48
- }));
49
- }
50
- else {
51
- // 串行加载
52
- for (let i = 0; i < chunks.length; i++) {
53
- if (throttleDelay > 0 && i > 0) {
54
- await (0, exec_1.delay)(throttleDelay);
55
- }
56
- await this.processChunk(chunks[i], i, onChunk, onProgress, total);
57
- }
58
- }
59
- }
60
- /**
61
- * Token 预算加载
62
- *
63
- * 在 Token 预算范围内加载内容,超预算时按策略处理
64
- *
65
- * @example
66
- * ```typescript
67
- * const loader = new ProgressiveLoader();
68
- * const items = [
69
- * { content: 'short text' },
70
- * { content: 'long text '.repeat(100) }
71
- * ];
72
- *
73
- * const result = await loader.loadWithBudget(items, {
74
- * budget: 1000,
75
- * estimator: (item) => item.content.length,
76
- * onBudgetExceeded: 'truncate'
77
- * });
78
- *
79
- * console.log(`Loaded ${result.items.length} items, used ${result.tokensUsed} tokens`);
80
- * ```
81
- */
82
- async loadWithBudget(items, options) {
83
- const { budget, estimator, onBudgetExceeded = 'truncate', minItems = 1 } = options;
84
- const result = {
85
- items: [],
86
- tokensUsed: 0,
87
- truncated: false,
88
- skipped: 0
89
- };
90
- let currentBudget = budget;
91
- for (const item of items) {
92
- const itemTokens = estimator(item);
93
- // 检查预算
94
- if (itemTokens > currentBudget) {
95
- // 预算超限
96
- if (result.items.length >= minItems) {
97
- // 已达到最小项数,按策略处理
98
- switch (onBudgetExceeded) {
99
- case 'truncate':
100
- result.truncated = true;
101
- return result;
102
- case 'error':
103
- throw new Error(`Token budget exceeded: need ${itemTokens}, remaining ${currentBudget}`);
104
- case 'skip':
105
- result.skipped++;
106
- continue;
107
- }
108
- }
109
- // 未达到最小项数,强制添加(可能超预算)
110
- }
111
- // 添加项
112
- result.items.push(item);
113
- result.tokensUsed += itemTokens;
114
- currentBudget -= itemTokens;
115
- }
116
- return result;
117
- }
118
- /**
119
- * 创建流式加载器
120
- *
121
- * 支持大文件/大内容的流式分片加载
122
- */
123
- async *createStream(source, chunkSize) {
124
- let chunk = [];
125
- for await (const item of source) {
126
- chunk.push(item);
127
- if (chunk.length >= chunkSize) {
128
- yield chunk;
129
- chunk = [];
130
- }
131
- }
132
- // yield remaining items
133
- if (chunk.length > 0) {
134
- yield chunk;
135
- }
136
- }
137
- /**
138
- * 批量处理(带并发控制)
139
- */
140
- async processBatch(items, processor, concurrency = 5) {
141
- const results = new Array(items.length);
142
- let nextIndex = 0;
143
- const worker = async () => {
144
- while (nextIndex < items.length) {
145
- const index = nextIndex++;
146
- results[index] = await processor(items[index]);
147
- }
148
- };
149
- const workers = Array.from({ length: Math.min(concurrency, items.length) }, () => worker());
150
- await Promise.all(workers);
151
- return results;
152
- }
153
- async processChunk(chunk, index, onChunk, onProgress, total) {
154
- if (onChunk) {
155
- await onChunk(chunk, index);
156
- }
157
- if (onProgress) {
158
- const loaded = Math.min((index + 1) * chunk.length, total);
159
- onProgress(loaded, total);
160
- }
161
- }
162
- }
163
- exports.ProgressiveLoader = ProgressiveLoader;
164
- // 默认实例
165
- exports.progressiveLoader = new ProgressiveLoader();
166
- //# sourceMappingURL=progressive-loader.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"progressive-loader.js","sourceRoot":"","sources":["../../src/context/progressive-loader.ts"],"names":[],"mappings":";;;AAAA,wCAAsC;AAkDtC;;;;GAIG;AACH,MAAa,iBAAiB;IAC5B;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,KAAK,CAAC,YAAY,CAChB,KAAU,EACV,OAA4B;QAE5B,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,GAAG,KAAK,EAAE,KAAK,EAAE,aAAa,GAAG,CAAC,EAAE,GAAG,OAAO,CAAC;QAC/F,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;QAC3B,MAAM,MAAM,GAAU,EAAE,CAAC;QAEzB,KAAK;QACL,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC;QAC7C,CAAC;QAED,KAAK;QACL,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO;YACP,MAAM,OAAO,CAAC,GAAG,CACf,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBAChC,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;oBACtB,MAAM,IAAA,YAAK,EAAC,aAAa,GAAG,KAAK,CAAC,CAAC;gBACrC,CAAC;gBACD,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;YACpE,CAAC,CAAC,CACH,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO;YACP,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,IAAI,aAAa,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC/B,MAAM,IAAA,YAAK,EAAC,aAAa,CAAC,CAAC;gBAC7B,CAAC;gBACD,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,KAAK,CAAC,cAAc,CAClB,KAAU,EACV,OAA8B;QAE9B,MAAM,EACJ,MAAM,EACN,SAAS,EACT,gBAAgB,GAAG,UAAU,EAC7B,QAAQ,GAAG,CAAC,EACb,GAAG,OAAO,CAAC;QAEZ,MAAM,MAAM,GAAkB;YAC5B,KAAK,EAAE,EAAE;YACT,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,KAAK;YAChB,OAAO,EAAE,CAAC;SACX,CAAC;QAEF,IAAI,aAAa,GAAG,MAAM,CAAC;QAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;YAEnC,OAAO;YACP,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;gBAC/B,OAAO;gBACP,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;oBACpC,gBAAgB;oBAChB,QAAQ,gBAAgB,EAAE,CAAC;wBACzB,KAAK,UAAU;4BACb,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;4BACxB,OAAO,MAAM,CAAC;wBAChB,KAAK,OAAO;4BACV,MAAM,IAAI,KAAK,CACb,+BAA+B,UAAU,eAAe,aAAa,EAAE,CACxE,CAAC;wBACJ,KAAK,MAAM;4BACT,MAAM,CAAC,OAAO,EAAE,CAAC;4BACjB,SAAS;oBACb,CAAC;gBACH,CAAC;gBACD,sBAAsB;YACxB,CAAC;YAED,MAAM;YACN,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxB,MAAM,CAAC,UAAU,IAAI,UAAU,CAAC;YAChC,aAAa,IAAI,UAAU,CAAC;QAC9B,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,CAAC,YAAY,CACjB,MAAwB,EACxB,SAAiB;QAEjB,IAAI,KAAK,GAAQ,EAAE,CAAC;QAEpB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAChC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEjB,IAAI,KAAK,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBAC9B,MAAM,KAAK,CAAC;gBACZ,KAAK,GAAG,EAAE,CAAC;YACb,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,KAAU,EACV,SAAkC,EAClC,cAAsB,CAAC;QAEvB,MAAM,OAAO,GAAG,IAAI,KAAK,CAAI,KAAK,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;YACvC,OAAO,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBAChC,MAAM,KAAK,GAAG,SAAS,EAAE,CAAC;gBAC1B,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;YACjD,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CACxB,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAC/C,GAAG,EAAE,CAAC,MAAM,EAAE,CACf,CAAC;QACF,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3B,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,KAAU,EACV,KAAa,EACb,OAA0E,EAC1E,UAAiE,EACjE,KAAa;QAEb,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC9B,CAAC;QAED,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAC3D,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;CAEF;AAzMD,8CAyMC;AAED,OAAO;AACM,QAAA,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC"}
@@ -1,55 +0,0 @@
1
- /**
2
- * Token 流水线
3
- *
4
- * 五步:收集 → 排序 → 压缩 → 预算 → 组装
5
- * 每次 LLM 调用前运行
6
- */
7
- import type { ContextSource, TokenBudgetAllocation, PipelineInput, PipelineOutput } from './types';
8
- interface CollectedGroup {
9
- priority: number;
10
- sources: ContextSource[];
11
- }
12
- export declare class TokenPipeline {
13
- /**
14
- * 完整流水线:收集 → 排序 → 压缩 → 预算 → 组装
15
- */
16
- run(input: PipelineInput): PipelineOutput;
17
- /**
18
- * Step 1: 收集 — 从 sources 按 priority 分组
19
- */
20
- collect(sources: ContextSource[]): CollectedGroup[];
21
- /**
22
- * Step 2: 排序 — 按 P1→P6,组内保持原序
23
- */
24
- sort(groups: CollectedGroup[]): ContextSource[];
25
- /**
26
- * Step 3: 压缩 — 对 P3-P5 应用 token 预算裁剪
27
- *
28
- * P1(系统提示词)和 P6(用户消息)不压缩
29
- * P2(工具定义)按需懒加载,这里不处理
30
- */
31
- compress(sorted: ContextSource[], budget: TokenBudgetAllocation): {
32
- compressed: ContextSource[];
33
- dropped: Array<{
34
- type: string;
35
- id: string;
36
- reason: string;
37
- }>;
38
- };
39
- /**
40
- * Step 4: 预算 — 按 TokenBudgetAllocation 分配各段
41
- */
42
- applyBudget(compressed: ContextSource[], budget: TokenBudgetAllocation): ContextSource[];
43
- /**
44
- * Step 5: 组装 — 拼装最终 prompt
45
- *
46
- * P1 开头 + P6 结尾,中间 P2-P5
47
- */
48
- assemble(budgeted: ContextSource[]): string;
49
- /**
50
- * 构建上下文使用快照
51
- */
52
- private buildSnapshot;
53
- }
54
- export {};
55
- //# sourceMappingURL=token-pipeline.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"token-pipeline.d.ts","sourceRoot":"","sources":["../../src/context/token-pipeline.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EACV,aAAa,EACb,qBAAqB,EACrB,aAAa,EACb,cAAc,EAEf,MAAM,SAAS,CAAC;AAEjB,UAAU,cAAc;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,aAAa,EAAE,CAAC;CAC1B;AAED,qBAAa,aAAa;IACxB;;OAEG;IACH,GAAG,CAAC,KAAK,EAAE,aAAa,GAAG,cAAc;IAwBzC;;OAEG;IACH,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,cAAc,EAAE;IAcnD;;OAEG;IACH,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,GAAG,aAAa,EAAE;IAU/C;;;;;OAKG;IACH,QAAQ,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,qBAAqB,GAAG;QAChE,UAAU,EAAE,aAAa,EAAE,CAAC;QAC5B,OAAO,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,EAAE,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KAC9D;IAkED;;OAEG;IACH,WAAW,CAAC,UAAU,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,qBAAqB,GAAG,aAAa,EAAE;IAqBxF;;;;OAIG;IACH,QAAQ,CAAC,QAAQ,EAAE,aAAa,EAAE,GAAG,MAAM;IAgC3C;;OAEG;IACH,OAAO,CAAC,aAAa;CA8CtB"}