@zvec/zvec-grep 0.2.2 → 0.3.0-rc.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (415) hide show
  1. package/README.md +87 -252
  2. package/bin/zg.exe +3 -0
  3. package/install.cjs +510 -0
  4. package/package.json +22 -72
  5. package/platforms.json +92 -0
  6. package/plugins.cjs +183 -0
  7. package/README_CN.md +0 -239
  8. package/dist/authorization/index.d.ts +0 -7
  9. package/dist/authorization/index.js +0 -7
  10. package/dist/authorization/index.js.map +0 -1
  11. package/dist/authorization/manager.d.ts +0 -8
  12. package/dist/authorization/manager.js +0 -19
  13. package/dist/authorization/manager.js.map +0 -1
  14. package/dist/authorization/operation.d.ts +0 -7
  15. package/dist/authorization/operation.js +0 -50
  16. package/dist/authorization/operation.js.map +0 -1
  17. package/dist/authorization/planner.d.ts +0 -21
  18. package/dist/authorization/planner.js +0 -97
  19. package/dist/authorization/planner.js.map +0 -1
  20. package/dist/authorization/prompt.d.ts +0 -12
  21. package/dist/authorization/prompt.js +0 -63
  22. package/dist/authorization/prompt.js.map +0 -1
  23. package/dist/authorization/store.d.ts +0 -20
  24. package/dist/authorization/store.js +0 -251
  25. package/dist/authorization/store.js.map +0 -1
  26. package/dist/authorization/target.d.ts +0 -15
  27. package/dist/authorization/target.js +0 -49
  28. package/dist/authorization/target.js.map +0 -1
  29. package/dist/authorization/types.d.ts +0 -61
  30. package/dist/authorization/types.js +0 -2
  31. package/dist/authorization/types.js.map +0 -1
  32. package/dist/cli/args.d.ts +0 -5
  33. package/dist/cli/args.js +0 -1210
  34. package/dist/cli/args.js.map +0 -1
  35. package/dist/cli/auth.d.ts +0 -21
  36. package/dist/cli/auth.js +0 -209
  37. package/dist/cli/auth.js.map +0 -1
  38. package/dist/cli/commands.d.ts +0 -4
  39. package/dist/cli/commands.js +0 -742
  40. package/dist/cli/commands.js.map +0 -1
  41. package/dist/cli/errors.d.ts +0 -9
  42. package/dist/cli/errors.js +0 -131
  43. package/dist/cli/errors.js.map +0 -1
  44. package/dist/cli/format/context.d.ts +0 -9
  45. package/dist/cli/format/context.js +0 -786
  46. package/dist/cli/format/context.js.map +0 -1
  47. package/dist/cli/format/debug.d.ts +0 -4
  48. package/dist/cli/format/debug.js +0 -60
  49. package/dist/cli/format/debug.js.map +0 -1
  50. package/dist/cli/format/highlight.d.ts +0 -3
  51. package/dist/cli/format/highlight.js +0 -106
  52. package/dist/cli/format/highlight.js.map +0 -1
  53. package/dist/cli/format/progress.d.ts +0 -13
  54. package/dist/cli/format/progress.js +0 -290
  55. package/dist/cli/format/progress.js.map +0 -1
  56. package/dist/cli/format/range.d.ts +0 -3
  57. package/dist/cli/format/range.js +0 -24
  58. package/dist/cli/format/range.js.map +0 -1
  59. package/dist/cli/format/status.d.ts +0 -83
  60. package/dist/cli/format/status.js +0 -530
  61. package/dist/cli/format/status.js.map +0 -1
  62. package/dist/cli/help.d.ts +0 -1
  63. package/dist/cli/help.js +0 -528
  64. package/dist/cli/help.js.map +0 -1
  65. package/dist/cli/index.d.ts +0 -2
  66. package/dist/cli/index.js +0 -34
  67. package/dist/cli/index.js.map +0 -1
  68. package/dist/cli/install.d.ts +0 -4
  69. package/dist/cli/install.js +0 -1661
  70. package/dist/cli/install.js.map +0 -1
  71. package/dist/cli/managed-rg.d.ts +0 -10
  72. package/dist/cli/managed-rg.js +0 -337
  73. package/dist/cli/managed-rg.js.map +0 -1
  74. package/dist/cli/server-search.d.ts +0 -3
  75. package/dist/cli/server-search.js +0 -12
  76. package/dist/cli/server-search.js.map +0 -1
  77. package/dist/cli/types.d.ts +0 -87
  78. package/dist/cli/types.js +0 -10
  79. package/dist/cli/types.js.map +0 -1
  80. package/dist/cli/version.d.ts +0 -1
  81. package/dist/cli/version.js +0 -13
  82. package/dist/cli/version.js.map +0 -1
  83. package/dist/client/daemon-client.d.ts +0 -31
  84. package/dist/client/daemon-client.js +0 -203
  85. package/dist/client/daemon-client.js.map +0 -1
  86. package/dist/client/mode-router.d.ts +0 -9
  87. package/dist/client/mode-router.js +0 -28
  88. package/dist/client/mode-router.js.map +0 -1
  89. package/dist/client/search-policy.d.ts +0 -11
  90. package/dist/client/search-policy.js +0 -15
  91. package/dist/client/search-policy.js.map +0 -1
  92. package/dist/daemon/backend.d.ts +0 -78
  93. package/dist/daemon/backend.js +0 -1089
  94. package/dist/daemon/backend.js.map +0 -1
  95. package/dist/daemon/change-set.d.ts +0 -30
  96. package/dist/daemon/change-set.js +0 -163
  97. package/dist/daemon/change-set.js.map +0 -1
  98. package/dist/daemon/config.d.ts +0 -27
  99. package/dist/daemon/config.js +0 -107
  100. package/dist/daemon/config.js.map +0 -1
  101. package/dist/daemon/errors.d.ts +0 -5
  102. package/dist/daemon/errors.js +0 -11
  103. package/dist/daemon/errors.js.map +0 -1
  104. package/dist/daemon/http-server.d.ts +0 -30
  105. package/dist/daemon/http-server.js +0 -288
  106. package/dist/daemon/http-server.js.map +0 -1
  107. package/dist/daemon/index-coordinator.d.ts +0 -22
  108. package/dist/daemon/index-coordinator.js +0 -55
  109. package/dist/daemon/index-coordinator.js.map +0 -1
  110. package/dist/daemon/job-scheduler.d.ts +0 -73
  111. package/dist/daemon/job-scheduler.js +0 -434
  112. package/dist/daemon/job-scheduler.js.map +0 -1
  113. package/dist/daemon/logger.d.ts +0 -9
  114. package/dist/daemon/logger.js +0 -53
  115. package/dist/daemon/logger.js.map +0 -1
  116. package/dist/daemon/model-pool.d.ts +0 -45
  117. package/dist/daemon/model-pool.js +0 -187
  118. package/dist/daemon/model-pool.js.map +0 -1
  119. package/dist/daemon/root-lease.d.ts +0 -14
  120. package/dist/daemon/root-lease.js +0 -197
  121. package/dist/daemon/root-lease.js.map +0 -1
  122. package/dist/daemon/root-runtime.d.ts +0 -80
  123. package/dist/daemon/root-runtime.js +0 -340
  124. package/dist/daemon/root-runtime.js.map +0 -1
  125. package/dist/daemon/runtime-manager.d.ts +0 -47
  126. package/dist/daemon/runtime-manager.js +0 -252
  127. package/dist/daemon/runtime-manager.js.map +0 -1
  128. package/dist/daemon/runtime.d.ts +0 -12
  129. package/dist/daemon/runtime.js +0 -104
  130. package/dist/daemon/runtime.js.map +0 -1
  131. package/dist/daemon/server-controller.d.ts +0 -38
  132. package/dist/daemon/server-controller.js +0 -327
  133. package/dist/daemon/server-controller.js.map +0 -1
  134. package/dist/daemon/watch-manager.d.ts +0 -55
  135. package/dist/daemon/watch-manager.js +0 -347
  136. package/dist/daemon/watch-manager.js.map +0 -1
  137. package/dist/daemon/workspace-read-session-cache.d.ts +0 -31
  138. package/dist/daemon/workspace-read-session-cache.js +0 -115
  139. package/dist/daemon/workspace-read-session-cache.js.map +0 -1
  140. package/dist/engine/code-formats.d.ts +0 -3
  141. package/dist/engine/code-formats.js +0 -14
  142. package/dist/engine/code-formats.js.map +0 -1
  143. package/dist/engine/config.d.ts +0 -50
  144. package/dist/engine/config.js +0 -321
  145. package/dist/engine/config.js.map +0 -1
  146. package/dist/engine/errors.d.ts +0 -20
  147. package/dist/engine/errors.js +0 -51
  148. package/dist/engine/errors.js.map +0 -1
  149. package/dist/engine/extraction/code/adapter.d.ts +0 -19
  150. package/dist/engine/extraction/code/adapter.js +0 -24
  151. package/dist/engine/extraction/code/adapter.js.map +0 -1
  152. package/dist/engine/extraction/code/extractor.d.ts +0 -13
  153. package/dist/engine/extraction/code/extractor.js +0 -696
  154. package/dist/engine/extraction/code/extractor.js.map +0 -1
  155. package/dist/engine/extraction/code/families/c-family.d.ts +0 -2
  156. package/dist/engine/extraction/code/families/c-family.js +0 -122
  157. package/dist/engine/extraction/code/families/c-family.js.map +0 -1
  158. package/dist/engine/extraction/code/families/js-ts.d.ts +0 -12
  159. package/dist/engine/extraction/code/families/js-ts.js +0 -118
  160. package/dist/engine/extraction/code/families/js-ts.js.map +0 -1
  161. package/dist/engine/extraction/code/families/metadata.d.ts +0 -8
  162. package/dist/engine/extraction/code/families/metadata.js +0 -86
  163. package/dist/engine/extraction/code/families/metadata.js.map +0 -1
  164. package/dist/engine/extraction/code/families/name-field.d.ts +0 -3
  165. package/dist/engine/extraction/code/families/name-field.js +0 -22
  166. package/dist/engine/extraction/code/families/name-field.js.map +0 -1
  167. package/dist/engine/extraction/code/languages/c.d.ts +0 -1
  168. package/dist/engine/extraction/code/languages/c.js +0 -12
  169. package/dist/engine/extraction/code/languages/c.js.map +0 -1
  170. package/dist/engine/extraction/code/languages/cpp.d.ts +0 -1
  171. package/dist/engine/extraction/code/languages/cpp.js +0 -18
  172. package/dist/engine/extraction/code/languages/cpp.js.map +0 -1
  173. package/dist/engine/extraction/code/languages/go.d.ts +0 -2
  174. package/dist/engine/extraction/code/languages/go.js +0 -70
  175. package/dist/engine/extraction/code/languages/go.js.map +0 -1
  176. package/dist/engine/extraction/code/languages/java.d.ts +0 -1
  177. package/dist/engine/extraction/code/languages/java.js +0 -17
  178. package/dist/engine/extraction/code/languages/java.js.map +0 -1
  179. package/dist/engine/extraction/code/languages/javascript.d.ts +0 -2
  180. package/dist/engine/extraction/code/languages/javascript.js +0 -23
  181. package/dist/engine/extraction/code/languages/javascript.js.map +0 -1
  182. package/dist/engine/extraction/code/languages/python.d.ts +0 -2
  183. package/dist/engine/extraction/code/languages/python.js +0 -52
  184. package/dist/engine/extraction/code/languages/python.js.map +0 -1
  185. package/dist/engine/extraction/code/languages/rust.d.ts +0 -2
  186. package/dist/engine/extraction/code/languages/rust.js +0 -25
  187. package/dist/engine/extraction/code/languages/rust.js.map +0 -1
  188. package/dist/engine/extraction/code/languages/typescript.d.ts +0 -2
  189. package/dist/engine/extraction/code/languages/typescript.js +0 -37
  190. package/dist/engine/extraction/code/languages/typescript.js.map +0 -1
  191. package/dist/engine/extraction/code/tree-sitter/grammar.d.ts +0 -4
  192. package/dist/engine/extraction/code/tree-sitter/grammar.js +0 -49
  193. package/dist/engine/extraction/code/tree-sitter/grammar.js.map +0 -1
  194. package/dist/engine/extraction/code/tree-sitter/nodes.d.ts +0 -3
  195. package/dist/engine/extraction/code/tree-sitter/nodes.js +0 -27
  196. package/dist/engine/extraction/code/tree-sitter/nodes.js.map +0 -1
  197. package/dist/engine/extraction/code/tree-sitter/parser.d.ts +0 -2
  198. package/dist/engine/extraction/code/tree-sitter/parser.js +0 -31
  199. package/dist/engine/extraction/code/tree-sitter/parser.js.map +0 -1
  200. package/dist/engine/extraction/ids.d.ts +0 -1
  201. package/dist/engine/extraction/ids.js +0 -5
  202. package/dist/engine/extraction/ids.js.map +0 -1
  203. package/dist/engine/extraction/image/extractor.d.ts +0 -5
  204. package/dist/engine/extraction/image/extractor.js +0 -35
  205. package/dist/engine/extraction/image/extractor.js.map +0 -1
  206. package/dist/engine/extraction/index.d.ts +0 -4
  207. package/dist/engine/extraction/index.js +0 -3
  208. package/dist/engine/extraction/index.js.map +0 -1
  209. package/dist/engine/extraction/markdown/extractor.d.ts +0 -7
  210. package/dist/engine/extraction/markdown/extractor.js +0 -362
  211. package/dist/engine/extraction/markdown/extractor.js.map +0 -1
  212. package/dist/engine/extraction/runtime.d.ts +0 -9
  213. package/dist/engine/extraction/runtime.js +0 -37
  214. package/dist/engine/extraction/runtime.js.map +0 -1
  215. package/dist/engine/extraction/source.d.ts +0 -18
  216. package/dist/engine/extraction/source.js +0 -22
  217. package/dist/engine/extraction/source.js.map +0 -1
  218. package/dist/engine/extraction/text/extractor.d.ts +0 -7
  219. package/dist/engine/extraction/text/extractor.js +0 -168
  220. package/dist/engine/extraction/text/extractor.js.map +0 -1
  221. package/dist/engine/extraction/types.d.ts +0 -4
  222. package/dist/engine/extraction/types.js +0 -2
  223. package/dist/engine/extraction/types.js.map +0 -1
  224. package/dist/engine/extraction/vector-content.d.ts +0 -5
  225. package/dist/engine/extraction/vector-content.js +0 -83
  226. package/dist/engine/extraction/vector-content.js.map +0 -1
  227. package/dist/engine/file-size-policy.d.ts +0 -6
  228. package/dist/engine/file-size-policy.js +0 -20
  229. package/dist/engine/file-size-policy.js.map +0 -1
  230. package/dist/engine/file-type.d.ts +0 -15
  231. package/dist/engine/file-type.js +0 -152
  232. package/dist/engine/file-type.js.map +0 -1
  233. package/dist/engine/index-status.d.ts +0 -9
  234. package/dist/engine/index-status.js +0 -38
  235. package/dist/engine/index-status.js.map +0 -1
  236. package/dist/engine/manifest.d.ts +0 -13
  237. package/dist/engine/manifest.js +0 -124
  238. package/dist/engine/manifest.js.map +0 -1
  239. package/dist/engine/models/artifact-cache-lock.d.ts +0 -16
  240. package/dist/engine/models/artifact-cache-lock.js +0 -228
  241. package/dist/engine/models/artifact-cache-lock.js.map +0 -1
  242. package/dist/engine/models/artifact-downloader.d.ts +0 -77
  243. package/dist/engine/models/artifact-downloader.js +0 -766
  244. package/dist/engine/models/artifact-downloader.js.map +0 -1
  245. package/dist/engine/models/backends/llama-cpp.d.ts +0 -99
  246. package/dist/engine/models/backends/llama-cpp.js +0 -573
  247. package/dist/engine/models/backends/llama-cpp.js.map +0 -1
  248. package/dist/engine/models/backends/model2vec-runtime.d.ts +0 -63
  249. package/dist/engine/models/backends/model2vec-runtime.js +0 -112
  250. package/dist/engine/models/backends/model2vec-runtime.js.map +0 -1
  251. package/dist/engine/models/backends/model2vec-tokenizer.d.ts +0 -2
  252. package/dist/engine/models/backends/model2vec-tokenizer.js +0 -42
  253. package/dist/engine/models/backends/model2vec-tokenizer.js.map +0 -1
  254. package/dist/engine/models/backends/model2vec-worker-pool.d.ts +0 -25
  255. package/dist/engine/models/backends/model2vec-worker-pool.js +0 -264
  256. package/dist/engine/models/backends/model2vec-worker-pool.js.map +0 -1
  257. package/dist/engine/models/backends/model2vec-worker.d.ts +0 -1
  258. package/dist/engine/models/backends/model2vec-worker.js +0 -41
  259. package/dist/engine/models/backends/model2vec-worker.js.map +0 -1
  260. package/dist/engine/models/backends/model2vec.d.ts +0 -38
  261. package/dist/engine/models/backends/model2vec.js +0 -344
  262. package/dist/engine/models/backends/model2vec.js.map +0 -1
  263. package/dist/engine/models/backends/qwen.d.ts +0 -44
  264. package/dist/engine/models/backends/qwen.js +0 -411
  265. package/dist/engine/models/backends/qwen.js.map +0 -1
  266. package/dist/engine/models/backends/transformers-js.d.ts +0 -87
  267. package/dist/engine/models/backends/transformers-js.js +0 -360
  268. package/dist/engine/models/backends/transformers-js.js.map +0 -1
  269. package/dist/engine/models/catalog.d.ts +0 -490
  270. package/dist/engine/models/catalog.js +0 -522
  271. package/dist/engine/models/catalog.js.map +0 -1
  272. package/dist/engine/models/download-progress.d.ts +0 -16
  273. package/dist/engine/models/download-progress.js +0 -47
  274. package/dist/engine/models/download-progress.js.map +0 -1
  275. package/dist/engine/models/embeddings.d.ts +0 -69
  276. package/dist/engine/models/embeddings.js +0 -125
  277. package/dist/engine/models/embeddings.js.map +0 -1
  278. package/dist/engine/models/factory.d.ts +0 -2
  279. package/dist/engine/models/factory.js +0 -51
  280. package/dist/engine/models/factory.js.map +0 -1
  281. package/dist/engine/models/index.d.ts +0 -4
  282. package/dist/engine/models/index.js +0 -5
  283. package/dist/engine/models/index.js.map +0 -1
  284. package/dist/engine/models/ranking.d.ts +0 -19
  285. package/dist/engine/models/ranking.js +0 -2
  286. package/dist/engine/models/ranking.js.map +0 -1
  287. package/dist/engine/models/resolution.d.ts +0 -8
  288. package/dist/engine/models/resolution.js +0 -22
  289. package/dist/engine/models/resolution.js.map +0 -1
  290. package/dist/engine/pipeline/indexing/index.d.ts +0 -14
  291. package/dist/engine/pipeline/indexing/index.js +0 -1217
  292. package/dist/engine/pipeline/indexing/index.js.map +0 -1
  293. package/dist/engine/pipeline/indexing/input-budget.d.ts +0 -2
  294. package/dist/engine/pipeline/indexing/input-budget.js +0 -51
  295. package/dist/engine/pipeline/indexing/input-budget.js.map +0 -1
  296. package/dist/engine/pipeline/indexing/root-paths.d.ts +0 -7
  297. package/dist/engine/pipeline/indexing/root-paths.js +0 -148
  298. package/dist/engine/pipeline/indexing/root-paths.js.map +0 -1
  299. package/dist/engine/pipeline/indexing/scanner/index.d.ts +0 -14
  300. package/dist/engine/pipeline/indexing/scanner/index.js +0 -776
  301. package/dist/engine/pipeline/indexing/scanner/index.js.map +0 -1
  302. package/dist/engine/pipeline/search/index.d.ts +0 -12
  303. package/dist/engine/pipeline/search/index.js +0 -811
  304. package/dist/engine/pipeline/search/index.js.map +0 -1
  305. package/dist/engine/service/index.d.ts +0 -3
  306. package/dist/engine/service/index.js +0 -2
  307. package/dist/engine/service/index.js.map +0 -1
  308. package/dist/engine/service/lexical.d.ts +0 -28
  309. package/dist/engine/service/lexical.js +0 -446
  310. package/dist/engine/service/lexical.js.map +0 -1
  311. package/dist/engine/service/root.d.ts +0 -15
  312. package/dist/engine/service/root.js +0 -57
  313. package/dist/engine/service/root.js.map +0 -1
  314. package/dist/engine/service/structure-enrichment.d.ts +0 -8
  315. package/dist/engine/service/structure-enrichment.js +0 -178
  316. package/dist/engine/service/structure-enrichment.js.map +0 -1
  317. package/dist/engine/service/types.d.ts +0 -210
  318. package/dist/engine/service/types.js +0 -2
  319. package/dist/engine/service/types.js.map +0 -1
  320. package/dist/engine/service/workspace-index.d.ts +0 -26
  321. package/dist/engine/service/workspace-index.js +0 -157
  322. package/dist/engine/service/workspace-index.js.map +0 -1
  323. package/dist/engine/service/zvec-grep.d.ts +0 -13
  324. package/dist/engine/service/zvec-grep.js +0 -1393
  325. package/dist/engine/service/zvec-grep.js.map +0 -1
  326. package/dist/engine/storage/index.d.ts +0 -53
  327. package/dist/engine/storage/index.js +0 -3
  328. package/dist/engine/storage/index.js.map +0 -1
  329. package/dist/engine/storage/layout.d.ts +0 -10
  330. package/dist/engine/storage/layout.js +0 -29
  331. package/dist/engine/storage/layout.js.map +0 -1
  332. package/dist/engine/storage/zvec.d.ts +0 -4
  333. package/dist/engine/storage/zvec.js +0 -976
  334. package/dist/engine/storage/zvec.js.map +0 -1
  335. package/dist/engine/types.d.ts +0 -303
  336. package/dist/engine/types.js +0 -14
  337. package/dist/engine/types.js.map +0 -1
  338. package/dist/engine/utils/atomic-file.d.ts +0 -3
  339. package/dist/engine/utils/atomic-file.js +0 -39
  340. package/dist/engine/utils/atomic-file.js.map +0 -1
  341. package/dist/engine/utils/daemon-lease.d.ts +0 -17
  342. package/dist/engine/utils/daemon-lease.js +0 -175
  343. package/dist/engine/utils/daemon-lease.js.map +0 -1
  344. package/dist/engine/utils/file-selection.d.ts +0 -10
  345. package/dist/engine/utils/file-selection.js +0 -157
  346. package/dist/engine/utils/file-selection.js.map +0 -1
  347. package/dist/engine/utils/glob.d.ts +0 -9
  348. package/dist/engine/utils/glob.js +0 -208
  349. package/dist/engine/utils/glob.js.map +0 -1
  350. package/dist/engine/utils/hash.d.ts +0 -2
  351. package/dist/engine/utils/hash.js +0 -8
  352. package/dist/engine/utils/hash.js.map +0 -1
  353. package/dist/engine/utils/json.d.ts +0 -8
  354. package/dist/engine/utils/json.js +0 -83
  355. package/dist/engine/utils/json.js.map +0 -1
  356. package/dist/engine/utils/lock.d.ts +0 -19
  357. package/dist/engine/utils/lock.js +0 -254
  358. package/dist/engine/utils/lock.js.map +0 -1
  359. package/dist/engine/utils/path.d.ts +0 -4
  360. package/dist/engine/utils/path.js +0 -18
  361. package/dist/engine/utils/path.js.map +0 -1
  362. package/dist/engine/utils/timing.d.ts +0 -19
  363. package/dist/engine/utils/timing.js +0 -87
  364. package/dist/engine/utils/timing.js.map +0 -1
  365. package/dist/index-progress.d.ts +0 -10
  366. package/dist/index-progress.js +0 -159
  367. package/dist/index-progress.js.map +0 -1
  368. package/dist/index.d.ts +0 -6
  369. package/dist/index.js +0 -4
  370. package/dist/index.js.map +0 -1
  371. package/dist/mcp/http-transport.d.ts +0 -27
  372. package/dist/mcp/http-transport.js +0 -182
  373. package/dist/mcp/http-transport.js.map +0 -1
  374. package/dist/mcp/input-normalization.d.ts +0 -38
  375. package/dist/mcp/input-normalization.js +0 -104
  376. package/dist/mcp/input-normalization.js.map +0 -1
  377. package/dist/mcp/progress-heartbeat.d.ts +0 -17
  378. package/dist/mcp/progress-heartbeat.js +0 -46
  379. package/dist/mcp/progress-heartbeat.js.map +0 -1
  380. package/dist/mcp/request-metadata.d.ts +0 -2
  381. package/dist/mcp/request-metadata.js +0 -11
  382. package/dist/mcp/request-metadata.js.map +0 -1
  383. package/dist/mcp/request-state.d.ts +0 -40
  384. package/dist/mcp/request-state.js +0 -210
  385. package/dist/mcp/request-state.js.map +0 -1
  386. package/dist/mcp/result-format.d.ts +0 -13
  387. package/dist/mcp/result-format.js +0 -75
  388. package/dist/mcp/result-format.js.map +0 -1
  389. package/dist/mcp/schemas.d.ts +0 -668
  390. package/dist/mcp/schemas.js +0 -512
  391. package/dist/mcp/schemas.js.map +0 -1
  392. package/dist/mcp/stdio-bridge.d.ts +0 -15
  393. package/dist/mcp/stdio-bridge.js +0 -190
  394. package/dist/mcp/stdio-bridge.js.map +0 -1
  395. package/dist/mcp/tools.d.ts +0 -153
  396. package/dist/mcp/tools.js +0 -488
  397. package/dist/mcp/tools.js.map +0 -1
  398. package/dist/mcp/toolset.d.ts +0 -5
  399. package/dist/mcp/toolset.js +0 -12
  400. package/dist/mcp/toolset.js.map +0 -1
  401. package/dist/observability/trace-context.d.ts +0 -11
  402. package/dist/observability/trace-context.js +0 -138
  403. package/dist/observability/trace-context.js.map +0 -1
  404. package/dist/prompts/zvec-grep-guidance.d.ts +0 -2
  405. package/dist/prompts/zvec-grep-guidance.js +0 -9
  406. package/dist/prompts/zvec-grep-guidance.js.map +0 -1
  407. package/docs/01-agents.md +0 -209
  408. package/docs/02-cli.md +0 -247
  409. package/docs/03-mcp.md +0 -185
  410. package/docs/04-pipeline.md +0 -226
  411. package/docs/05-architecture.md +0 -86
  412. package/docs/06-server.md +0 -233
  413. package/docs/07-embedding.md +0 -209
  414. package/docs/08-roadmap.md +0 -85
  415. package/docs/README.md +0 -53
@@ -1,573 +0,0 @@
1
- import { closeSync, existsSync, openSync, readSync, statSync, unlinkSync, } from "node:fs";
2
- import { join, resolve } from "node:path";
3
- import { EngineError } from "../../errors.js";
4
- import { defaultHome } from "../../utils/path.js";
5
- import { BaseEmbeddingModel, } from "../embeddings.js";
6
- import { resolveModelArtifacts, } from "../artifact-downloader.js";
7
- import { createModelDownloadProgressReporter, } from "../download-progress.js";
8
- const DEFAULT_MODEL_CACHE_DIR = join(defaultHome(), "models");
9
- const GGUF_MAGIC = Buffer.from("GGUF");
10
- const DEFAULT_PARALLELISM_CAP = 8;
11
- const DEFAULT_DARWIN_CMAKE_OPTIONS = {
12
- GGML_OPENMP: "OFF",
13
- };
14
- const DEFAULT_DARWIN_ARM64_CMAKE_OPTIONS = {
15
- ...DEFAULT_DARWIN_CMAKE_OPTIONS,
16
- GGML_NATIVE: "OFF",
17
- };
18
- const SUPPRESSED_LLAMA_CPP_LOG_MESSAGES = new Set(["Failed to get swap info"]);
19
- async function defaultNodeLlamaCppLoader() {
20
- const moduleName = "node-llama-cpp";
21
- try {
22
- installDarwinMetalResidencyMitigation();
23
- return (await import(moduleName));
24
- }
25
- catch (cause) {
26
- throw new EngineError("node-llama-cpp is required for local embedding models", {
27
- code: "ZVEC_GREP.ENGINE.MODELS.LLAMA_CPP_MISSING_DEPENDENCY",
28
- context: "Install optional dependency node-llama-cpp or reinstall zvec-grep with optional dependencies enabled",
29
- cause,
30
- });
31
- }
32
- }
33
- function installDarwinMetalResidencyMitigation() {
34
- if (process.platform !== "darwin") {
35
- return;
36
- }
37
- if (process.env.ZVEC_GREP_METAL_KEEP_RESIDENCY === "1") {
38
- return;
39
- }
40
- process.env.GGML_METAL_NO_RESIDENCY ??= "1";
41
- }
42
- let defaultRuntimeImport = null;
43
- const defaultDependencies = {
44
- loadRuntime() {
45
- defaultRuntimeImport ??= defaultNodeLlamaCppLoader();
46
- return defaultRuntimeImport;
47
- },
48
- resolveArtifacts: resolveModelArtifacts,
49
- runtimeState: {
50
- failedGpuInitModes: new Set(),
51
- cpuCompatibleFallbackWarningShown: false,
52
- },
53
- };
54
- export class LlamaCppEmbeddingModel extends BaseEmbeddingModel {
55
- entry;
56
- info;
57
- modelCacheDir;
58
- gpu;
59
- parallelism;
60
- dependencies;
61
- runtimeImport = null;
62
- llama = null;
63
- model = null;
64
- contexts = [];
65
- resolvedModelPath = null;
66
- modelPathResolutionPromise = null;
67
- llamaLoadPromise = null;
68
- modelLoadPromise = null;
69
- contextsCreatePromise = null;
70
- sourceFallbackWarningReported = false;
71
- usingCpuFallback = false;
72
- disposed = false;
73
- constructor(entry, options, dependencies = {}) {
74
- super();
75
- this.entry = entry;
76
- this.info = {
77
- reference: entry.reference,
78
- provider: entry.provider,
79
- name: entry.model,
80
- dimension: entry.dimension,
81
- metric: entry.metric,
82
- inputKinds: ["text"],
83
- limits: {
84
- maxBatchSize: entry.maxBatchSize,
85
- maxInputTokens: entry.contextSize,
86
- },
87
- };
88
- this.modelCacheDir = resolve(options.modelCacheDir ??
89
- process.env.ZVEC_GREP_MODEL_CACHE ??
90
- DEFAULT_MODEL_CACHE_DIR);
91
- this.gpu = embeddingDeviceToLlamaGpuSelection(options.device ?? "cpu");
92
- this.parallelism = resolveParallelismOverride(process.env.ZVEC_GREP_LLAMA_CONTEXT_PARALLELISM);
93
- this.dependencies = { ...defaultDependencies, ...dependencies };
94
- }
95
- async doEmbed(contents, options) {
96
- return await this.embedBatch(contents, options);
97
- }
98
- async embedBatch(contents, options) {
99
- this.ensureNotDisposed();
100
- const texts = contents.map((content) => formatTextForEmbedding(content.text, options.purpose, this.entry));
101
- try {
102
- return await this.embedTexts(texts, options.onProgress);
103
- }
104
- catch (cause) {
105
- throw new EngineError("llama.cpp embedding failed", {
106
- code: "ZVEC_GREP.ENGINE.MODELS.LLAMA_CPP_EMBED_FAILED",
107
- context: `model=${this.entry.reference}`,
108
- cause,
109
- });
110
- }
111
- }
112
- async dispose() {
113
- if (this.disposed) {
114
- return;
115
- }
116
- this.disposed = true;
117
- await this.disposeLoadedRuntime();
118
- this.modelLoadPromise = null;
119
- this.contextsCreatePromise = null;
120
- }
121
- async embedTexts(texts, onProgress) {
122
- const contexts = await this.ensureEmbeddingContexts(texts.length, onProgress);
123
- const truncatedInputIndexes = [];
124
- const safeTexts = texts.map((text, index) => {
125
- const result = this.truncateToContextSize(text);
126
- if (result.truncated) {
127
- truncatedInputIndexes.push(index);
128
- }
129
- return result.text;
130
- });
131
- const chunkSize = Math.ceil(texts.length / contexts.length);
132
- const chunks = contexts
133
- .map((context, index) => ({
134
- context,
135
- texts: safeTexts.slice(index * chunkSize, (index + 1) * chunkSize),
136
- }))
137
- .filter((chunk) => chunk.texts.length > 0);
138
- const results = await Promise.all(chunks.map(async (chunk) => {
139
- const vectors = [];
140
- for (const text of chunk.texts) {
141
- const embedding = await chunk.context.getEmbeddingFor(text);
142
- vectors.push(Array.from(embedding.vector));
143
- }
144
- return vectors;
145
- }));
146
- return {
147
- vectors: results.flat(),
148
- truncated: truncatedInputIndexes,
149
- };
150
- }
151
- async ensureLlama(downloadProgress) {
152
- if (this.llama) {
153
- return this.llama;
154
- }
155
- if (this.llamaLoadPromise) {
156
- return await this.llamaLoadPromise;
157
- }
158
- this.llamaLoadPromise = this.loadLlamaWithFallback(downloadProgress);
159
- try {
160
- return await this.llamaLoadPromise;
161
- }
162
- finally {
163
- this.llamaLoadPromise = null;
164
- }
165
- }
166
- async loadRuntime() {
167
- this.runtimeImport ??= this.dependencies.loadRuntime();
168
- return await this.runtimeImport;
169
- }
170
- async loadLlamaWithFallback(downloadProgress) {
171
- const runtime = await this.loadRuntime();
172
- const requestedGpu = this.usingCpuFallback ? false : this.gpu;
173
- const load = (gpu) => runtime.getLlama({
174
- build: "autoAttempt",
175
- logLevel: runtime.LlamaLogLevel?.error,
176
- logger: llamaCppLogger,
177
- gpu,
178
- cmakeOptions: defaultLlamaCppCmakeOptions(),
179
- progressLogs: false,
180
- });
181
- if (requestedGpu === false) {
182
- this.llama = await this.loadCpuCompatibleLlama(load, downloadProgress);
183
- return this.llama;
184
- }
185
- if (this.dependencies.runtimeState.failedGpuInitModes.has(requestedGpu)) {
186
- reportLlamaWarning(downloadProgress, `skipping previously failed llama.cpp GPU init${requestedGpu === "auto" ? "" : ` for device=${requestedGpu}`}, using CPU.`);
187
- this.usingCpuFallback = true;
188
- this.llama = await this.loadCpuCompatibleLlama(load, downloadProgress);
189
- return this.llama;
190
- }
191
- try {
192
- this.llama = await load(requestedGpu);
193
- }
194
- catch (error) {
195
- this.dependencies.runtimeState.failedGpuInitModes.add(requestedGpu);
196
- reportLlamaWarning(downloadProgress, `llama.cpp GPU init failed (${formatErrorMessage(error)}), falling back to CPU.`);
197
- this.usingCpuFallback = true;
198
- this.llama = await this.loadCpuCompatibleLlama(load, downloadProgress);
199
- }
200
- return this.llama;
201
- }
202
- async loadCpuCompatibleLlama(load, downloadProgress) {
203
- try {
204
- return await load(false);
205
- }
206
- catch (error) {
207
- if (!this.dependencies.runtimeState.cpuCompatibleFallbackWarningShown) {
208
- this.dependencies.runtimeState.cpuCompatibleFallbackWarningShown = true;
209
- reportLlamaWarning(downloadProgress, `CPU-only llama.cpp backend unavailable (${formatErrorMessage(error)}); using packaged backend with GPU model offloading disabled.`);
210
- }
211
- return await load("auto");
212
- }
213
- }
214
- async ensureModel(onProgress) {
215
- if (this.model) {
216
- return this.model;
217
- }
218
- if (this.modelLoadPromise) {
219
- return await this.modelLoadPromise;
220
- }
221
- this.modelLoadPromise = this.loadModelWithFallback(onProgress);
222
- try {
223
- return await this.modelLoadPromise;
224
- }
225
- finally {
226
- this.modelLoadPromise = null;
227
- }
228
- }
229
- async loadModelWithFallback(onProgress) {
230
- const downloadProgress = createModelDownloadProgressReporter(this.entry.reference, onProgress);
231
- downloadProgress.start();
232
- const modelPath = await this.ensureModelPath(downloadProgress);
233
- // Runtime initialization owns its own GPU fallback. Keeping it outside the
234
- // model-load retry prevents import and backend setup errors from being
235
- // mislabeled as GPU model failures.
236
- let llama = await this.ensureLlama(downloadProgress);
237
- try {
238
- const model = await this.loadModel(llama, modelPath);
239
- downloadProgress.finish();
240
- return model;
241
- }
242
- catch (error) {
243
- if (!this.canRetryGpuOperationOnCpu()) {
244
- throw error;
245
- }
246
- const warning = `llama.cpp GPU model load failed (${formatErrorMessage(error)}), falling back to CPU.`;
247
- if (!downloadProgress.warning(warning)) {
248
- process.stderr.write(`zvec-grep warning: ${warning}\n`);
249
- }
250
- this.usingCpuFallback = true;
251
- await this.disposeLoadedRuntime();
252
- llama = await this.ensureLlama(downloadProgress);
253
- const model = await this.loadModel(llama, modelPath);
254
- downloadProgress.finish();
255
- return model;
256
- }
257
- }
258
- async loadModel(llama, modelPath) {
259
- const model = await llama.loadModel(this.modelLoadOptions(modelPath));
260
- this.model = model;
261
- return model;
262
- }
263
- modelLoadOptions(modelPath) {
264
- return {
265
- modelPath,
266
- ...(this.shouldDisableModelGpuOffload() ? { gpuLayers: 0 } : {}),
267
- };
268
- }
269
- async ensureEmbeddingContexts(textCount, onProgress) {
270
- // Resolve and load the model before automatic parallelism can initialize a
271
- // GPU runtime. Artifact failures must never enter a GPU-to-CPU retry path.
272
- await this.ensureModel(onProgress);
273
- const targetParallelism = await this.resolveEffectiveParallelism(textCount);
274
- if (this.contexts.length >= targetParallelism) {
275
- return this.contexts.slice(0, targetParallelism);
276
- }
277
- if (this.contextsCreatePromise) {
278
- await this.contextsCreatePromise;
279
- if (this.contexts.length >= targetParallelism) {
280
- return this.contexts.slice(0, targetParallelism);
281
- }
282
- }
283
- this.contextsCreatePromise = this.createEmbeddingContextsWithFallback(targetParallelism, onProgress);
284
- try {
285
- await this.contextsCreatePromise;
286
- return this.contexts.slice(0, targetParallelism);
287
- }
288
- finally {
289
- this.contextsCreatePromise = null;
290
- }
291
- }
292
- async createEmbeddingContextsWithFallback(targetParallelism, onProgress) {
293
- try {
294
- return await this.createEmbeddingContexts(targetParallelism, onProgress);
295
- }
296
- catch (error) {
297
- if (!this.canRetryGpuOperationOnCpu()) {
298
- throw error;
299
- }
300
- process.stderr.write(`zvec-grep warning: llama.cpp GPU embedding context failed (${formatErrorMessage(error)}), falling back to CPU.\n`);
301
- this.usingCpuFallback = true;
302
- await this.disposeLoadedRuntime();
303
- return await this.createEmbeddingContexts(targetParallelism, onProgress);
304
- }
305
- }
306
- async createEmbeddingContexts(targetParallelism, onProgress) {
307
- const model = await this.ensureModel(onProgress);
308
- const threads = await this.resolveThreadsPerContext(targetParallelism);
309
- const initialContextCount = this.contexts.length;
310
- while (this.contexts.length < targetParallelism) {
311
- try {
312
- this.contexts.push(await model.createEmbeddingContext({
313
- contextSize: this.entry.contextSize,
314
- threads,
315
- }));
316
- }
317
- catch (error) {
318
- if (this.contexts.length === initialContextCount) {
319
- throw error;
320
- }
321
- break;
322
- }
323
- }
324
- return this.contexts.slice(0, targetParallelism);
325
- }
326
- canRetryGpuOperationOnCpu() {
327
- return this.gpu !== false && !this.usingCpuFallback;
328
- }
329
- shouldDisableModelGpuOffload() {
330
- return this.gpu === false || this.usingCpuFallback;
331
- }
332
- async disposeLoadedRuntime() {
333
- const contexts = this.contexts;
334
- this.contexts = [];
335
- for (const context of contexts) {
336
- await context.dispose?.();
337
- }
338
- const model = this.model;
339
- this.model = null;
340
- await model?.dispose?.();
341
- const llama = this.llama;
342
- this.llama = null;
343
- if (llama?.dispose) {
344
- await Promise.race([
345
- Promise.resolve(llama.dispose()),
346
- new Promise((resolve) => setTimeout(resolve, 1000)),
347
- ]);
348
- }
349
- this.modelLoadPromise = null;
350
- this.llamaLoadPromise = null;
351
- }
352
- async ensureModelPath(downloadProgress) {
353
- if (this.resolvedModelPath) {
354
- return this.resolvedModelPath;
355
- }
356
- if (this.modelPathResolutionPromise) {
357
- return await this.modelPathResolutionPromise;
358
- }
359
- this.modelPathResolutionPromise = this.resolveModelPath(downloadProgress);
360
- try {
361
- this.resolvedModelPath = await this.modelPathResolutionPromise;
362
- return this.resolvedModelPath;
363
- }
364
- finally {
365
- this.modelPathResolutionPromise = null;
366
- }
367
- }
368
- async resolveModelPath(downloadProgress) {
369
- const artifact = this.entry.artifacts[0];
370
- const resolvedArtifacts = await this.dependencies.resolveArtifacts({
371
- model: this.entry.reference,
372
- sources: this.createArtifactSources(artifact.path),
373
- artifacts: this.entry.artifacts,
374
- onDownloadPlan: (artifacts) => {
375
- downloadProgress.setDownloadPlan(artifacts);
376
- },
377
- onProgress: (progress) => {
378
- downloadProgress.report({
379
- artifact: progress.artifact,
380
- downloadedBytes: progress.downloadedBytes,
381
- });
382
- },
383
- onFallback: (warning) => {
384
- if (this.sourceFallbackWarningReported) {
385
- return;
386
- }
387
- this.sourceFallbackWarningReported = true;
388
- reportLlamaWarning(downloadProgress, warning);
389
- },
390
- });
391
- const modelPath = resolvedArtifacts.paths[artifact.path];
392
- if (!modelPath) {
393
- throw new EngineError("Resolved GGUF artifact path is missing", {
394
- code: "ZVEC_GREP.ENGINE.MODELS.LLAMA_CPP_MISSING_ARTIFACT",
395
- context: `model=${this.entry.reference} artifact=${artifact.path}`,
396
- });
397
- }
398
- validateGgufFile(modelPath, this.entry.uri);
399
- return modelPath;
400
- }
401
- createArtifactSources(artifactPath) {
402
- const huggingFace = this.entry.sources.huggingFace;
403
- const modelScope = this.entry.sources.modelScope;
404
- return [
405
- {
406
- kind: "huggingface",
407
- repo: huggingFace.repo,
408
- revision: huggingFace.revision,
409
- cacheDirectory: this.modelCacheDir,
410
- localPaths: { [artifactPath]: this.entry.cacheFile },
411
- },
412
- {
413
- kind: "modelscope",
414
- repo: modelScope.repo,
415
- revision: modelScope.revision,
416
- cacheDirectory: resolve(this.modelCacheDir, "modelscope", "llama-cpp", modelScope.repo.replaceAll("/", "--"), modelScope.revision),
417
- },
418
- ];
419
- }
420
- async resolveParallelism() {
421
- if (this.parallelism !== undefined) {
422
- return this.parallelism;
423
- }
424
- const llama = await this.ensureLlama();
425
- if (!this.shouldDisableModelGpuOffload() &&
426
- llama.gpu &&
427
- llama.getVramState) {
428
- try {
429
- const vram = await llama.getVramState();
430
- const freeMb = vram.free / (1024 * 1024);
431
- return Math.max(1, Math.min(DEFAULT_PARALLELISM_CAP, Math.floor((freeMb * 0.25) / 150)));
432
- }
433
- catch {
434
- return 2;
435
- }
436
- }
437
- return 1;
438
- }
439
- async resolveEffectiveParallelism(textCount) {
440
- const requested = await this.resolveParallelism();
441
- return Math.max(1, Math.min(requested, Math.max(1, textCount)));
442
- }
443
- async resolveThreadsPerContext(parallelism) {
444
- const llama = await this.ensureLlama();
445
- if (!this.shouldDisableModelGpuOffload() && llama.gpu) {
446
- return 0;
447
- }
448
- const cores = llama.cpuMathCores ?? 4;
449
- if (parallelism <= 1) {
450
- return 0;
451
- }
452
- return Math.max(1, Math.floor(cores / parallelism));
453
- }
454
- truncateToContextSize(text) {
455
- const model = this.model;
456
- if (!model?.tokenize || !model.detokenize) {
457
- return { text, truncated: false };
458
- }
459
- const limit = Math.max(1, Math.min(this.entry.contextSize, model.trainContextSize ?? this.entry.contextSize));
460
- const tokens = model.tokenize(text);
461
- if (tokens.length <= limit) {
462
- return { text, truncated: false };
463
- }
464
- return {
465
- text: model.detokenize(tokens.slice(0, Math.max(1, limit - 4))),
466
- truncated: true,
467
- };
468
- }
469
- ensureNotDisposed() {
470
- if (this.disposed) {
471
- throw new EngineError("llama.cpp embedding model is disposed", {
472
- code: "ZVEC_GREP.ENGINE.MODELS.LLAMA_CPP_DISPOSED",
473
- context: `model=${this.entry.reference}`,
474
- });
475
- }
476
- }
477
- }
478
- function formatErrorMessage(error) {
479
- return error instanceof Error ? error.message : String(error);
480
- }
481
- function reportLlamaWarning(downloadProgress, message) {
482
- if (!downloadProgress?.warning(message)) {
483
- process.stderr.write(`zvec-grep warning: ${message}\n`);
484
- }
485
- }
486
- function llamaCppLogger(_level, message) {
487
- const trimmed = message.trim();
488
- if (SUPPRESSED_LLAMA_CPP_LOG_MESSAGES.has(trimmed)) {
489
- return;
490
- }
491
- process.stderr.write(formatLlamaCppLogMessage(message));
492
- }
493
- function formatLlamaCppLogMessage(message) {
494
- const text = message.trimEnd();
495
- if (!text) {
496
- return "";
497
- }
498
- return `${text
499
- .split("\n")
500
- .map((line) => `[node-llama-cpp] ${line}`)
501
- .join("\n")}\n`;
502
- }
503
- function defaultLlamaCppCmakeOptions() {
504
- if (process.platform !== "darwin") {
505
- return undefined;
506
- }
507
- // macOS machines commonly lack libomp, and Apple Clang's native ARM flag
508
- // probe emits a scary CMake warning despite falling back successfully.
509
- if (process.arch === "arm64") {
510
- return { ...DEFAULT_DARWIN_ARM64_CMAKE_OPTIONS };
511
- }
512
- return { ...DEFAULT_DARWIN_CMAKE_OPTIONS };
513
- }
514
- function formatTextForEmbedding(text, purpose, entry) {
515
- if (entry.format === "qwen3") {
516
- return purpose === "query"
517
- ? `Instruct: Retrieve relevant documents for the given query\nQuery: ${text}`
518
- : text;
519
- }
520
- return purpose === "query"
521
- ? `task: search result | query: ${text}`
522
- : `title: none | text: ${text}`;
523
- }
524
- function embeddingDeviceToLlamaGpuSelection(device) {
525
- return device === "cpu" ? false : device;
526
- }
527
- function resolveParallelismOverride(envValue) {
528
- const normalized = envValue?.trim() ?? "";
529
- if (!normalized) {
530
- return undefined;
531
- }
532
- const parsed = Number.parseInt(normalized, 10);
533
- if (!Number.isInteger(parsed) || parsed < 1) {
534
- process.stderr.write(`zvec-grep warning: invalid ZVEC_GREP_LLAMA_CONTEXT_PARALLELISM="${envValue}", using automatic parallelism.\n`);
535
- return undefined;
536
- }
537
- return Math.min(DEFAULT_PARALLELISM_CAP, parsed);
538
- }
539
- function validateGgufFile(filePath, modelUri) {
540
- if (!existsSync(filePath)) {
541
- return;
542
- }
543
- const fd = openSync(filePath, "r");
544
- const sniff = Buffer.alloc(512);
545
- try {
546
- readSync(fd, sniff, 0, 512, 0);
547
- }
548
- finally {
549
- closeSync(fd);
550
- }
551
- const header = sniff.subarray(0, 4);
552
- if (header.equals(GGUF_MAGIC)) {
553
- return;
554
- }
555
- const text = sniff.toString("utf8").toLowerCase();
556
- const isHtml = text.includes("<!doctype") || text.includes("<html");
557
- const got = header.toString("utf8");
558
- const sizeKb = existsSync(filePath)
559
- ? (statSync(filePath).size / 1024).toFixed(0)
560
- : "0";
561
- unlinkSync(filePath);
562
- if (isHtml) {
563
- throw new EngineError("Downloaded local embedding model is HTML, not GGUF", {
564
- code: "ZVEC_GREP.ENGINE.MODELS.LLAMA_CPP_INVALID_GGUF_HTML",
565
- context: `model=${modelUri} path=${filePath} sizeKB=${sizeKb}`,
566
- });
567
- }
568
- throw new EngineError("Local embedding model is not a valid GGUF file", {
569
- code: "ZVEC_GREP.ENGINE.MODELS.LLAMA_CPP_INVALID_GGUF",
570
- context: `model=${modelUri} path=${filePath} expected=GGUF actual=${got} sizeKB=${sizeKb}`,
571
- });
572
- }
573
- //# sourceMappingURL=llama-cpp.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"llama-cpp.js","sourceRoot":"","sources":["../../../../src/engine/models/backends/llama-cpp.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,UAAU,GACX,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EACL,kBAAkB,GAMnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,qBAAqB,GAEtB,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EACL,mCAAmC,GAEpC,MAAM,yBAAyB,CAAC;AAqDjC,MAAM,uBAAuB,GAAG,IAAI,CAAC,WAAW,EAAE,EAAE,QAAQ,CAAC,CAAC;AAC9D,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACvC,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAClC,MAAM,4BAA4B,GAAG;IACnC,WAAW,EAAE,KAAK;CACV,CAAC;AACX,MAAM,kCAAkC,GAAG;IACzC,GAAG,4BAA4B;IAC/B,WAAW,EAAE,KAAK;CACV,CAAC;AACX,MAAM,iCAAiC,GAAG,IAAI,GAAG,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC;AAE/E,KAAK,UAAU,yBAAyB;IACtC,MAAM,UAAU,GAAG,gBAAgB,CAAC;IACpC,IAAI,CAAC;QACH,qCAAqC,EAAE,CAAC;QACxC,OAAO,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,CAAuB,CAAC;IAC1D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,WAAW,CACnB,uDAAuD,EACvD;YACE,IAAI,EAAE,sDAAsD;YAC5D,OAAO,EACL,sGAAsG;YACxG,KAAK;SACN,CACF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,qCAAqC;IAC5C,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAClC,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,GAAG,CAAC,8BAA8B,KAAK,GAAG,EAAE,CAAC;QACvD,OAAO;IACT,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,GAAG,CAAC;AAC9C,CAAC;AAED,IAAI,oBAAoB,GAAuC,IAAI,CAAC;AAEpE,MAAM,mBAAmB,GAAyB;IAChD,WAAW;QACT,oBAAoB,KAAK,yBAAyB,EAAE,CAAC;QACrD,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IACD,gBAAgB,EAAE,qBAAqB;IACvC,YAAY,EAAE;QACZ,kBAAkB,EAAE,IAAI,GAAG,EAAqB;QAChD,iCAAiC,EAAE,KAAK;KACzC;CACF,CAAC;AAEF,MAAM,OAAO,sBAAuB,SAAQ,kBAAkB;IAsBzC;IArBV,IAAI,CAAqB;IAEjB,aAAa,CAAS;IACtB,GAAG,CAAoB;IACvB,WAAW,CAAU;IACrB,YAAY,CAAuB;IAE5C,aAAa,GAAuC,IAAI,CAAC;IACzD,KAAK,GAAiB,IAAI,CAAC;IAC3B,KAAK,GAAsB,IAAI,CAAC;IAChC,QAAQ,GAA4B,EAAE,CAAC;IACvC,iBAAiB,GAAkB,IAAI,CAAC;IACxC,0BAA0B,GAA2B,IAAI,CAAC;IAC1D,gBAAgB,GAA0B,IAAI,CAAC;IAC/C,gBAAgB,GAA+B,IAAI,CAAC;IACpD,qBAAqB,GAA4C,IAAI,CAAC;IACtE,6BAA6B,GAAG,KAAK,CAAC;IACtC,gBAAgB,GAAG,KAAK,CAAC;IACzB,QAAQ,GAAG,KAAK,CAAC;IAEzB,YACmB,KAAoC,EACrD,OAAoC,EACpC,eAA8C,EAAE;QAEhD,KAAK,EAAE,CAAC;QAJS,UAAK,GAAL,KAAK,CAA+B;QAMrD,IAAI,CAAC,IAAI,GAAG;YACV,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,IAAI,EAAE,KAAK,CAAC,KAAK;YACjB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,CAAC,MAAM,CAAC;YACpB,MAAM,EAAE;gBACN,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,cAAc,EAAE,KAAK,CAAC,WAAW;aAClC;SACF,CAAC;QACF,IAAI,CAAC,aAAa,GAAG,OAAO,CAC1B,OAAO,CAAC,aAAa;YACnB,OAAO,CAAC,GAAG,CAAC,qBAAqB;YACjC,uBAAuB,CAC1B,CAAC;QACF,IAAI,CAAC,GAAG,GAAG,kCAAkC,CAAC,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC;QACvE,IAAI,CAAC,WAAW,GAAG,0BAA0B,CAC3C,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAChD,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,mBAAmB,EAAE,GAAG,YAAY,EAAE,CAAC;IAClE,CAAC;IAES,KAAK,CAAC,OAAO,CACrB,QAA4B,EAC5B,OAAmC;QAEnC,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,QAA4B,EAC5B,OAAmC;QAEnC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,KAAK,GAAI,QAAmC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACjE,sBAAsB,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAClE,CAAC;QAEF,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,WAAW,CAAC,4BAA4B,EAAE;gBAClD,IAAI,EAAE,gDAAgD;gBACtD,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;gBACxC,KAAK;aACN,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEQ,KAAK,CAAC,OAAO;QACpB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QAErB,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAClC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;IACpC,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,KAAwB,EACxB,UAAuD;QAEvD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,uBAAuB,CACjD,KAAK,CAAC,MAAM,EACZ,UAAU,CACX,CAAC;QACF,MAAM,qBAAqB,GAAa,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAChD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBACrB,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpC,CAAC;YACD,OAAO,MAAM,CAAC,IAAI,CAAC;QACrB,CAAC,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,QAAQ;aACpB,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACxB,OAAO;YACP,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC;SACnE,CAAC,CAAC;aACF,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE7C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACzB,MAAM,OAAO,GAAe,EAAE,CAAC;YAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC/B,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;gBAC5D,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7C,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC,CACH,CAAC;QAEF,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,SAAS,EAAE,qBAAqB;SACjC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,gBAAgD;QAEhD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC;QACrC,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,CAAC;QAErE,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC;QACrC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;QACvD,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC;IAClC,CAAC;IAEO,KAAK,CAAC,qBAAqB,CACjC,gBAAgD;QAEhD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAC9D,MAAM,IAAI,GAAG,CAAC,GAAsB,EAAE,EAAE,CACtC,OAAO,CAAC,QAAQ,CAAC;YACf,KAAK,EAAE,aAAa;YACpB,QAAQ,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;YACtC,MAAM,EAAE,cAAc;YACtB,GAAG;YACH,YAAY,EAAE,2BAA2B,EAAE;YAC3C,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEL,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;YACvE,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;YACxE,kBAAkB,CAChB,gBAAgB,EAChB,gDAAgD,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,YAAY,EAAE,cAAc,CAC3H,CAAC;YACF,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;YACvE,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YACpE,kBAAkB,CAChB,gBAAgB,EAChB,8BAA8B,kBAAkB,CAAC,KAAK,CAAC,yBAAyB,CACjF,CAAC;YACF,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;QACzE,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAClC,IAAgD,EAChD,gBAAgD;QAEhD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,iCAAiC,EAAE,CAAC;gBACtE,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,iCAAiC,GAAG,IAAI,CAAC;gBACxE,kBAAkB,CAChB,gBAAgB,EAChB,2CAA2C,kBAAkB,CAAC,KAAK,CAAC,+DAA+D,CACpI,CAAC;YACJ,CAAC;YACD,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,UAAuD;QAEvD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC;QACrC,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QAE/D,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC;QACrC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB,CACjC,UAAuD;QAEvD,MAAM,gBAAgB,GAAG,mCAAmC,CAC1D,IAAI,CAAC,KAAK,CAAC,SAAS,EACpB,UAAU,CACX,CAAC;QACF,gBAAgB,CAAC,KAAK,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;QAC/D,2EAA2E;QAC3E,uEAAuE;QACvE,oCAAoC;QACpC,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACrD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACrD,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,CAAC;gBACtC,MAAM,KAAK,CAAC;YACd,CAAC;YAED,MAAM,OAAO,GAAG,oCAAoC,kBAAkB,CAAC,KAAK,CAAC,yBAAyB,CAAC;YACvG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,OAAO,IAAI,CAAC,CAAC;YAC1D,CAAC;YACD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAClC,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;YACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACrD,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,KAAY,EACZ,SAAiB;QAEjB,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;QACtE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,gBAAgB,CAAC,SAAiB;QAIxC,OAAO;YACL,SAAS;YACT,GAAG,CAAC,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjE,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,uBAAuB,CACnC,SAAiB,EACjB,UAAuD;QAEvD,2EAA2E;QAC3E,2EAA2E;QAC3E,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QACnC,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,2BAA2B,CAAC,SAAS,CAAC,CAAC;QAC5E,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,iBAAiB,EAAE,CAAC;YAC9C,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,qBAAqB,CAAC;YACjC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,iBAAiB,EAAE,CAAC;gBAC9C,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAED,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,mCAAmC,CACnE,iBAAiB,EACjB,UAAU,CACX,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,qBAAqB,CAAC;YACjC,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACnD,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QACpC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,mCAAmC,CAC/C,iBAAyB,EACzB,UAAuD;QAEvD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC;QAC3E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,CAAC;gBACtC,MAAM,KAAK,CAAC;YACd,CAAC;YAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,8DAA8D,kBAAkB,CAAC,KAAK,CAAC,2BAA2B,CACnH,CAAC;YACF,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAClC,OAAO,MAAM,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,uBAAuB,CACnC,iBAAyB,EACzB,UAAuD;QAEvD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,iBAAiB,CAAC,CAAC;QACvE,MAAM,mBAAmB,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAEjD,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;YAChD,IAAI,CAAC;gBACH,IAAI,CAAC,QAAQ,CAAC,IAAI,CAChB,MAAM,KAAK,CAAC,sBAAsB,CAAC;oBACjC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW;oBACnC,OAAO;iBACR,CAAC,CACH,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,mBAAmB,EAAE,CAAC;oBACjD,MAAM,KAAK,CAAC;gBACd,CAAC;gBACD,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;IACnD,CAAC;IAEO,yBAAyB;QAC/B,OAAO,IAAI,CAAC,GAAG,KAAK,KAAK,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC;IACtD,CAAC;IAEO,4BAA4B;QAClC,OAAO,IAAI,CAAC,GAAG,KAAK,KAAK,IAAI,IAAI,CAAC,gBAAgB,CAAC;IACrD,CAAC;IAEO,KAAK,CAAC,oBAAoB;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QAC5B,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,MAAM,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC;QAEzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;YACnB,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBAChC,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aAC1D,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,gBAA+C;QAE/C,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC,iBAAiB,CAAC;QAChC,CAAC;QACD,IAAI,IAAI,CAAC,0BAA0B,EAAE,CAAC;YACpC,OAAO,MAAM,IAAI,CAAC,0BAA0B,CAAC;QAC/C,CAAC;QAED,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;QAC1E,IAAI,CAAC;YACH,IAAI,CAAC,iBAAiB,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC;YAC/D,OAAO,IAAI,CAAC,iBAAiB,CAAC;QAChC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC;QACzC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,gBAA+C;QAE/C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC;YACjE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;YAC3B,OAAO,EAAE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClD,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;YAC/B,cAAc,EAAE,CAAC,SAAS,EAAE,EAAE;gBAC5B,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YAC9C,CAAC;YACD,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE;gBACvB,gBAAgB,CAAC,MAAM,CAAC;oBACtB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,eAAe,EAAE,QAAQ,CAAC,eAAe;iBAC1C,CAAC,CAAC;YACL,CAAC;YACD,UAAU,EAAE,CAAC,OAAO,EAAE,EAAE;gBACtB,IAAI,IAAI,CAAC,6BAA6B,EAAE,CAAC;oBACvC,OAAO;gBACT,CAAC;gBACD,IAAI,CAAC,6BAA6B,GAAG,IAAI,CAAC;gBAC1C,kBAAkB,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC;YAChD,CAAC;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,WAAW,CAAC,wCAAwC,EAAE;gBAC9D,IAAI,EAAE,oDAAoD;gBAC1D,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,aAAa,QAAQ,CAAC,IAAI,EAAE;aACnE,CAAC,CAAC;QACL,CAAC;QACD,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC5C,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,qBAAqB,CAC3B,YAAoB;QAEpB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC;QACnD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;QACjD,OAAO;YACL;gBACE,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,WAAW,CAAC,IAAI;gBACtB,QAAQ,EAAE,WAAW,CAAC,QAAQ;gBAC9B,cAAc,EAAE,IAAI,CAAC,aAAa;gBAClC,UAAU,EAAE,EAAE,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;aACrD;YACD;gBACE,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,cAAc,EAAE,OAAO,CACrB,IAAI,CAAC,aAAa,EAClB,YAAY,EACZ,WAAW,EACX,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,EACrC,UAAU,CAAC,QAAQ,CACpB;aACF;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,WAAW,CAAC;QAC1B,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACvC,IACE,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACpC,KAAK,CAAC,GAAG;YACT,KAAK,CAAC,YAAY,EAClB,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,YAAY,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;gBACzC,OAAO,IAAI,CAAC,GAAG,CACb,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CACrE,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC;QAED,OAAO,CAAC,CAAC;IACX,CAAC;IAEO,KAAK,CAAC,2BAA2B,CACvC,SAAiB;QAEjB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAClD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;IAClE,CAAC;IAEO,KAAK,CAAC,wBAAwB,CAAC,WAAmB;QACxD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;YACtD,OAAO,CAAC,CAAC;QACX,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;QACtC,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;YACrB,OAAO,CAAC,CAAC;QACX,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC;IACtD,CAAC;IAEO,qBAAqB,CAAC,IAAY;QAIxC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,EAAE,QAAQ,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;YAC1C,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QACpC,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,CAAC,EACD,IAAI,CAAC,GAAG,CACN,IAAI,CAAC,KAAK,CAAC,WAAW,EACtB,KAAK,CAAC,gBAAgB,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,CACjD,CACF,CAAC;QACF,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,MAAM,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;YAC3B,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QACpC,CAAC;QAED,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;YAC/D,SAAS,EAAE,IAAI;SAChB,CAAC;IACJ,CAAC;IAEO,iBAAiB;QACvB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,WAAW,CAAC,uCAAuC,EAAE;gBAC7D,IAAI,EAAE,4CAA4C;gBAClD,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;aACzC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,kBAAkB,CACzB,gBAA2D,EAC3D,OAAe;IAEf,IAAI,CAAC,gBAAgB,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACxC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,OAAO,IAAI,CAAC,CAAC;IAC1D,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAAe,EAAE,OAAe;IACtD,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAC/B,IAAI,iCAAiC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACnD,OAAO;IACT,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,wBAAwB,CAAC,OAAe;IAC/C,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,GAAG,IAAI;SACX,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,oBAAoB,IAAI,EAAE,CAAC;SACzC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACpB,CAAC;AAED,SAAS,2BAA2B;IAClC,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAClC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,yEAAyE;IACzE,uEAAuE;IACvE,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC7B,OAAO,EAAE,GAAG,kCAAkC,EAAE,CAAC;IACnD,CAAC;IAED,OAAO,EAAE,GAAG,4BAA4B,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,sBAAsB,CAC7B,IAAY,EACZ,OAA8C,EAC9C,KAAoC;IAEpC,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;QAC7B,OAAO,OAAO,KAAK,OAAO;YACxB,CAAC,CAAC,qEAAqE,IAAI,EAAE;YAC7E,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IAED,OAAO,OAAO,KAAK,OAAO;QACxB,CAAC,CAAC,gCAAgC,IAAI,EAAE;QACxC,CAAC,CAAC,uBAAuB,IAAI,EAAE,CAAC;AACpC,CAAC;AAED,SAAS,kCAAkC,CACzC,MAA0D;IAE1D,OAAO,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;AAC3C,CAAC;AAED,SAAS,0BAA0B,CACjC,QAA4B;IAE5B,MAAM,UAAU,GAAG,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC1C,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC/C,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5C,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,mEAAmE,QAAQ,mCAAmC,CAC/G,CAAC;QACF,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB,EAAE,QAAgB;IAC1D,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,OAAO;IACT,CAAC;IAED,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,CAAC;QACH,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACjC,CAAC;YAAS,CAAC;QACT,SAAS,CAAC,EAAE,CAAC,CAAC;IAChB,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9B,OAAO;IACT,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;IAClD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACpE,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC;QACjC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,GAAG,CAAC;IAER,UAAU,CAAC,QAAQ,CAAC,CAAC;IAErB,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,IAAI,WAAW,CACnB,oDAAoD,EACpD;YACE,IAAI,EAAE,qDAAqD;YAC3D,OAAO,EAAE,SAAS,QAAQ,SAAS,QAAQ,WAAW,MAAM,EAAE;SAC/D,CACF,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,WAAW,CAAC,gDAAgD,EAAE;QACtE,IAAI,EAAE,gDAAgD;QACtD,OAAO,EAAE,SAAS,QAAQ,SAAS,QAAQ,yBAAyB,GAAG,WAAW,MAAM,EAAE;KAC3F,CAAC,CAAC;AACL,CAAC"}
@@ -1,63 +0,0 @@
1
- import type { EmbeddingResult } from "../embeddings.js";
2
- export type TokenTensor = {
3
- data: ArrayLike<number | bigint>;
4
- };
5
- export type TokenizerOutput = {
6
- input_ids: TokenTensor;
7
- };
8
- export type TokenizerLike = {
9
- (text: string, options: {
10
- add_special_tokens: false;
11
- truncation: true;
12
- max_length: number;
13
- }): TokenizerOutput | Promise<TokenizerOutput>;
14
- unk_token_id?: number | null;
15
- };
16
- export type StaticEmbeddingTable = {
17
- data: Float32Array | Uint16Array;
18
- dimension: number;
19
- dtype: "F16" | "F32";
20
- rows: number;
21
- };
22
- export type Model2VecWorkerData = {
23
- tokenizerSource: string;
24
- maxInputTokens: number;
25
- normalize: boolean;
26
- tableBuffer: SharedArrayBuffer;
27
- dimension: number;
28
- dtype: "F16" | "F32";
29
- rows: number;
30
- };
31
- export type Model2VecWorkerRequest = {
32
- id: number;
33
- texts: string[];
34
- };
35
- export type SerializedWorkerError = {
36
- name?: string;
37
- message: string;
38
- stack?: string;
39
- };
40
- export type Model2VecWorkerResponse = {
41
- type: "ready";
42
- } | {
43
- type: "result";
44
- id: number;
45
- vectors: ArrayBuffer;
46
- vectorCount: number;
47
- truncated: number[];
48
- } | {
49
- type: "error";
50
- id: number;
51
- error: SerializedWorkerError;
52
- };
53
- export type TokenizedModel2VecTexts = {
54
- tokenLists: number[][];
55
- truncated: number[];
56
- };
57
- export declare function embedModel2VecTexts(texts: readonly string[], tokenizer: TokenizerLike, table: StaticEmbeddingTable, maxInputTokens: number, normalize: boolean): Promise<EmbeddingResult>;
58
- export declare function tokenizeModel2VecTexts(texts: readonly string[], tokenizer: TokenizerLike, maxInputTokens: number): Promise<TokenizedModel2VecTexts>;
59
- export declare function embedModel2VecTokenLists(tokenLists: readonly (readonly number[])[], table: StaticEmbeddingTable, normalize: boolean): number[][];
60
- export declare function sharedStaticEmbeddingTable(table: StaticEmbeddingTable): StaticEmbeddingTable & {
61
- data: Float32Array | Uint16Array;
62
- };
63
- export declare function staticEmbeddingTableFromWorkerData(data: Model2VecWorkerData): StaticEmbeddingTable;