@qvac/inference 0.0.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,56 @@
1
+ import crypto from 'bare-crypto';
2
+ import { Buffer } from 'bare-buffer';
3
+ /**
4
+ * Generate a short hash (16 characters) from any input string
5
+ */
6
+ export function generateShortHash(input) {
7
+ const hash = crypto.createHash('sha-256').update(Buffer.from(input, 'utf8')).digest('hex');
8
+ return hash.substring(0, 16);
9
+ }
10
+ function isModelDescriptor(value) {
11
+ return (typeof value === 'object' && value !== null && 'src' in value && typeof value.src === 'string');
12
+ }
13
+ function normalizeValue(value) {
14
+ if (isModelDescriptor(value)) {
15
+ return value.src;
16
+ }
17
+ if (Array.isArray(value)) {
18
+ return value.map(normalizeValue);
19
+ }
20
+ if (typeof value === 'object' && value !== null) {
21
+ return normalizeConfig(value);
22
+ }
23
+ return value;
24
+ }
25
+ function normalizeConfig(config) {
26
+ const result = {};
27
+ for (const key of Object.keys(config).sort()) {
28
+ result[key] = normalizeValue(config[key]);
29
+ }
30
+ return result;
31
+ }
32
+ /**
33
+ * Create a stable, deterministic string representation of a config object.
34
+ * - Recursively sorts all object keys
35
+ * - Normalizes ModelDescriptor objects to their src string
36
+ */
37
+ export function canonicalConfigString(config) {
38
+ if (!config)
39
+ return '{}';
40
+ return JSON.stringify(normalizeConfig(config));
41
+ }
42
+ /**
43
+ * Calculate progress percentage with bounds checking and consistent formatting
44
+ * @param current - Current progress value
45
+ * @param total - Total value
46
+ * @param decimals - Number of decimal places (default: 2)
47
+ * @returns Percentage clamped between 0-100 with fixed decimal places
48
+ */
49
+ export function calculatePercentage(current, total, decimals = 2) {
50
+ if (total <= 0 || current < 0) {
51
+ return 0;
52
+ }
53
+ const rawPercentage = (current / total) * 100;
54
+ const clampedPercentage = Math.min(Math.max(rawPercentage, 0), 100);
55
+ return Number(clampedPercentage.toFixed(decimals));
56
+ }
@@ -0,0 +1,14 @@
1
+ /**
2
+ * Extract tensor names from all GGUF shards and write to {baseFilename}.tensors.txt
3
+ * Required for sharded models to enable incremental/async loading
4
+ * @throws ModelLoadFailedError if any shard fails extraction
5
+ */
6
+ export declare function extractAndWriteTensorsFile(shardDir: string, shardFilenames: string[], baseFilename: string): Promise<string>;
7
+ /**
8
+ * Check if a file has a valid GGUF header structure.
9
+ * Returns true if the header parses successfully and contains tensor metadata.
10
+ *
11
+ * NOTE: This only validates the header structure, NOT that tensor data exists.
12
+ * A file can have a valid header but be incomplete.
13
+ */
14
+ export declare function hasValidGGUFHeader(filePath: string): Promise<boolean>;
@@ -0,0 +1,311 @@
1
+ import { promises as fsPromises, createReadStream } from 'bare-fs';
2
+ import Buffer from 'bare-buffer';
3
+ import { getEngineLogger } from '../logging/index.js';
4
+ import { ModelLoadFailedError } from '../errors/index.js';
5
+ import { validateAndJoinPath } from '../utils/path-security.js';
6
+ const logger = getEngineLogger();
7
+ // GGUF value types
8
+ const GGUF_TYPE = {
9
+ UINT8: 0,
10
+ INT8: 1,
11
+ UINT16: 2,
12
+ INT16: 3,
13
+ UINT32: 4,
14
+ INT32: 5,
15
+ FLOAT32: 6,
16
+ BOOL: 7,
17
+ STRING: 8,
18
+ ARRAY: 9,
19
+ UINT64: 10,
20
+ INT64: 11,
21
+ FLOAT64: 12
22
+ };
23
+ // Type sizes in bytes
24
+ const TYPE_SIZE = {
25
+ [GGUF_TYPE.UINT8]: 1,
26
+ [GGUF_TYPE.INT8]: 1,
27
+ [GGUF_TYPE.UINT16]: 2,
28
+ [GGUF_TYPE.INT16]: 2,
29
+ [GGUF_TYPE.UINT32]: 4,
30
+ [GGUF_TYPE.INT32]: 4,
31
+ [GGUF_TYPE.FLOAT32]: 4,
32
+ [GGUF_TYPE.BOOL]: 1,
33
+ [GGUF_TYPE.UINT64]: 8,
34
+ [GGUF_TYPE.INT64]: 8,
35
+ [GGUF_TYPE.FLOAT64]: 8
36
+ };
37
+ // Limits to prevent DoS/corruption issues
38
+ const LIMITS = {
39
+ MAX_KV_COUNT: 100_000,
40
+ MAX_TENSOR_COUNT: 1_000_000,
41
+ MAX_STRING_LEN: 100 * 1024 * 1024, // 100MB for tokenizer vocab
42
+ MAX_TENSOR_NAME_LEN: 64 * 1024, // 64KB for tensor names
43
+ MAX_ARRAY_LEN: 1_000_000_000, // 1B elements
44
+ MAX_DIMS: 32,
45
+ MAX_HEADER_SIZE: 4 * 1024 * 1024 * 1024 // 4GB max header
46
+ };
47
+ // Magic bytes for endianness detection
48
+ const GGUF_MAGIC_LE = 0x46554747; // "GGUF" little-endian
49
+ const GGUF_MAGIC_BE = 0x47475546; // "FUGG" big-endian
50
+ // File-local error for streaming parser control flow
51
+ // Used to signal "keep reading chunks" rather than an actual failure
52
+ class NeedMoreDataError extends Error {
53
+ currentOffset;
54
+ bytesNeeded;
55
+ constructor(currentOffset, bytesNeeded) {
56
+ super(`Need more data: offset ${currentOffset} requires ${bytesNeeded} more bytes`);
57
+ this.name = 'NeedMoreDataError';
58
+ this.currentOffset = currentOffset;
59
+ this.bytesNeeded = bytesNeeded;
60
+ }
61
+ }
62
+ function parseGGUFHeader(buffer) {
63
+ const bufferLength = buffer.length;
64
+ let offset = 0;
65
+ let isBigEndian = false;
66
+ function ensureBytes(needed) {
67
+ if (offset + needed > bufferLength) {
68
+ throw new NeedMoreDataError(offset, needed);
69
+ }
70
+ }
71
+ function readU32() {
72
+ ensureBytes(4);
73
+ const val = isBigEndian ? buffer.readUInt32BE(offset) : buffer.readUInt32LE(offset);
74
+ offset += 4;
75
+ return val;
76
+ }
77
+ function readU64() {
78
+ ensureBytes(8);
79
+ const val = isBigEndian ? buffer.readBigUInt64BE(offset) : buffer.readBigUInt64LE(offset);
80
+ offset += 8;
81
+ return val;
82
+ }
83
+ function readU64AsNumber() {
84
+ const val = readU64();
85
+ if (val > BigInt(Number.MAX_SAFE_INTEGER)) {
86
+ throw new ModelLoadFailedError(`Value ${val} exceeds safe integer range`);
87
+ }
88
+ return Number(val);
89
+ }
90
+ function skipBytes(n) {
91
+ ensureBytes(n);
92
+ offset += n;
93
+ }
94
+ function skipString() {
95
+ const len = readU64AsNumber();
96
+ if (len > LIMITS.MAX_STRING_LEN) {
97
+ throw new ModelLoadFailedError(`String length ${len} exceeds limit ${LIMITS.MAX_STRING_LEN}`);
98
+ }
99
+ skipBytes(len);
100
+ }
101
+ function readTensorName() {
102
+ const len = readU64AsNumber();
103
+ if (len > LIMITS.MAX_TENSOR_NAME_LEN) {
104
+ logger.warn(`Tensor name length ${len} exceeds limit, truncating`);
105
+ skipBytes(len);
106
+ return '';
107
+ }
108
+ ensureBytes(len);
109
+ const name = buffer.toString('utf8', offset, offset + len);
110
+ offset += len;
111
+ return name;
112
+ }
113
+ function skipValue(valueType) {
114
+ const size = TYPE_SIZE[valueType];
115
+ if (size !== undefined) {
116
+ skipBytes(size);
117
+ return;
118
+ }
119
+ if (valueType === GGUF_TYPE.STRING) {
120
+ skipString();
121
+ return;
122
+ }
123
+ if (valueType === GGUF_TYPE.ARRAY) {
124
+ const arrayType = readU32();
125
+ const arrayLen = readU64AsNumber();
126
+ if (arrayLen > LIMITS.MAX_ARRAY_LEN) {
127
+ throw new ModelLoadFailedError(`Array length ${arrayLen} exceeds limit ${LIMITS.MAX_ARRAY_LEN}`);
128
+ }
129
+ const elementSize = TYPE_SIZE[arrayType];
130
+ if (elementSize !== undefined) {
131
+ // Fixed-size elements
132
+ skipBytes(arrayLen * elementSize);
133
+ }
134
+ else if (arrayType === GGUF_TYPE.STRING) {
135
+ // Array of strings
136
+ for (let i = 0; i < arrayLen; i++) {
137
+ skipString();
138
+ }
139
+ }
140
+ else if (arrayType === GGUF_TYPE.ARRAY) {
141
+ throw new ModelLoadFailedError('Nested arrays not supported');
142
+ }
143
+ else {
144
+ throw new ModelLoadFailedError(`Unknown array element type: ${arrayType}`);
145
+ }
146
+ return;
147
+ }
148
+ throw new ModelLoadFailedError(`Unknown value type: ${valueType}`);
149
+ }
150
+ // Parse header
151
+ ensureBytes(4);
152
+ const magicLE = buffer.readUInt32LE(offset);
153
+ if (magicLE === GGUF_MAGIC_LE) {
154
+ isBigEndian = false;
155
+ }
156
+ else if (magicLE === GGUF_MAGIC_BE) {
157
+ isBigEndian = true;
158
+ logger.debug('Detected big-endian GGUF file');
159
+ }
160
+ else {
161
+ throw new ModelLoadFailedError(`Invalid GGUF file - magic number mismatch (got 0x${magicLE.toString(16)})`);
162
+ }
163
+ offset += 4;
164
+ // Version
165
+ const version = readU32();
166
+ if (version !== 2 && version !== 3) {
167
+ throw new ModelLoadFailedError(`Unsupported GGUF version: ${version}`);
168
+ }
169
+ // Tensor count and KV count
170
+ const tensorCount = readU64AsNumber();
171
+ const kvCount = readU64AsNumber();
172
+ if (tensorCount > LIMITS.MAX_TENSOR_COUNT) {
173
+ throw new ModelLoadFailedError(`Tensor count ${tensorCount} exceeds limit ${LIMITS.MAX_TENSOR_COUNT}`);
174
+ }
175
+ if (kvCount > LIMITS.MAX_KV_COUNT) {
176
+ throw new ModelLoadFailedError(`KV count ${kvCount} exceeds limit ${LIMITS.MAX_KV_COUNT}`);
177
+ }
178
+ // Skip all KV pairs
179
+ for (let i = 0; i < kvCount; i++) {
180
+ skipString();
181
+ const valueType = readU32();
182
+ skipValue(valueType);
183
+ }
184
+ logger.debug(`KV section complete at offset ${offset}, reading tensor names...`);
185
+ const tensorNames = [];
186
+ for (let i = 0; i < tensorCount; i++) {
187
+ const name = readTensorName();
188
+ if (name) {
189
+ tensorNames.push(name);
190
+ }
191
+ // n_dims (u32)
192
+ const nDims = readU32();
193
+ if (nDims > LIMITS.MAX_DIMS) {
194
+ throw new ModelLoadFailedError(`Tensor dimensions ${nDims} exceeds limit ${LIMITS.MAX_DIMS}`);
195
+ }
196
+ // shape: nDims * u64
197
+ skipBytes(nDims * 8);
198
+ // dtype (u32)
199
+ skipBytes(4);
200
+ // offset (u64)
201
+ skipBytes(8);
202
+ }
203
+ logger.debug(`Parsed ${tensorNames.length} tensor names successfully`);
204
+ return tensorNames;
205
+ }
206
+ async function extractTensorNamesFromHeader(filePath) {
207
+ const stream = createReadStream(filePath);
208
+ const chunks = [];
209
+ let totalRead = 0;
210
+ let streamDestroyed = false;
211
+ function destroyStream() {
212
+ if (!streamDestroyed) {
213
+ streamDestroyed = true;
214
+ stream.destroy();
215
+ }
216
+ }
217
+ try {
218
+ for await (const chunk of stream) {
219
+ chunks.push(chunk);
220
+ totalRead += chunk.length;
221
+ // Only attempt parsing once we have enough data for the basic header
222
+ if (totalRead >= 24) {
223
+ try {
224
+ const buffer = Buffer.concat(chunks);
225
+ const result = parseGGUFHeader(buffer);
226
+ destroyStream();
227
+ return result;
228
+ }
229
+ catch (error) {
230
+ if (error instanceof NeedMoreDataError) {
231
+ // Keep reading
232
+ if (totalRead >= LIMITS.MAX_HEADER_SIZE) {
233
+ throw new ModelLoadFailedError(`GGUF header exceeds ${LIMITS.MAX_HEADER_SIZE / (1024 * 1024 * 1024)}GB limit`);
234
+ }
235
+ continue;
236
+ }
237
+ throw error;
238
+ }
239
+ }
240
+ }
241
+ throw new ModelLoadFailedError('File ended before GGUF header could be parsed');
242
+ }
243
+ finally {
244
+ destroyStream();
245
+ }
246
+ }
247
+ /**
248
+ * Extract tensor names from all GGUF shards and write to {baseFilename}.tensors.txt
249
+ * Required for sharded models to enable incremental/async loading
250
+ * @throws ModelLoadFailedError if any shard fails extraction
251
+ */
252
+ export async function extractAndWriteTensorsFile(shardDir, shardFilenames, baseFilename) {
253
+ const tensorsFilePath = validateAndJoinPath(shardDir, `${baseFilename}.tensors.txt`);
254
+ try {
255
+ await fsPromises.access(tensorsFilePath);
256
+ logger.info(`Tensors file already exists: ${tensorsFilePath}`);
257
+ return tensorsFilePath;
258
+ }
259
+ catch {
260
+ // Continue with extraction
261
+ }
262
+ logger.info(`Extracting tensors from ${shardFilenames.length} shards...`);
263
+ const allTensorNames = new Set();
264
+ const failedShards = [];
265
+ for (const filename of shardFilenames) {
266
+ const shardPath = validateAndJoinPath(shardDir, filename);
267
+ try {
268
+ logger.debug(`Extracting tensors from ${filename}...`);
269
+ const tensorNames = await extractTensorNamesFromHeader(shardPath);
270
+ if (tensorNames.length > 0) {
271
+ tensorNames.forEach((name) => allTensorNames.add(name));
272
+ logger.info(`Extracted ${tensorNames.length} tensors from ${filename}`);
273
+ }
274
+ else {
275
+ failedShards.push(filename);
276
+ logger.error(`No tensors found in ${filename}`);
277
+ }
278
+ }
279
+ catch (error) {
280
+ failedShards.push(filename);
281
+ logger.error(`Failed to extract tensors from ${filename}:`, error);
282
+ }
283
+ }
284
+ if (failedShards.length > 0) {
285
+ throw new ModelLoadFailedError(`Failed to extract tensors from ${failedShards.length}/${shardFilenames.length} shards: ${failedShards.join(', ')}`);
286
+ }
287
+ if (allTensorNames.size === 0) {
288
+ throw new ModelLoadFailedError(`Could not extract any tensors from shards.`);
289
+ }
290
+ const tensorNames = Array.from(allTensorNames).sort();
291
+ await fsPromises.writeFile(tensorsFilePath, tensorNames.join('\n') + '\n', 'utf8');
292
+ logger.info(`Tensors file created: ${tensorsFilePath} (${tensorNames.length} tensors from ${shardFilenames.length} shards)`);
293
+ return tensorsFilePath;
294
+ }
295
+ /**
296
+ * Check if a file has a valid GGUF header structure.
297
+ * Returns true if the header parses successfully and contains tensor metadata.
298
+ *
299
+ * NOTE: This only validates the header structure, NOT that tensor data exists.
300
+ * A file can have a valid header but be incomplete.
301
+ */
302
+ export async function hasValidGGUFHeader(filePath) {
303
+ try {
304
+ const tensorNames = await extractTensorNamesFromHeader(filePath);
305
+ return tensorNames.length > 0;
306
+ }
307
+ catch (error) {
308
+ logger.warn(`⚠️ GGUF header validation failed: ${error instanceof Error ? error.message : String(error)}`);
309
+ return false;
310
+ }
311
+ }
@@ -0,0 +1 @@
1
+ export declare function getGlobalSingleton<T>(key: symbol, create: () => T): T;
@@ -0,0 +1,10 @@
1
+ export function getGlobalSingleton(key, create) {
2
+ const global = globalThis;
3
+ const existing = global[key];
4
+ if (existing !== undefined) {
5
+ return existing;
6
+ }
7
+ const value = create();
8
+ global[key] = value;
9
+ return value;
10
+ }
@@ -0,0 +1,11 @@
1
+ export * from '../utils/archive.js';
2
+ export * from '../utils/cache/types.js';
3
+ export * from '../utils/cache/auto-history.js';
4
+ export * from '../utils/cache/paths.js';
5
+ export * from '../utils/checksum.js';
6
+ export * from '../utils/config-transform.js';
7
+ export * from '../utils/expand-gguf-shards.js';
8
+ export * from '../utils/formatting.js';
9
+ export * from '../utils/gguf-tensor-extractor.js';
10
+ export * from '../utils/path-security.js';
11
+ export * from '../utils/shard-utils.js';
@@ -0,0 +1,11 @@
1
+ export * from '../utils/archive.js';
2
+ export * from '../utils/cache/types.js';
3
+ export * from '../utils/cache/auto-history.js';
4
+ export * from '../utils/cache/paths.js';
5
+ export * from '../utils/checksum.js';
6
+ export * from '../utils/config-transform.js';
7
+ export * from '../utils/expand-gguf-shards.js';
8
+ export * from '../utils/formatting.js';
9
+ export * from '../utils/gguf-tensor-extractor.js';
10
+ export * from '../utils/path-security.js';
11
+ export * from '../utils/shard-utils.js';
@@ -0,0 +1,6 @@
1
+ /**
2
+ * Throws {@link ModelSrcTypeMismatchError} when explicit
3
+ * `modelType` disagrees with the type inferred from `modelSrc`.
4
+ * No-op when nothing can be inferred.
5
+ */
6
+ export declare function assertModelSrcMatchesModelType(modelSrc: unknown, explicitModelType: string): void;
@@ -0,0 +1,18 @@
1
+ import { inferModelTypeFromModelSrc } from '../schemas/model-src-utils.js';
2
+ import { normalizeModelType } from '../schemas/model-types.js';
3
+ import { ModelSrcTypeMismatchError } from '../errors/index.js';
4
+ /**
5
+ * Throws {@link ModelSrcTypeMismatchError} when explicit
6
+ * `modelType` disagrees with the type inferred from `modelSrc`.
7
+ * No-op when nothing can be inferred.
8
+ */
9
+ export function assertModelSrcMatchesModelType(modelSrc, explicitModelType) {
10
+ const inferred = inferModelTypeFromModelSrc(modelSrc);
11
+ if (!inferred)
12
+ return;
13
+ const normalizedInferred = normalizeModelType(inferred);
14
+ const normalizedExplicit = normalizeModelType(explicitModelType);
15
+ if (normalizedInferred !== normalizedExplicit) {
16
+ throw new ModelSrcTypeMismatchError(normalizedInferred, normalizedExplicit);
17
+ }
18
+ }
@@ -0,0 +1,11 @@
1
+ import type { Tool } from '../schemas/tools.js';
2
+ import type { McpClientInput } from '../schemas/mcp-adapter.js';
3
+ import type { ToolHandler } from '../utils/tool-helpers.js';
4
+ export type { McpClient, McpClientInput } from '../schemas/mcp-adapter.js';
5
+ export type ToolHandlerMap = Map<string, ToolHandler>;
6
+ export type McpToolsResult = {
7
+ tools: Tool[];
8
+ handlers: ToolHandlerMap;
9
+ };
10
+ export declare function getMcpToolsWithHandlers(clients: McpClientInput[]): Promise<McpToolsResult>;
11
+ export declare function getMcpTools(clients: McpClientInput[]): Promise<Tool[]>;
@@ -0,0 +1,96 @@
1
+ import { mapValues } from '../utils/object.js';
2
+ const VALID_TYPES = ['string', 'number', 'integer', 'boolean', 'object', 'array'];
3
+ function isValidType(value) {
4
+ return typeof value === 'string' && VALID_TYPES.includes(value);
5
+ }
6
+ function convertMcpToolToTool(mcpTool) {
7
+ const inputSchema = mcpTool.inputSchema;
8
+ const properties = inputSchema.properties ?? {};
9
+ const required = inputSchema.required ?? [];
10
+ const convertedProperties = mapValues(properties, (prop) => {
11
+ const { type, description, enum: enumVal } = prop;
12
+ return {
13
+ type: isValidType(type) ? type : 'string',
14
+ ...(description && { description }),
15
+ ...(enumVal && { enum: enumVal })
16
+ };
17
+ });
18
+ return {
19
+ type: 'function',
20
+ name: mcpTool.name,
21
+ description: mcpTool.description ?? '',
22
+ parameters: {
23
+ type: 'object',
24
+ properties: convertedProperties,
25
+ required: required.length > 0 ? required : undefined
26
+ }
27
+ };
28
+ }
29
+ function createMcpToolHandler(client, toolName) {
30
+ return async (args) => {
31
+ return client.callTool({ name: toolName, arguments: args });
32
+ };
33
+ }
34
+ export async function getMcpToolsWithHandlers(clients) {
35
+ const allTools = [];
36
+ const handlers = new Map();
37
+ for (const { client, includeResources } of clients) {
38
+ const { tools: mcpTools } = await client.listTools();
39
+ for (const mcpTool of mcpTools) {
40
+ allTools.push(convertMcpToolToTool(mcpTool));
41
+ handlers.set(mcpTool.name, createMcpToolHandler(client, mcpTool.name));
42
+ }
43
+ if (includeResources !== false && client.listResources) {
44
+ allTools.push({
45
+ type: 'function',
46
+ name: 'list_resources',
47
+ description: 'List available resources from MCP server',
48
+ parameters: {
49
+ type: 'object',
50
+ properties: {}
51
+ }
52
+ });
53
+ handlers.set('list_resources', async () => {
54
+ if (!client.listResources) {
55
+ return { resources: [] };
56
+ }
57
+ const result = await client.listResources();
58
+ return {
59
+ type: 'text',
60
+ text: JSON.stringify(result.resources, null, 2)
61
+ };
62
+ });
63
+ if (client.readResource) {
64
+ allTools.push({
65
+ type: 'function',
66
+ name: 'read_resource',
67
+ description: 'Read content of a specific resource by URI',
68
+ parameters: {
69
+ type: 'object',
70
+ properties: {
71
+ uri: {
72
+ type: 'string',
73
+ description: 'The URI of the resource to read'
74
+ }
75
+ },
76
+ required: ['uri']
77
+ }
78
+ });
79
+ handlers.set('read_resource', async (args) => {
80
+ if (!client.readResource) {
81
+ return { error: 'readResource not available' };
82
+ }
83
+ const result = await client.readResource({
84
+ uri: args['uri']
85
+ });
86
+ return result.contents[0];
87
+ });
88
+ }
89
+ }
90
+ }
91
+ return { tools: allTools, handlers };
92
+ }
93
+ export async function getMcpTools(clients) {
94
+ const { tools } = await getMcpToolsWithHandlers(clients);
95
+ return tools;
96
+ }
@@ -0,0 +1,4 @@
1
+ export declare const MULTI_GPU_KEYS: readonly ["main-gpu", "split-mode", "tensor-split"];
2
+ type MultiGpuKey = (typeof MULTI_GPU_KEYS)[number];
3
+ export declare function stripMultiGpuKeys(config: Record<string, unknown>): readonly MultiGpuKey[];
4
+ export {};
@@ -0,0 +1,10 @@
1
+ export const MULTI_GPU_KEYS = ['main-gpu', 'split-mode', 'tensor-split'];
2
+ // Deletes any multi-GPU keys from `config` IN PLACE and returns the removed
3
+ // keys. Mutation is intentional: callers strip before the config reaches the
4
+ // model constructor. gpu_layers (single-GPU layer offload) is intentionally
5
+ // absent from MULTI_GPU_KEYS.
6
+ export function stripMultiGpuKeys(config) {
7
+ const stripped = MULTI_GPU_KEYS.filter((k) => k in config);
8
+ stripped.forEach((k) => delete config[k]);
9
+ return stripped;
10
+ }
@@ -0,0 +1 @@
1
+ export declare function mapValues<T, U>(obj: Record<string, T>, fn: (value: T, key: string) => U): Record<string, U>;
@@ -0,0 +1,3 @@
1
+ export function mapValues(obj, fn) {
2
+ return Object.fromEntries(Object.entries(obj).map(([key, value]) => [key, fn(value, key)]));
3
+ }
@@ -0,0 +1,22 @@
1
+ /**
2
+ * Sanitize a path component that will be joined to a base directory.
3
+ * Strips traversal sequences, absolute prefixes, and normalizes separators.
4
+ *
5
+ * Throws on null bytes (literal or URL-encoded).
6
+ */
7
+ export declare function sanitizePathComponent(component: string): string;
8
+ /**
9
+ * Check whether a resolved target path is contained within a base directory.
10
+ * Portable — caller provides the resolve function and separator for their runtime.
11
+ */
12
+ export declare function checkPathWithinBase(basePath: string, targetPath: string, resolveFn: (...args: string[]) => string, sep: string): boolean;
13
+ /**
14
+ * Check whether a target path is contained within a base directory.
15
+ * Both paths are resolved to absolute before comparison.
16
+ */
17
+ export declare function isPathWithinBase(basePath: string, targetPath: string): boolean;
18
+ /**
19
+ * Sanitize components, join them to a base path, and verify the result
20
+ * stays within the base directory. Throws PathTraversalError on escape.
21
+ */
22
+ export declare function validateAndJoinPath(basePath: string, ...components: string[]): string;
@@ -0,0 +1,69 @@
1
+ import path from 'bare-path';
2
+ import { PathTraversalError } from '../errors/index.js';
3
+ /**
4
+ * Sanitize a path component that will be joined to a base directory.
5
+ * Strips traversal sequences, absolute prefixes, and normalizes separators.
6
+ *
7
+ * Throws on null bytes (literal or URL-encoded).
8
+ */
9
+ export function sanitizePathComponent(component) {
10
+ if (component === '')
11
+ return '';
12
+ // Reject null bytes (literal and URL-encoded)
13
+ if (component.includes('\0') || component.includes('%00')) {
14
+ throw new Error(`Path component contains null byte: ${component}`);
15
+ }
16
+ let sanitized = component;
17
+ // Decode common URL-encoded traversal sequences
18
+ sanitized = sanitized.replace(/%2e/gi, '.').replace(/%2f/gi, '/').replace(/%5c/gi, '\\');
19
+ // Normalize backslashes to forward slashes
20
+ sanitized = sanitized.replace(/\\/g, '/');
21
+ // Strip Windows drive letter prefixes (C:/, D:/, etc.)
22
+ sanitized = sanitized.replace(/^[A-Za-z]:\//, '');
23
+ // Strip leading slashes (absolute path prefixes)
24
+ sanitized = sanitized.replace(/^\/+/, '');
25
+ // Remove all ".." segments (start, middle, end) iteratively until stable
26
+ let prev = '';
27
+ while (prev !== sanitized) {
28
+ prev = sanitized;
29
+ sanitized = sanitized.replace(/^\.\.\//g, '');
30
+ sanitized = sanitized.replace(/\/\.\.$/g, '');
31
+ sanitized = sanitized.replace(/\/\.\.\//g, '/');
32
+ if (sanitized === '..')
33
+ sanitized = '';
34
+ }
35
+ // Strip any remaining leading slashes produced by stripping
36
+ sanitized = sanitized.replace(/^\/+/, '');
37
+ return sanitized;
38
+ }
39
+ /**
40
+ * Check whether a resolved target path is contained within a base directory.
41
+ * Portable — caller provides the resolve function and separator for their runtime.
42
+ */
43
+ export function checkPathWithinBase(basePath, targetPath, resolveFn, sep) {
44
+ const resolvedBase = resolveFn(basePath);
45
+ const resolvedTarget = resolveFn(targetPath);
46
+ if (resolvedTarget === resolvedBase)
47
+ return true;
48
+ return resolvedTarget.startsWith(resolvedBase + sep);
49
+ }
50
+ /**
51
+ * Check whether a target path is contained within a base directory.
52
+ * Both paths are resolved to absolute before comparison.
53
+ */
54
+ export function isPathWithinBase(basePath, targetPath) {
55
+ return checkPathWithinBase(basePath, targetPath, (...args) => path.resolve(...args), path.sep || '/');
56
+ }
57
+ /**
58
+ * Sanitize components, join them to a base path, and verify the result
59
+ * stays within the base directory. Throws PathTraversalError on escape.
60
+ */
61
+ export function validateAndJoinPath(basePath, ...components) {
62
+ const sanitized = components.map((c) => sanitizePathComponent(c));
63
+ const joined = path.join(basePath, ...sanitized);
64
+ const resolved = path.resolve(joined);
65
+ if (!isPathWithinBase(basePath, resolved)) {
66
+ throw new PathTraversalError(components.join('/'), basePath);
67
+ }
68
+ return resolved;
69
+ }