@qvac/sdk 0.5.0 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (259) hide show
  1. package/README.md +48 -11
  2. package/bare-imports.json +35 -0
  3. package/dist/client/api/cancel.d.ts +12 -3
  4. package/dist/client/api/cancel.js +12 -3
  5. package/dist/client/api/get-model-info.d.ts +2 -2
  6. package/dist/client/api/get-model-info.js +2 -2
  7. package/dist/client/api/index.d.ts +2 -1
  8. package/dist/client/api/index.js +2 -1
  9. package/dist/client/api/load-model.js +6 -1
  10. package/dist/client/api/ocr.d.ts +31 -0
  11. package/dist/client/api/ocr.js +88 -0
  12. package/dist/client/api/rag.d.ts +215 -20
  13. package/dist/client/api/rag.js +382 -23
  14. package/dist/client/api/translate.js +10 -11
  15. package/dist/client/api/unload-model.js +1 -1
  16. package/dist/client/init-hooks.d.ts +4 -3
  17. package/dist/client/init-hooks.js +40 -31
  18. package/dist/client/rpc/bare-client.d.ts +1 -178
  19. package/dist/client/rpc/bare-client.js +42 -9
  20. package/dist/client/rpc/expo-rpc-client.js +57 -2
  21. package/dist/client/rpc/node-rpc-client.js +5 -1
  22. package/dist/client/rpc/rpc-client.d.ts +1 -1
  23. package/dist/client/rpc/rpc-client.js +11 -57
  24. package/dist/examples/config/blind-relay/blind-relay.config.d.ts +5 -0
  25. package/dist/examples/config/blind-relay/blind-relay.config.js +7 -0
  26. package/dist/examples/config/default/default.config.d.ts +8 -0
  27. package/dist/examples/config/default/default.config.js +6 -0
  28. package/dist/examples/default-config-usage.d.ts +17 -0
  29. package/dist/examples/default-config-usage.js +47 -0
  30. package/dist/examples/delegated-inference/consumer.js +1 -0
  31. package/dist/examples/download-with-blind-relays.js +4 -3
  32. package/dist/examples/embed-hyperdrive.js +4 -0
  33. package/dist/examples/kv-cache-custom-key.js +16 -1
  34. package/dist/examples/llamacpp-sharded.js +12 -3
  35. package/dist/examples/ocr-fasttext.d.ts +2 -0
  36. package/dist/examples/ocr-fasttext.js +52 -0
  37. package/dist/examples/quickstart.d.ts +2 -0
  38. package/dist/examples/quickstart.js +28 -0
  39. package/dist/examples/rag/rag-hyperdb/cancellation.d.ts +2 -0
  40. package/dist/examples/rag/rag-hyperdb/cancellation.js +75 -0
  41. package/dist/examples/rag/rag-hyperdb/ingest.d.ts +2 -0
  42. package/dist/examples/rag/{rag-hyperdb.js → rag-hyperdb/ingest.js} +10 -4
  43. package/dist/examples/rag/rag-hyperdb/pipeline.d.ts +2 -0
  44. package/dist/examples/rag/rag-hyperdb/pipeline.js +74 -0
  45. package/dist/examples/rag/rag-hyperdb/workspaces.d.ts +2 -0
  46. package/dist/examples/rag/rag-hyperdb/workspaces.js +178 -0
  47. package/dist/examples/translation/translation-bergamot-batch.d.ts +2 -0
  48. package/dist/examples/translation/translation-bergamot-batch.js +49 -0
  49. package/dist/examples/translation/translation-bergamot.d.ts +2 -0
  50. package/dist/examples/translation/translation-bergamot.js +39 -0
  51. package/dist/examples/translation/translation-indic.js +1 -0
  52. package/dist/examples/translation/translation-opus.js +1 -0
  53. package/dist/examples/translation/translation-stream.js +1 -0
  54. package/dist/expo/plugins/withMobileBundle.js +29 -10
  55. package/dist/index.d.ts +3 -2
  56. package/dist/index.js +3 -1
  57. package/dist/logging/addon.js +23 -7
  58. package/dist/logging/base-logger.js +2 -2
  59. package/dist/logging/client-logger.js +15 -4
  60. package/dist/logging/index.d.ts +1 -0
  61. package/dist/logging/index.js +1 -0
  62. package/dist/logging/logger.js +11 -3
  63. package/dist/logging/namespaces.d.ts +1 -0
  64. package/dist/logging/namespaces.js +1 -0
  65. package/dist/logging/registry.d.ts +5 -0
  66. package/dist/logging/registry.js +17 -5
  67. package/dist/logging/transport.js +2 -2
  68. package/dist/logging/utils.d.ts +2 -0
  69. package/dist/logging/utils.js +62 -0
  70. package/dist/models/hyperdrive/models.d.ts +1096 -178
  71. package/dist/models/hyperdrive/models.js +1476 -507
  72. package/dist/schemas/archive.d.ts +9 -0
  73. package/dist/schemas/archive.js +17 -0
  74. package/dist/schemas/cancel.d.ts +6 -0
  75. package/dist/schemas/cancel.js +5 -0
  76. package/dist/schemas/common.d.ts +582 -77
  77. package/dist/schemas/common.js +6 -1
  78. package/dist/schemas/delegate.d.ts +1 -0
  79. package/dist/schemas/delegate.js +1 -0
  80. package/dist/schemas/download-asset.d.ts +21 -9
  81. package/dist/schemas/get-model-info.d.ts +12 -10
  82. package/dist/schemas/get-model-info.js +9 -1
  83. package/dist/schemas/index.d.ts +6 -2
  84. package/dist/schemas/index.js +9 -2
  85. package/dist/schemas/llamacpp-config.d.ts +112 -8
  86. package/dist/schemas/llamacpp-config.js +40 -8
  87. package/dist/schemas/load-model.d.ts +2993 -525
  88. package/dist/schemas/load-model.js +88 -33
  89. package/dist/schemas/logging-stream.d.ts +2 -2
  90. package/dist/schemas/model-src-utils.d.ts +38 -16
  91. package/dist/schemas/model-src-utils.js +4 -8
  92. package/dist/schemas/model-types.d.ts +154 -0
  93. package/dist/schemas/model-types.js +140 -0
  94. package/dist/schemas/ocr.d.ts +88 -0
  95. package/dist/schemas/ocr.js +52 -0
  96. package/dist/schemas/rag.d.ts +183 -52
  97. package/dist/schemas/rag.js +148 -23
  98. package/dist/schemas/reload-config.d.ts +20 -8
  99. package/dist/schemas/reload-config.js +7 -5
  100. package/dist/schemas/runtime-context.d.ts +19 -0
  101. package/dist/schemas/runtime-context.js +7 -0
  102. package/dist/schemas/sdk-config.d.ts +697 -2
  103. package/dist/schemas/sdk-config.js +99 -1
  104. package/dist/schemas/sdk-errors-client.d.ts +1 -0
  105. package/dist/schemas/sdk-errors-client.js +5 -0
  106. package/dist/schemas/sdk-errors-server.d.ts +14 -0
  107. package/dist/schemas/sdk-errors-server.js +70 -0
  108. package/dist/schemas/shard.d.ts +21 -0
  109. package/dist/schemas/shard.js +17 -0
  110. package/dist/schemas/translate.d.ts +68 -23
  111. package/dist/schemas/translate.js +37 -11
  112. package/dist/schemas/translation-config.d.ts +272 -29
  113. package/dist/schemas/translation-config.js +63 -6
  114. package/dist/scripts/run-unit-tests.d.ts +2 -0
  115. package/dist/scripts/run-unit-tests.js +17 -0
  116. package/dist/server/bare/addons/llamacpp-completion/cache-logger.d.ts +6 -0
  117. package/dist/server/bare/addons/llamacpp-completion/cache-logger.js +34 -0
  118. package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/create-model.d.ts +1 -5
  119. package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/create-model.js +3 -26
  120. package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/handlers/completion-stream.js +26 -7
  121. package/dist/server/bare/addons/llamacpp-completion/index.d.ts +4 -0
  122. package/dist/server/bare/addons/llamacpp-completion/index.js +3 -0
  123. package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/kv-cache-utils.d.ts +4 -1
  124. package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/kv-cache-utils.js +43 -10
  125. package/dist/server/bare/addons/llamacpp-embedding/create-model.d.ts +8 -0
  126. package/dist/server/bare/addons/llamacpp-embedding/create-model.js +38 -0
  127. package/dist/server/bare/addons/llamacpp-embedding/index.d.ts +3 -0
  128. package/dist/server/bare/addons/llamacpp-embedding/index.js +2 -0
  129. package/dist/server/bare/addons/load-model.js +28 -24
  130. package/dist/server/bare/addons/{translation → nmtcpp-translation}/create-model.js +23 -8
  131. package/dist/server/bare/addons/{translation → nmtcpp-translation}/handlers/translate.js +35 -11
  132. package/dist/server/bare/addons/onnx-ocr/create-model.d.ts +10 -0
  133. package/dist/server/bare/addons/onnx-ocr/create-model.js +39 -0
  134. package/dist/server/bare/addons/onnx-ocr/handlers/ocr-stream.d.ts +10 -0
  135. package/dist/server/bare/addons/onnx-ocr/handlers/ocr-stream.js +109 -0
  136. package/dist/server/bare/addons/onnx-ocr/index.d.ts +3 -0
  137. package/dist/server/bare/addons/onnx-ocr/index.js +2 -0
  138. package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/create-model.js +2 -1
  139. package/dist/server/bare/delegate-rpc-client.js +19 -1
  140. package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +3 -0
  141. package/dist/server/bare/rag-hyperdb/handlers/chunk.js +7 -0
  142. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +3 -0
  143. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +9 -0
  144. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
  145. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +9 -10
  146. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +3 -0
  147. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +14 -0
  148. package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +9 -0
  149. package/dist/server/bare/rag-hyperdb/handlers/ingest.js +18 -0
  150. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +3 -0
  151. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +4 -0
  152. package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +9 -0
  153. package/dist/server/bare/rag-hyperdb/handlers/reindex.js +16 -0
  154. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +7 -4
  155. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +13 -14
  156. package/dist/server/bare/rag-hyperdb/handlers/search.js +10 -10
  157. package/dist/server/bare/rag-hyperdb/index.d.ts +8 -1
  158. package/dist/server/bare/rag-hyperdb/index.js +8 -1
  159. package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +7 -0
  160. package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +39 -0
  161. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +15 -0
  162. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +135 -0
  163. package/dist/server/bare/registry/config-registry.js +11 -0
  164. package/dist/server/bare/registry/logging-stream-registry.js +3 -3
  165. package/dist/server/bare/registry/model-config-registry.d.ts +4 -0
  166. package/dist/server/bare/registry/model-config-registry.js +15 -0
  167. package/dist/server/bare/registry/model-config-utils.d.ts +15 -0
  168. package/dist/server/bare/registry/model-config-utils.js +121 -0
  169. package/dist/server/bare/registry/model-registry.d.ts +6 -29
  170. package/dist/server/bare/registry/runtime-context-registry.d.ts +7 -0
  171. package/dist/server/bare/registry/runtime-context-registry.js +26 -0
  172. package/dist/server/bare/utils/loader-adapter.d.ts +7 -0
  173. package/dist/server/bare/utils/loader-adapter.js +9 -0
  174. package/dist/server/error-handlers.js +4 -2
  175. package/dist/server/rpc/handle-request.js +91 -9
  176. package/dist/server/rpc/handlers/cancelHandler.js +10 -1
  177. package/dist/server/rpc/handlers/completion-stream.js +1 -1
  178. package/dist/server/rpc/handlers/delete-cache.js +1 -1
  179. package/dist/server/rpc/handlers/embed.js +1 -1
  180. package/dist/server/rpc/handlers/get-model-info.d.ts +1 -1
  181. package/dist/server/rpc/handlers/get-model-info.js +22 -10
  182. package/dist/server/rpc/handlers/index.d.ts +4 -1
  183. package/dist/server/rpc/handlers/index.js +2 -0
  184. package/dist/server/rpc/handlers/load-model/download-manager.d.ts +11 -11
  185. package/dist/server/rpc/handlers/load-model/download-manager.js +36 -26
  186. package/dist/server/rpc/handlers/{load-model.d.ts → load-model/handler.d.ts} +2 -2
  187. package/dist/server/rpc/handlers/load-model/handler.js +179 -0
  188. package/dist/server/rpc/handlers/load-model/http.js +342 -33
  189. package/dist/server/rpc/handlers/load-model/hyperdrive.js +5 -3
  190. package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
  191. package/dist/server/rpc/handlers/load-model/index.js +2 -2
  192. package/dist/server/rpc/handlers/load-model/resolve.js +32 -3
  193. package/dist/server/rpc/handlers/load-model-delegated.js +6 -3
  194. package/dist/server/rpc/handlers/ocr-stream.d.ts +3 -0
  195. package/dist/server/rpc/handlers/ocr-stream.js +39 -0
  196. package/dist/server/rpc/handlers/rag.d.ts +2 -2
  197. package/dist/server/rpc/handlers/rag.js +107 -43
  198. package/dist/server/rpc/handlers/text-to-speech.js +1 -1
  199. package/dist/server/rpc/handlers/transcribe-stream.js +1 -1
  200. package/dist/server/rpc/handlers/translate.js +6 -15
  201. package/dist/server/utils/archive.d.ts +3 -0
  202. package/dist/server/utils/archive.js +171 -0
  203. package/dist/server/utils/audio/decoder.js +2 -2
  204. package/dist/server/utils/cache.d.ts +5 -5
  205. package/dist/server/utils/cache.js +6 -6
  206. package/dist/server/utils/config-transform.d.ts +2 -2
  207. package/dist/server/utils/config-transform.js +8 -6
  208. package/dist/server/utils/formatting.d.ts +13 -0
  209. package/dist/server/utils/formatting.js +26 -0
  210. package/dist/server/utils/gguf-tensor-extractor.d.ts +15 -0
  211. package/dist/server/utils/gguf-tensor-extractor.js +314 -0
  212. package/dist/server/utils/index.d.ts +3 -1
  213. package/dist/server/utils/index.js +3 -1
  214. package/dist/server/utils/shard-utils.d.ts +42 -16
  215. package/dist/server/utils/shard-utils.js +95 -7
  216. package/dist/server/worker.js +8 -3
  217. package/dist/utils/errors-base.d.ts +1 -1
  218. package/dist/utils/errors-base.js +2 -2
  219. package/dist/utils/errors-client.d.ts +12 -0
  220. package/dist/utils/errors-client.js +20 -0
  221. package/dist/utils/errors-server.d.ts +33 -0
  222. package/dist/utils/errors-server.js +55 -0
  223. package/package.json +40 -15
  224. package/dist/client/rpc/bare-rpc-client.d.ts +0 -4
  225. package/dist/client/rpc/bare-rpc-client.js +0 -94
  226. package/dist/examples/config/config-path.d.ts +0 -8
  227. package/dist/examples/config/config-path.js +0 -13
  228. package/dist/examples/rag/rag-hyperdb-workspaces.d.ts +0 -2
  229. package/dist/examples/rag/rag-hyperdb-workspaces.js +0 -106
  230. package/dist/examples/rag/rag-hyperdb.d.ts +0 -2
  231. package/dist/server/bare/addons/llamacpp/index.d.ts +0 -4
  232. package/dist/server/bare/addons/llamacpp/index.js +0 -3
  233. package/dist/server/bare/rag-hyperdb/rag-manager.d.ts +0 -5
  234. package/dist/server/bare/rag-hyperdb/rag-manager.js +0 -66
  235. package/dist/server/rpc/handlers/load-model.js +0 -111
  236. package/dist/server/utils/hash.d.ts +0 -5
  237. package/dist/server/utils/hash.js +0 -11
  238. package/dist/utils/getProcessSafe.d.ts +0 -7
  239. package/dist/utils/getProcessSafe.js +0 -17
  240. package/dist/utils/runtime.d.ts +0 -30
  241. package/dist/utils/runtime.js +0 -48
  242. /package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/handlers/completion-stream.d.ts +0 -0
  243. /package/dist/server/bare/addons/{llamacpp → llamacpp-embedding}/handlers/embed.d.ts +0 -0
  244. /package/dist/server/bare/addons/{llamacpp → llamacpp-embedding}/handlers/embed.js +0 -0
  245. /package/dist/server/bare/addons/{translation → nmtcpp-translation}/create-model.d.ts +0 -0
  246. /package/dist/server/bare/addons/{translation → nmtcpp-translation}/handlers/translate.d.ts +0 -0
  247. /package/dist/server/bare/addons/{translation → nmtcpp-translation}/index.d.ts +0 -0
  248. /package/dist/server/bare/addons/{translation → nmtcpp-translation}/index.js +0 -0
  249. /package/dist/server/bare/addons/{tts → onnx-tts}/create-model.d.ts +0 -0
  250. /package/dist/server/bare/addons/{tts → onnx-tts}/create-model.js +0 -0
  251. /package/dist/server/bare/addons/{tts → onnx-tts}/handlers/text-to-speech.d.ts +0 -0
  252. /package/dist/server/bare/addons/{tts → onnx-tts}/handlers/text-to-speech.js +0 -0
  253. /package/dist/server/bare/addons/{tts → onnx-tts}/index.d.ts +0 -0
  254. /package/dist/server/bare/addons/{tts → onnx-tts}/index.js +0 -0
  255. /package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/create-model.d.ts +0 -0
  256. /package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/handlers/transcribe-stream.d.ts +0 -0
  257. /package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/handlers/transcribe-stream.js +0 -0
  258. /package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/index.d.ts +0 -0
  259. /package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/index.js +0 -0
@@ -1,10 +1,52 @@
1
1
  import { z } from "zod";
2
+ export declare const MARIAN_LANGUAGES: readonly ["en", "de", "es", "it", "ru", "ja"];
3
+ export declare const BERGAMOT_LANGUAGES: readonly ["en", "ar", "bg", "ca", "cs", "de", "es", "et", "fi", "fr", "hu", "is", "it", "ja", "ko", "lt", "lv", "nl", "pl", "pt", "ru", "sk", "sl", "uk", "zh"];
2
4
  export declare const INDICTRANS_LANGUAGES: readonly ["asm_Beng", "ben_Beng", "brx_Deva", "doi_Deva", "eng_Latn", "gom_Deva", "guj_Gujr", "hin_Deva", "kan_Knda", "kas_Arab", "kas_Deva", "mai_Deva", "mal_Mlym", "mar_Deva", "mni_Beng", "mni_Mtei", "npi_Deva", "ory_Orya", "pan_Guru", "san_Deva", "sat_Olck", "snd_Arab", "snd_Deva", "tam_Taml", "tel_Telu", "urd_Arab"];
3
- export declare const NMT_LANGUAGES: readonly ["en", "de", "es", "it", "ru", "ja", "asm_Beng", "ben_Beng", "brx_Deva", "doi_Deva", "eng_Latn", "gom_Deva", "guj_Gujr", "hin_Deva", "kan_Knda", "kas_Arab", "kas_Deva", "mai_Deva", "mal_Mlym", "mar_Deva", "mni_Beng", "mni_Mtei", "npi_Deva", "ory_Orya", "pan_Guru", "san_Deva", "sat_Olck", "snd_Arab", "snd_Deva", "tam_Taml", "tel_Telu", "urd_Arab"];
4
- export declare const nmtConfigBaseSchema: z.ZodObject<{
5
+ export declare const NMT_LANGUAGES: readonly ["en", "de", "es", "it", "ru", "ja", "en", "ar", "bg", "ca", "cs", "de", "es", "et", "fi", "fr", "hu", "is", "it", "ja", "ko", "lt", "lv", "nl", "pl", "pt", "ru", "sk", "sl", "uk", "zh", "asm_Beng", "ben_Beng", "brx_Deva", "doi_Deva", "eng_Latn", "gom_Deva", "guj_Gujr", "hin_Deva", "kan_Knda", "kas_Arab", "kas_Deva", "mai_Deva", "mal_Mlym", "mar_Deva", "mni_Beng", "mni_Mtei", "npi_Deva", "ory_Orya", "pan_Guru", "san_Deva", "sat_Olck", "snd_Arab", "snd_Deva", "tam_Taml", "tel_Telu", "urd_Arab"];
6
+ export declare const NMT_ENGINES: readonly ["Opus", "Bergamot", "IndicTrans"];
7
+ export type NmtEngine = (typeof NMT_ENGINES)[number];
8
+ export declare const nmtConfigBaseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5
9
  mode: z.ZodOptional<z.ZodEnum<{
6
10
  full: "full";
7
11
  }>>;
12
+ beamsize: z.ZodOptional<z.ZodNumber>;
13
+ lengthpenalty: z.ZodOptional<z.ZodNumber>;
14
+ maxlength: z.ZodOptional<z.ZodNumber>;
15
+ repetitionpenalty: z.ZodOptional<z.ZodNumber>;
16
+ norepeatngramsize: z.ZodOptional<z.ZodNumber>;
17
+ temperature: z.ZodOptional<z.ZodNumber>;
18
+ topk: z.ZodOptional<z.ZodNumber>;
19
+ topp: z.ZodOptional<z.ZodNumber>;
20
+ engine: z.ZodLiteral<"Opus">;
21
+ from: z.ZodEnum<{
22
+ en: "en";
23
+ de: "de";
24
+ es: "es";
25
+ it: "it";
26
+ ru: "ru";
27
+ ja: "ja";
28
+ }>;
29
+ to: z.ZodEnum<{
30
+ en: "en";
31
+ de: "de";
32
+ es: "es";
33
+ it: "it";
34
+ ru: "ru";
35
+ ja: "ja";
36
+ }>;
37
+ }, z.core.$strip>, z.ZodObject<{
38
+ mode: z.ZodOptional<z.ZodEnum<{
39
+ full: "full";
40
+ }>>;
41
+ beamsize: z.ZodOptional<z.ZodNumber>;
42
+ lengthpenalty: z.ZodOptional<z.ZodNumber>;
43
+ maxlength: z.ZodOptional<z.ZodNumber>;
44
+ repetitionpenalty: z.ZodOptional<z.ZodNumber>;
45
+ norepeatngramsize: z.ZodOptional<z.ZodNumber>;
46
+ temperature: z.ZodOptional<z.ZodNumber>;
47
+ topk: z.ZodOptional<z.ZodNumber>;
48
+ topp: z.ZodOptional<z.ZodNumber>;
49
+ engine: z.ZodLiteral<"Bergamot">;
8
50
  from: z.ZodEnum<{
9
51
  en: "en";
10
52
  de: "de";
@@ -12,6 +54,70 @@ export declare const nmtConfigBaseSchema: z.ZodObject<{
12
54
  it: "it";
13
55
  ru: "ru";
14
56
  ja: "ja";
57
+ ar: "ar";
58
+ bg: "bg";
59
+ ca: "ca";
60
+ cs: "cs";
61
+ et: "et";
62
+ fi: "fi";
63
+ fr: "fr";
64
+ hu: "hu";
65
+ is: "is";
66
+ ko: "ko";
67
+ lt: "lt";
68
+ lv: "lv";
69
+ nl: "nl";
70
+ pl: "pl";
71
+ pt: "pt";
72
+ sk: "sk";
73
+ sl: "sl";
74
+ uk: "uk";
75
+ zh: "zh";
76
+ }>;
77
+ to: z.ZodEnum<{
78
+ en: "en";
79
+ de: "de";
80
+ es: "es";
81
+ it: "it";
82
+ ru: "ru";
83
+ ja: "ja";
84
+ ar: "ar";
85
+ bg: "bg";
86
+ ca: "ca";
87
+ cs: "cs";
88
+ et: "et";
89
+ fi: "fi";
90
+ fr: "fr";
91
+ hu: "hu";
92
+ is: "is";
93
+ ko: "ko";
94
+ lt: "lt";
95
+ lv: "lv";
96
+ nl: "nl";
97
+ pl: "pl";
98
+ pt: "pt";
99
+ sk: "sk";
100
+ sl: "sl";
101
+ uk: "uk";
102
+ zh: "zh";
103
+ }>;
104
+ srcVocabPath: z.ZodOptional<z.ZodString>;
105
+ dstVocabPath: z.ZodOptional<z.ZodString>;
106
+ normalize: z.ZodOptional<z.ZodNumber>;
107
+ }, z.core.$strip>, z.ZodObject<{
108
+ mode: z.ZodOptional<z.ZodEnum<{
109
+ full: "full";
110
+ }>>;
111
+ beamsize: z.ZodOptional<z.ZodNumber>;
112
+ lengthpenalty: z.ZodOptional<z.ZodNumber>;
113
+ maxlength: z.ZodOptional<z.ZodNumber>;
114
+ repetitionpenalty: z.ZodOptional<z.ZodNumber>;
115
+ norepeatngramsize: z.ZodOptional<z.ZodNumber>;
116
+ temperature: z.ZodOptional<z.ZodNumber>;
117
+ topk: z.ZodOptional<z.ZodNumber>;
118
+ topp: z.ZodOptional<z.ZodNumber>;
119
+ engine: z.ZodLiteral<"IndicTrans">;
120
+ from: z.ZodEnum<{
15
121
  asm_Beng: "asm_Beng";
16
122
  ben_Beng: "ben_Beng";
17
123
  brx_Deva: "brx_Deva";
@@ -40,12 +146,6 @@ export declare const nmtConfigBaseSchema: z.ZodObject<{
40
146
  urd_Arab: "urd_Arab";
41
147
  }>;
42
148
  to: z.ZodEnum<{
43
- en: "en";
44
- de: "de";
45
- es: "es";
46
- it: "it";
47
- ru: "ru";
48
- ja: "ja";
49
149
  asm_Beng: "asm_Beng";
50
150
  ben_Beng: "ben_Beng";
51
151
  brx_Deva: "brx_Deva";
@@ -73,6 +173,11 @@ export declare const nmtConfigBaseSchema: z.ZodObject<{
73
173
  tel_Telu: "tel_Telu";
74
174
  urd_Arab: "urd_Arab";
75
175
  }>;
176
+ }, z.core.$strip>], "engine">;
177
+ export declare const nmtConfigSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[z.ZodObject<{
178
+ mode: z.ZodOptional<z.ZodEnum<{
179
+ full: "full";
180
+ }>>;
76
181
  beamsize: z.ZodOptional<z.ZodNumber>;
77
182
  lengthpenalty: z.ZodOptional<z.ZodNumber>;
78
183
  maxlength: z.ZodOptional<z.ZodNumber>;
@@ -81,11 +186,36 @@ export declare const nmtConfigBaseSchema: z.ZodObject<{
81
186
  temperature: z.ZodOptional<z.ZodNumber>;
82
187
  topk: z.ZodOptional<z.ZodNumber>;
83
188
  topp: z.ZodOptional<z.ZodNumber>;
84
- }, z.core.$strip>;
85
- export declare const nmtConfigSchema: z.ZodPipe<z.ZodObject<{
189
+ engine: z.ZodLiteral<"Opus">;
190
+ from: z.ZodEnum<{
191
+ en: "en";
192
+ de: "de";
193
+ es: "es";
194
+ it: "it";
195
+ ru: "ru";
196
+ ja: "ja";
197
+ }>;
198
+ to: z.ZodEnum<{
199
+ en: "en";
200
+ de: "de";
201
+ es: "es";
202
+ it: "it";
203
+ ru: "ru";
204
+ ja: "ja";
205
+ }>;
206
+ }, z.core.$strip>, z.ZodObject<{
86
207
  mode: z.ZodOptional<z.ZodEnum<{
87
208
  full: "full";
88
209
  }>>;
210
+ beamsize: z.ZodOptional<z.ZodNumber>;
211
+ lengthpenalty: z.ZodOptional<z.ZodNumber>;
212
+ maxlength: z.ZodOptional<z.ZodNumber>;
213
+ repetitionpenalty: z.ZodOptional<z.ZodNumber>;
214
+ norepeatngramsize: z.ZodOptional<z.ZodNumber>;
215
+ temperature: z.ZodOptional<z.ZodNumber>;
216
+ topk: z.ZodOptional<z.ZodNumber>;
217
+ topp: z.ZodOptional<z.ZodNumber>;
218
+ engine: z.ZodLiteral<"Bergamot">;
89
219
  from: z.ZodEnum<{
90
220
  en: "en";
91
221
  de: "de";
@@ -93,6 +223,70 @@ export declare const nmtConfigSchema: z.ZodPipe<z.ZodObject<{
93
223
  it: "it";
94
224
  ru: "ru";
95
225
  ja: "ja";
226
+ ar: "ar";
227
+ bg: "bg";
228
+ ca: "ca";
229
+ cs: "cs";
230
+ et: "et";
231
+ fi: "fi";
232
+ fr: "fr";
233
+ hu: "hu";
234
+ is: "is";
235
+ ko: "ko";
236
+ lt: "lt";
237
+ lv: "lv";
238
+ nl: "nl";
239
+ pl: "pl";
240
+ pt: "pt";
241
+ sk: "sk";
242
+ sl: "sl";
243
+ uk: "uk";
244
+ zh: "zh";
245
+ }>;
246
+ to: z.ZodEnum<{
247
+ en: "en";
248
+ de: "de";
249
+ es: "es";
250
+ it: "it";
251
+ ru: "ru";
252
+ ja: "ja";
253
+ ar: "ar";
254
+ bg: "bg";
255
+ ca: "ca";
256
+ cs: "cs";
257
+ et: "et";
258
+ fi: "fi";
259
+ fr: "fr";
260
+ hu: "hu";
261
+ is: "is";
262
+ ko: "ko";
263
+ lt: "lt";
264
+ lv: "lv";
265
+ nl: "nl";
266
+ pl: "pl";
267
+ pt: "pt";
268
+ sk: "sk";
269
+ sl: "sl";
270
+ uk: "uk";
271
+ zh: "zh";
272
+ }>;
273
+ srcVocabPath: z.ZodOptional<z.ZodString>;
274
+ dstVocabPath: z.ZodOptional<z.ZodString>;
275
+ normalize: z.ZodOptional<z.ZodNumber>;
276
+ }, z.core.$strip>, z.ZodObject<{
277
+ mode: z.ZodOptional<z.ZodEnum<{
278
+ full: "full";
279
+ }>>;
280
+ beamsize: z.ZodOptional<z.ZodNumber>;
281
+ lengthpenalty: z.ZodOptional<z.ZodNumber>;
282
+ maxlength: z.ZodOptional<z.ZodNumber>;
283
+ repetitionpenalty: z.ZodOptional<z.ZodNumber>;
284
+ norepeatngramsize: z.ZodOptional<z.ZodNumber>;
285
+ temperature: z.ZodOptional<z.ZodNumber>;
286
+ topk: z.ZodOptional<z.ZodNumber>;
287
+ topp: z.ZodOptional<z.ZodNumber>;
288
+ engine: z.ZodLiteral<"IndicTrans">;
289
+ from: z.ZodEnum<{
96
290
  asm_Beng: "asm_Beng";
97
291
  ben_Beng: "ben_Beng";
98
292
  brx_Deva: "brx_Deva";
@@ -121,12 +315,6 @@ export declare const nmtConfigSchema: z.ZodPipe<z.ZodObject<{
121
315
  urd_Arab: "urd_Arab";
122
316
  }>;
123
317
  to: z.ZodEnum<{
124
- en: "en";
125
- de: "de";
126
- es: "es";
127
- it: "it";
128
- ru: "ru";
129
- ja: "ja";
130
318
  asm_Beng: "asm_Beng";
131
319
  ben_Beng: "ben_Beng";
132
320
  brx_Deva: "brx_Deva";
@@ -154,15 +342,36 @@ export declare const nmtConfigSchema: z.ZodPipe<z.ZodObject<{
154
342
  tel_Telu: "tel_Telu";
155
343
  urd_Arab: "urd_Arab";
156
344
  }>;
157
- beamsize: z.ZodOptional<z.ZodNumber>;
158
- lengthpenalty: z.ZodOptional<z.ZodNumber>;
159
- maxlength: z.ZodOptional<z.ZodNumber>;
160
- repetitionpenalty: z.ZodOptional<z.ZodNumber>;
161
- norepeatngramsize: z.ZodOptional<z.ZodNumber>;
162
- temperature: z.ZodOptional<z.ZodNumber>;
163
- topk: z.ZodOptional<z.ZodNumber>;
164
- topp: z.ZodOptional<z.ZodNumber>;
165
- }, z.core.$strip>, z.ZodTransform<{
345
+ }, z.core.$strip>], "engine">, z.ZodTransform<{
346
+ mode: "full";
347
+ beamsize: number;
348
+ lengthpenalty: number;
349
+ maxlength: number;
350
+ repetitionpenalty: number;
351
+ norepeatngramsize: number;
352
+ temperature: number;
353
+ topk: number;
354
+ topp: number;
355
+ engine: "Opus";
356
+ from: "en" | "de" | "es" | "it" | "ru" | "ja";
357
+ to: "en" | "de" | "es" | "it" | "ru" | "ja";
358
+ } | {
359
+ mode: "full";
360
+ beamsize: number;
361
+ lengthpenalty: number;
362
+ maxlength: number;
363
+ repetitionpenalty: number;
364
+ norepeatngramsize: number;
365
+ temperature: number;
366
+ topk: number;
367
+ topp: number;
368
+ engine: "Bergamot";
369
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "ar" | "bg" | "ca" | "cs" | "et" | "fi" | "fr" | "hu" | "is" | "ko" | "lt" | "lv" | "nl" | "pl" | "pt" | "sk" | "sl" | "uk" | "zh";
370
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "ar" | "bg" | "ca" | "cs" | "et" | "fi" | "fr" | "hu" | "is" | "ko" | "lt" | "lv" | "nl" | "pl" | "pt" | "sk" | "sl" | "uk" | "zh";
371
+ srcVocabPath?: string | undefined;
372
+ dstVocabPath?: string | undefined;
373
+ normalize?: number | undefined;
374
+ } | {
166
375
  mode: "full";
167
376
  beamsize: number;
168
377
  lengthpenalty: number;
@@ -172,11 +381,42 @@ export declare const nmtConfigSchema: z.ZodPipe<z.ZodObject<{
172
381
  temperature: number;
173
382
  topk: number;
174
383
  topp: number;
175
- from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
176
- to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
384
+ engine: "IndicTrans";
385
+ from: "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
386
+ to: "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
177
387
  }, {
178
- from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
179
- to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
388
+ engine: "Opus";
389
+ from: "en" | "de" | "es" | "it" | "ru" | "ja";
390
+ to: "en" | "de" | "es" | "it" | "ru" | "ja";
391
+ mode?: "full" | undefined;
392
+ beamsize?: number | undefined;
393
+ lengthpenalty?: number | undefined;
394
+ maxlength?: number | undefined;
395
+ repetitionpenalty?: number | undefined;
396
+ norepeatngramsize?: number | undefined;
397
+ temperature?: number | undefined;
398
+ topk?: number | undefined;
399
+ topp?: number | undefined;
400
+ } | {
401
+ engine: "Bergamot";
402
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "ar" | "bg" | "ca" | "cs" | "et" | "fi" | "fr" | "hu" | "is" | "ko" | "lt" | "lv" | "nl" | "pl" | "pt" | "sk" | "sl" | "uk" | "zh";
403
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "ar" | "bg" | "ca" | "cs" | "et" | "fi" | "fr" | "hu" | "is" | "ko" | "lt" | "lv" | "nl" | "pl" | "pt" | "sk" | "sl" | "uk" | "zh";
404
+ mode?: "full" | undefined;
405
+ beamsize?: number | undefined;
406
+ lengthpenalty?: number | undefined;
407
+ maxlength?: number | undefined;
408
+ repetitionpenalty?: number | undefined;
409
+ norepeatngramsize?: number | undefined;
410
+ temperature?: number | undefined;
411
+ topk?: number | undefined;
412
+ topp?: number | undefined;
413
+ srcVocabPath?: string | undefined;
414
+ dstVocabPath?: string | undefined;
415
+ normalize?: number | undefined;
416
+ } | {
417
+ engine: "IndicTrans";
418
+ from: "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
419
+ to: "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
180
420
  mode?: "full" | undefined;
181
421
  beamsize?: number | undefined;
182
422
  lengthpenalty?: number | undefined;
@@ -187,6 +427,9 @@ export declare const nmtConfigSchema: z.ZodPipe<z.ZodObject<{
187
427
  topk?: number | undefined;
188
428
  topp?: number | undefined;
189
429
  }>>;
430
+ export type MarianLanguage = (typeof MARIAN_LANGUAGES)[number];
431
+ export type BergamotLanguage = (typeof BERGAMOT_LANGUAGES)[number];
432
+ export type IndicTransLanguage = (typeof INDICTRANS_LANGUAGES)[number];
190
433
  export type NmtLanguage = (typeof NMT_LANGUAGES)[number];
191
434
  export type NmtConfig = z.infer<typeof nmtConfigSchema>;
192
435
  //# sourceMappingURL=translation-config.d.ts.map
@@ -1,6 +1,34 @@
1
1
  import { z } from "zod";
2
- // Marian model languages
3
- const MARIAN_LANGUAGES = ["en", "de", "es", "it", "ru", "ja"];
2
+ // Marian/Opus model languages
3
+ export const MARIAN_LANGUAGES = ["en", "de", "es", "it", "ru", "ja"];
4
+ // Bergamot supports many more language pairs
5
+ export const BERGAMOT_LANGUAGES = [
6
+ "en",
7
+ "ar",
8
+ "bg",
9
+ "ca",
10
+ "cs",
11
+ "de",
12
+ "es",
13
+ "et",
14
+ "fi",
15
+ "fr",
16
+ "hu",
17
+ "is",
18
+ "it",
19
+ "ja",
20
+ "ko",
21
+ "lt",
22
+ "lv",
23
+ "nl",
24
+ "pl",
25
+ "pt",
26
+ "ru",
27
+ "sk",
28
+ "sl",
29
+ "uk",
30
+ "zh",
31
+ ];
4
32
  // IndicTrans2 model languages
5
33
  export const INDICTRANS_LANGUAGES = [
6
34
  "asm_Beng", // Assamese
@@ -30,15 +58,16 @@ export const INDICTRANS_LANGUAGES = [
30
58
  "tel_Telu", // Telugu
31
59
  "urd_Arab", // Urdu
32
60
  ];
61
+ // Union of all NMT languages (for general type usage)
33
62
  export const NMT_LANGUAGES = [
34
63
  ...MARIAN_LANGUAGES,
64
+ ...BERGAMOT_LANGUAGES,
35
65
  ...INDICTRANS_LANGUAGES,
36
66
  ];
37
- export const nmtConfigBaseSchema = z.object({
67
+ export const NMT_ENGINES = ["Opus", "Bergamot", "IndicTrans"];
68
+ // Common generation parameters (without language fields)
69
+ const nmtGenerationParamsSchema = z.object({
38
70
  mode: z.enum(["full"]).optional(),
39
- from: z.enum(NMT_LANGUAGES),
40
- to: z.enum(NMT_LANGUAGES),
41
- // Generation parameters (lowercase to match addon expectations)
42
71
  beamsize: z.number().optional(),
43
72
  lengthpenalty: z.number().optional(),
44
73
  maxlength: z.number().optional(),
@@ -48,6 +77,34 @@ export const nmtConfigBaseSchema = z.object({
48
77
  topk: z.number().optional(),
49
78
  topp: z.number().optional(),
50
79
  });
80
+ // Opus engine config (Marian-based) - supports MARIAN_LANGUAGES
81
+ const opusConfigSchema = nmtGenerationParamsSchema.extend({
82
+ engine: z.literal("Opus"),
83
+ from: z.enum(MARIAN_LANGUAGES),
84
+ to: z.enum(MARIAN_LANGUAGES),
85
+ });
86
+ // Bergamot engine config - supports BERGAMOT_LANGUAGES
87
+ const bergamotConfigSchema = nmtGenerationParamsSchema.extend({
88
+ engine: z.literal("Bergamot"),
89
+ from: z.enum(BERGAMOT_LANGUAGES),
90
+ to: z.enum(BERGAMOT_LANGUAGES),
91
+ srcVocabPath: z.string().optional(),
92
+ dstVocabPath: z.string().optional(),
93
+ normalize: z.number().optional(),
94
+ });
95
+ // IndicTrans engine config - supports INDICTRANS_LANGUAGES
96
+ const indicTransConfigSchema = nmtGenerationParamsSchema.extend({
97
+ engine: z.literal("IndicTrans"),
98
+ from: z.enum(INDICTRANS_LANGUAGES),
99
+ to: z.enum(INDICTRANS_LANGUAGES),
100
+ });
101
+ // Discriminated union of all engine configs
102
+ export const nmtConfigBaseSchema = z.discriminatedUnion("engine", [
103
+ opusConfigSchema,
104
+ bergamotConfigSchema,
105
+ indicTransConfigSchema,
106
+ ]);
107
+ // Apply defaults via transform
51
108
  export const nmtConfigSchema = nmtConfigBaseSchema.transform((data) => ({
52
109
  ...data,
53
110
  mode: data.mode ?? "full",
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=run-unit-tests.d.ts.map
@@ -0,0 +1,17 @@
1
+ import { readdirSync } from "fs";
2
+ import { join, dirname } from "path";
3
+ import { spawnSync } from "child_process";
4
+ import { fileURLToPath } from "url";
5
+ const __dirname = dirname(fileURLToPath(import.meta.url));
6
+ const testDir = join(__dirname, "..", "test", "unit");
7
+ const testFiles = readdirSync(testDir).filter((f) => f.endsWith(".test.ts"));
8
+ let hasFailure = false;
9
+ for (const file of testFiles) {
10
+ const result = spawnSync("bun", ["run", join(testDir, file)], {
11
+ stdio: "inherit",
12
+ });
13
+ if (result.status !== 0) {
14
+ hasFailure = true;
15
+ }
16
+ }
17
+ process.exit(hasFailure ? 1 : 0);
@@ -0,0 +1,6 @@
1
+ export declare function logCacheStatus(cacheKey: string, isReusing: boolean): void;
2
+ export declare function logCacheInit(cacheKey: string, systemPrompt: string, toolCount: number): void;
3
+ export declare function logMessagesToAddon(messages: unknown[], phase?: "CACHE_INIT" | "PROMPT_SEND" | "NO_CACHE"): void;
4
+ export declare function logCacheDisabled(): void;
5
+ export declare function logCacheSave(sessionPath: string): void;
6
+ //# sourceMappingURL=cache-logger.d.ts.map
@@ -0,0 +1,34 @@
1
+ import { getServerLogger } from "../../../../logging/index.js";
2
+ const logger = getServerLogger();
3
+ function formatMessages(messages) {
4
+ return messages
5
+ .map((m) => {
6
+ const role = m.role || m.type || "?";
7
+ const content = m.content
8
+ ? m.content.length > 40
9
+ ? m.content.substring(0, 40) + "..."
10
+ : m.content
11
+ : m.name || "(no content)";
12
+ return `{${role}: "${content}"}`;
13
+ })
14
+ .join(", ");
15
+ }
16
+ export function logCacheStatus(cacheKey, isReusing) {
17
+ const status = isReusing ? "REUSING" : "CREATING";
18
+ logger.debug(`[kv-cache] [${cacheKey}] ${status} cache`);
19
+ }
20
+ export function logCacheInit(cacheKey, systemPrompt, toolCount) {
21
+ const promptLen = systemPrompt.length;
22
+ logger.debug(`[kv-cache] [${cacheKey}] Initializing cache (prompt: ${promptLen} chars, tools: ${toolCount})`);
23
+ }
24
+ export function logMessagesToAddon(messages, phase = "PROMPT_SEND") {
25
+ const typedMessages = messages;
26
+ const nonSessionMsgs = typedMessages.filter((m) => m.role !== "session");
27
+ logger.debug(`[kv-cache] [${phase}] Sending ${nonSessionMsgs.length} msg(s): [${formatMessages(nonSessionMsgs)}]`);
28
+ }
29
+ export function logCacheDisabled() {
30
+ logger.debug("[kv-cache] Cache disabled");
31
+ }
32
+ export function logCacheSave(sessionPath) {
33
+ logger.debug(`[kv-cache] Saving session: ...${sessionPath.slice(-20)}`);
34
+ }
@@ -1,12 +1,8 @@
1
1
  import type { AnyModel } from "../../registry/model-registry";
2
- import type { EmbedConfig, LlmConfig } from "../../../../schemas/index";
2
+ import type { LlmConfig } from "../../../../schemas/index";
3
3
  import FilesystemDL from "@qvac/dl-filesystem";
4
4
  export declare function createLlmModel(modelId: string, modelPath: string, llmConfig: LlmConfig, projectionModelPath?: string): {
5
5
  model: AnyModel;
6
6
  loader: FilesystemDL;
7
7
  };
8
- export declare function createEmbeddingsModel(modelId: string, modelPath: string, embedConfig: EmbedConfig): {
9
- model: AnyModel;
10
- loader: FilesystemDL;
11
- };
12
8
  //# sourceMappingURL=create-model.d.ts.map
@@ -1,9 +1,8 @@
1
- import LlmLlamacpp from "@qvac/llm-llamacpp";
2
- import EmbedLlamacpp from "@qvac/embed-llamacpp";
3
- import os from "bare-os";
1
+ import LlmLlamacpp, {} from "@qvac/llm-llamacpp";
4
2
  import { ADDON_NAMESPACES, registerAddonLogger, createStreamLogger, } from "../../../../logging/index.js";
5
3
  import { parseModelPath } from "../../../utils/index.js";
6
4
  import FilesystemDL from "@qvac/dl-filesystem";
5
+ import { asLoader } from "../../utils/loader-adapter.js";
7
6
  function transformLlmConfig(llmConfig) {
8
7
  const transformed = JSON.parse(JSON.stringify(llmConfig, (key, v) => key === "modelType"
9
8
  ? undefined
@@ -28,7 +27,7 @@ export function createLlmModel(modelId, modelPath, llmConfig, projectionModelPat
28
27
  registerAddonLogger(modelId, ADDON_NAMESPACES.LLAMACPP_LLM, logger);
29
28
  const llmConfigStrings = transformLlmConfig(llmConfig);
30
29
  const args = {
31
- loader,
30
+ loader: asLoader(loader),
32
31
  opts: { stats: true },
33
32
  logger,
34
33
  diskPath: dirPath,
@@ -42,25 +41,3 @@ export function createLlmModel(modelId, modelPath, llmConfig, projectionModelPat
42
41
  const model = new LlmLlamacpp(args, llmConfigStrings);
43
42
  return { model, loader };
44
43
  }
45
- export function createEmbeddingsModel(modelId, modelPath, embedConfig) {
46
- const { dirPath, basePath } = parseModelPath(modelPath);
47
- const loader = new FilesystemDL({ dirPath });
48
- const logger = createStreamLogger(modelId, ADDON_NAMESPACES.LLAMACPP_EMBED);
49
- registerAddonLogger(modelId, ADDON_NAMESPACES.LLAMACPP_EMBED, logger);
50
- let config = embedConfig.config;
51
- const platform = os.platform();
52
- if (platform === "android") {
53
- // On Android, disable flash attention to prevent crashes
54
- config = `${config}\n-fa\toff`;
55
- }
56
- const args = {
57
- loader,
58
- opts: { stats: true },
59
- logger,
60
- diskPath: dirPath,
61
- modelName: basePath,
62
- modelPath,
63
- };
64
- const model = new EmbedLlamacpp(args, config);
65
- return { model, loader };
66
- }