@qvac/sdk 0.7.1 → 0.8.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (257) hide show
  1. package/NOTICE +73 -10
  2. package/README.md +4 -4
  3. package/bare-imports.json +9 -0
  4. package/dist/client/api/cancel.d.ts +9 -0
  5. package/dist/client/api/cancel.js +9 -0
  6. package/dist/client/api/completion-stream.d.ts +2 -1
  7. package/dist/client/api/completion-stream.js +2 -1
  8. package/dist/client/api/download-asset.d.ts +3 -2
  9. package/dist/client/api/download-asset.js +4 -3
  10. package/dist/client/api/embed.d.ts +5 -2
  11. package/dist/client/api/embed.js +2 -2
  12. package/dist/client/api/get-model-info.d.ts +1 -1
  13. package/dist/client/api/heartbeat.d.ts +30 -0
  14. package/dist/client/api/heartbeat.js +38 -0
  15. package/dist/client/api/index.d.ts +1 -1
  16. package/dist/client/api/index.js +1 -1
  17. package/dist/client/api/invoke-plugin.d.ts +3 -2
  18. package/dist/client/api/invoke-plugin.js +4 -4
  19. package/dist/client/api/load-model.d.ts +12 -10
  20. package/dist/client/api/load-model.js +3 -3
  21. package/dist/client/api/rag.d.ts +10 -10
  22. package/dist/client/api/rag.js +21 -21
  23. package/dist/client/api/text-to-speech.d.ts +2 -2
  24. package/dist/client/api/text-to-speech.js +3 -3
  25. package/dist/client/api/transcribe.d.ts +5 -3
  26. package/dist/client/api/transcribe.js +6 -4
  27. package/dist/client/api/translate.d.ts +2 -2
  28. package/dist/client/api/translate.js +3 -3
  29. package/dist/client/rpc/node-rpc-client.d.ts +2 -7
  30. package/dist/client/rpc/node-rpc-client.js +2 -39
  31. package/dist/client/rpc/profiling/index.d.ts +2 -0
  32. package/dist/client/rpc/profiling/index.js +1 -0
  33. package/dist/client/rpc/profiling/profiler.d.ts +27 -0
  34. package/dist/client/rpc/profiling/profiler.js +139 -0
  35. package/dist/client/rpc/rpc-client.d.ts +2 -2
  36. package/dist/client/rpc/rpc-client.js +174 -12
  37. package/dist/examples/delegated-inference/consumer-profiled.d.ts +2 -0
  38. package/dist/examples/delegated-inference/consumer-profiled.js +67 -0
  39. package/dist/examples/embed-p2p.d.ts +2 -0
  40. package/dist/examples/llamacpp-multimodal.js +1 -1
  41. package/dist/examples/llamacpp-p2p.d.ts +2 -0
  42. package/dist/examples/parallel-download.js +45 -13
  43. package/dist/examples/profiling/basic.d.ts +2 -0
  44. package/dist/examples/profiling/basic.js +71 -0
  45. package/dist/examples/profiling/per-call.d.ts +2 -0
  46. package/dist/examples/profiling/per-call.js +30 -0
  47. package/dist/examples/seed-p2p.d.ts +2 -0
  48. package/dist/examples/transcription/parakeet-ctc-filesystem.d.ts +2 -0
  49. package/dist/examples/transcription/parakeet-ctc-filesystem.js +40 -0
  50. package/dist/examples/transcription/parakeet-microphone-record.d.ts +2 -0
  51. package/dist/examples/transcription/parakeet-microphone-record.js +95 -0
  52. package/dist/examples/transcription/parakeet-sortformer.d.ts +2 -0
  53. package/dist/examples/transcription/parakeet-sortformer.js +115 -0
  54. package/dist/examples/transcription/parakeet-tdt-filesystem.d.ts +2 -0
  55. package/dist/examples/transcription/parakeet-tdt-filesystem.js +44 -0
  56. package/dist/examples/translation/translation-bergamot-pivot.d.ts +2 -0
  57. package/dist/examples/translation/translation-bergamot-pivot.js +73 -0
  58. package/dist/examples/translation/translation-llm-afriquegemma.d.ts +2 -0
  59. package/dist/examples/translation/translation-llm-afriquegemma.js +39 -0
  60. package/dist/index.d.ts +4 -2
  61. package/dist/index.js +3 -1
  62. package/dist/logging/index.d.ts +1 -1
  63. package/dist/logging/index.js +1 -1
  64. package/dist/logging/namespaces.d.ts +3 -9
  65. package/dist/logging/namespaces.js +2 -8
  66. package/dist/logging/registry.js +15 -1
  67. package/dist/models/registry/models.d.ts +1671 -310
  68. package/dist/models/registry/models.js +2116 -710
  69. package/dist/models/update-models/codegen.js +2 -2
  70. package/dist/models/update-models/history.d.ts +11 -0
  71. package/dist/models/update-models/history.js +24 -5
  72. package/dist/models/update-models/index.js +17 -16
  73. package/dist/models/update-models/naming.js +56 -0
  74. package/dist/profiling/aggregator.d.ts +15 -0
  75. package/dist/profiling/aggregator.js +100 -0
  76. package/dist/profiling/clock.d.ts +12 -0
  77. package/dist/profiling/clock.js +51 -0
  78. package/dist/profiling/controller.d.ts +33 -0
  79. package/dist/profiling/controller.js +123 -0
  80. package/dist/profiling/envelope.d.ts +10 -0
  81. package/dist/profiling/envelope.js +36 -0
  82. package/dist/profiling/events.d.ts +20 -0
  83. package/dist/profiling/events.js +37 -0
  84. package/dist/profiling/exporters.d.ts +10 -0
  85. package/dist/profiling/exporters.js +236 -0
  86. package/dist/profiling/index.d.ts +36 -0
  87. package/dist/profiling/index.js +31 -0
  88. package/dist/profiling/ring-buffer.d.ts +19 -0
  89. package/dist/profiling/ring-buffer.js +83 -0
  90. package/dist/profiling/types.d.ts +47 -0
  91. package/dist/profiling/types.js +1 -0
  92. package/dist/schemas/cancel.d.ts +12 -0
  93. package/dist/schemas/cancel.js +2 -0
  94. package/dist/schemas/common.d.ts +1927 -135
  95. package/dist/schemas/common.js +6 -3
  96. package/dist/schemas/completion-stream.d.ts +31 -0
  97. package/dist/schemas/completion-stream.js +13 -0
  98. package/dist/schemas/delegate.d.ts +8 -0
  99. package/dist/schemas/delegate.js +5 -2
  100. package/dist/schemas/download-asset.d.ts +14 -3
  101. package/dist/schemas/download-asset.js +3 -1
  102. package/dist/schemas/engine-addon-map.js +9 -6
  103. package/dist/schemas/get-model-info.d.ts +2 -0
  104. package/dist/schemas/get-model-info.js +1 -0
  105. package/dist/schemas/heartbeat.d.ts +17 -0
  106. package/dist/schemas/heartbeat.js +10 -0
  107. package/dist/schemas/index.d.ts +3 -2
  108. package/dist/schemas/index.js +3 -2
  109. package/dist/schemas/llamacpp-config.d.ts +140 -14
  110. package/dist/schemas/llamacpp-config.js +11 -7
  111. package/dist/schemas/load-model.d.ts +9762 -2515
  112. package/dist/schemas/load-model.js +142 -182
  113. package/dist/schemas/model-src-utils.d.ts +10 -2
  114. package/dist/schemas/model-types.d.ts +19 -1
  115. package/dist/schemas/model-types.js +11 -0
  116. package/dist/schemas/ocr.d.ts +37 -0
  117. package/dist/schemas/ocr.js +5 -0
  118. package/dist/schemas/plugin.d.ts +51 -5
  119. package/dist/schemas/plugin.js +26 -0
  120. package/dist/schemas/profiling.d.ts +105 -0
  121. package/dist/schemas/profiling.js +66 -0
  122. package/dist/schemas/registry.d.ts +18 -0
  123. package/dist/schemas/registry.js +2 -0
  124. package/dist/schemas/reload-config.d.ts +126 -6
  125. package/dist/schemas/reload-config.js +1 -1
  126. package/dist/schemas/sdk-config.d.ts +2280 -24
  127. package/dist/schemas/sdk-config.js +6 -1
  128. package/dist/schemas/sdk-errors-client.d.ts +1 -0
  129. package/dist/schemas/sdk-errors-client.js +7 -0
  130. package/dist/schemas/sdk-errors-server.d.ts +3 -0
  131. package/dist/schemas/sdk-errors-server.js +15 -0
  132. package/dist/schemas/text-to-speech.d.ts +90 -68
  133. package/dist/schemas/text-to-speech.js +16 -33
  134. package/dist/schemas/transcription-config.d.ts +383 -0
  135. package/dist/schemas/{whispercpp-config.js → transcription-config.js} +29 -1
  136. package/dist/schemas/translation-config.d.ts +463 -8
  137. package/dist/schemas/translation-config.js +35 -2
  138. package/dist/server/bare/delegate-rpc-client.js +52 -11
  139. package/dist/server/bare/ops/load-model.d.ts +7 -1
  140. package/dist/server/bare/ops/load-model.js +41 -42
  141. package/dist/server/bare/ops/transcribe.d.ts +3 -0
  142. package/dist/server/bare/ops/transcribe.js +75 -0
  143. package/dist/server/bare/ops/translate.d.ts +2 -0
  144. package/dist/server/bare/ops/translate.js +12 -4
  145. package/dist/server/bare/plugins/index.d.ts +1 -0
  146. package/dist/server/bare/plugins/index.js +1 -0
  147. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +2 -1
  148. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +8 -6
  149. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +108 -3
  150. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +19 -6
  151. package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +32 -2
  152. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +31 -17
  153. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +325 -3
  154. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +117 -13
  155. package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +50 -2
  156. package/dist/server/bare/plugins/onnx-ocr/plugin.js +46 -5
  157. package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +351 -4
  158. package/dist/server/bare/plugins/onnx-tts/plugin.js +81 -61
  159. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +317 -0
  160. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +154 -0
  161. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +209 -3
  162. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +21 -9
  163. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +2 -2
  164. package/dist/server/bare/registry/model-config-utils.js +3 -1
  165. package/dist/server/bare/registry/model-registry.d.ts +2 -0
  166. package/dist/server/bare/registry/model-registry.js +2 -1
  167. package/dist/server/bare/utils/audio-input.d.ts +10 -0
  168. package/dist/server/bare/utils/audio-input.js +33 -0
  169. package/dist/server/error-handlers.d.ts +3 -2
  170. package/dist/server/error-handlers.js +11 -8
  171. package/dist/server/plugins/registry.js +5 -1
  172. package/dist/server/rpc/delegate-transport.d.ts +11 -3
  173. package/dist/server/rpc/delegate-transport.js +214 -38
  174. package/dist/server/rpc/delegate-utils.d.ts +2 -0
  175. package/dist/server/rpc/delegate-utils.js +5 -0
  176. package/dist/server/rpc/handle-request.js +43 -4
  177. package/dist/server/rpc/handler-registry.js +33 -4
  178. package/dist/server/rpc/handler-utils.d.ts +5 -4
  179. package/dist/server/rpc/handler-utils.js +114 -31
  180. package/dist/server/rpc/handlers/cancel-delegated.d.ts +4 -0
  181. package/dist/server/rpc/handlers/cancel-delegated.js +71 -0
  182. package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +3 -1
  183. package/dist/server/rpc/handlers/completion-stream-delegated.js +13 -4
  184. package/dist/server/rpc/handlers/download-asset.js +55 -3
  185. package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +4 -0
  186. package/dist/server/rpc/handlers/heartbeat-delegated.js +32 -0
  187. package/dist/server/rpc/handlers/heartbeat.d.ts +3 -0
  188. package/dist/server/rpc/handlers/heartbeat.js +3 -0
  189. package/dist/server/rpc/handlers/index.d.ts +2 -2
  190. package/dist/server/rpc/handlers/index.js +2 -2
  191. package/dist/server/rpc/handlers/load-model/download-stats.d.ts +6 -0
  192. package/dist/server/rpc/handlers/load-model/download-stats.js +87 -0
  193. package/dist/server/rpc/handlers/load-model/handler.js +108 -123
  194. package/dist/server/rpc/handlers/load-model/http.d.ts +2 -1
  195. package/dist/server/rpc/handlers/load-model/http.js +21 -5
  196. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -1
  197. package/dist/server/rpc/handlers/load-model/hyperdrive.js +19 -14
  198. package/dist/server/rpc/handlers/load-model/registry.d.ts +2 -1
  199. package/dist/server/rpc/handlers/load-model/registry.js +113 -136
  200. package/dist/server/rpc/handlers/load-model/resolve.d.ts +2 -0
  201. package/dist/server/rpc/handlers/load-model/resolve.js +55 -22
  202. package/dist/server/rpc/handlers/load-model/types.d.ts +29 -0
  203. package/dist/server/rpc/handlers/load-model/types.js +1 -0
  204. package/dist/server/rpc/handlers/load-model-delegated.d.ts +5 -1
  205. package/dist/server/rpc/handlers/load-model-delegated.js +41 -11
  206. package/dist/server/rpc/handlers/plugin-dispatch.js +15 -10
  207. package/dist/server/rpc/handlers/plugin-invoke.js +56 -51
  208. package/dist/server/rpc/handlers/rag.js +24 -0
  209. package/dist/server/rpc/handlers/unload-model-delegated.d.ts +3 -0
  210. package/dist/server/rpc/handlers/unload-model-delegated.js +32 -0
  211. package/dist/server/rpc/profiling/context.d.ts +18 -0
  212. package/dist/server/rpc/profiling/context.js +38 -0
  213. package/dist/server/rpc/profiling/delegation-profiler.d.ts +32 -0
  214. package/dist/server/rpc/profiling/delegation-profiler.js +154 -0
  215. package/dist/server/rpc/profiling/index.d.ts +5 -0
  216. package/dist/server/rpc/profiling/index.js +4 -0
  217. package/dist/server/rpc/profiling/operation-metrics.d.ts +25 -0
  218. package/dist/server/rpc/profiling/operation-metrics.js +199 -0
  219. package/dist/server/rpc/profiling/operation-wrappers.d.ts +18 -0
  220. package/dist/server/rpc/profiling/operation-wrappers.js +124 -0
  221. package/dist/server/rpc/profiling/profiler.d.ts +13 -0
  222. package/dist/server/rpc/profiling/profiler.js +97 -0
  223. package/dist/server/utils/cache.d.ts +2 -1
  224. package/dist/server/utils/cache.js +5 -1
  225. package/dist/server/utils/checksum.d.ts +2 -0
  226. package/dist/server/utils/checksum.js +7 -0
  227. package/dist/server/utils/formatting.d.ts +6 -0
  228. package/dist/server/utils/formatting.js +35 -0
  229. package/dist/server/worker.js +2 -1
  230. package/dist/utils/errors-client.d.ts +3 -0
  231. package/dist/utils/errors-client.js +6 -0
  232. package/dist/utils/errors-server.d.ts +9 -0
  233. package/dist/utils/errors-server.js +15 -0
  234. package/dist/utils/global-singleton.d.ts +2 -0
  235. package/dist/utils/global-singleton.js +10 -0
  236. package/package.json +22 -18
  237. package/dist/client/api/ping.d.ts +0 -11
  238. package/dist/client/api/ping.js +0 -19
  239. package/dist/examples/embed-hyperdrive.d.ts +0 -2
  240. package/dist/examples/llamacpp-hyperdrive.d.ts +0 -2
  241. package/dist/examples/seed-hyperdrive.d.ts +0 -2
  242. package/dist/schemas/ping.d.ts +0 -11
  243. package/dist/schemas/ping.js +0 -8
  244. package/dist/schemas/whispercpp-config.d.ts +0 -70
  245. package/dist/server/bare/plugins/whispercpp-transcription/ops/transcribe-stream.d.ts +0 -3
  246. package/dist/server/bare/plugins/whispercpp-transcription/ops/transcribe-stream.js +0 -81
  247. package/dist/server/rpc/handlers/ping.d.ts +0 -3
  248. package/dist/server/rpc/handlers/ping.js +0 -3
  249. /package/dist/examples/{embed-hyperdrive.js → embed-p2p.js} +0 -0
  250. /package/dist/examples/{llamacpp-hyperdrive.js → llamacpp-p2p.js} +0 -0
  251. /package/dist/examples/{seed-hyperdrive.js → seed-p2p.js} +0 -0
  252. /package/dist/examples/{whispercpp-filesystem.d.ts → transcription/whispercpp-filesystem.d.ts} +0 -0
  253. /package/dist/examples/{whispercpp-filesystem.js → transcription/whispercpp-filesystem.js} +0 -0
  254. /package/dist/examples/{whispercpp-microphone-record.d.ts → transcription/whispercpp-microphone-record.d.ts} +0 -0
  255. /package/dist/examples/{whispercpp-microphone-record.js → transcription/whispercpp-microphone-record.js} +0 -0
  256. /package/dist/examples/{whispercpp-prompt.d.ts → transcription/whispercpp-prompt.d.ts} +0 -0
  257. /package/dist/examples/{whispercpp-prompt.js → transcription/whispercpp-prompt.js} +0 -0
@@ -2,7 +2,37 @@ import { type CreateModelParams, type PluginModelResult } from "../../../../sche
2
2
  export declare const embeddingsPlugin: {
3
3
  modelType: "llamacpp-embedding";
4
4
  displayName: string;
5
- addonPackage: string;
5
+ addonPackage: "@qvac/embed-llamacpp";
6
+ loadConfigSchema: import("zod").ZodObject<{
7
+ gpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
8
+ device: import("zod").ZodOptional<import("zod").ZodEnum<{
9
+ gpu: "gpu";
10
+ cpu: "cpu";
11
+ }>>;
12
+ batchSize: import("zod").ZodOptional<import("zod").ZodNumber>;
13
+ pooling: import("zod").ZodOptional<import("zod").ZodEnum<{
14
+ none: "none";
15
+ mean: "mean";
16
+ cls: "cls";
17
+ last: "last";
18
+ rank: "rank";
19
+ }>>;
20
+ attention: import("zod").ZodOptional<import("zod").ZodEnum<{
21
+ causal: "causal";
22
+ "non-causal": "non-causal";
23
+ }>>;
24
+ embdNormalize: import("zod").ZodOptional<import("zod").ZodNumber>;
25
+ flashAttention: import("zod").ZodOptional<import("zod").ZodEnum<{
26
+ on: "on";
27
+ off: "off";
28
+ auto: "auto";
29
+ }>>;
30
+ mainGpu: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodEnum<{
31
+ integrated: "integrated";
32
+ dedicated: "dedicated";
33
+ }>]>>;
34
+ verbosity: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodLiteral<0>, import("zod").ZodLiteral<1>, import("zod").ZodLiteral<2>, import("zod").ZodLiteral<3>]>>;
35
+ }, import("zod/v4/core").$strip>;
6
36
  createModel(params: CreateModelParams): PluginModelResult;
7
37
  handlers: {
8
38
  embed: import("../../../../schemas/index").PluginHandlerDefinition<import("zod").ZodObject<{
@@ -18,7 +48,7 @@ export declare const embeddingsPlugin: {
18
48
  };
19
49
  logging: {
20
50
  module: import("@qvac/embed-llamacpp/addonLogging").AddonLogging;
21
- namespace: "llamacpp:embed";
51
+ namespace: "llamacpp-embedding";
22
52
  };
23
53
  };
24
54
  //# sourceMappingURL=plugin.d.ts.map
@@ -1,32 +1,45 @@
1
1
  import EmbedLlamacpp, {} from "@qvac/embed-llamacpp";
2
2
  import embedAddonLogging from "@qvac/embed-llamacpp/addonLogging.js";
3
- import { definePlugin, defineHandler, embedRequestSchema, embedResponseSchema, ModelType, } from "../../../../schemas/index.js";
4
- import { ADDON_NAMESPACES, createStreamLogger, registerAddonLogger, } from "../../../../logging/index.js";
3
+ import { definePlugin, defineHandler, embedRequestSchema, embedResponseSchema, ModelType, embedConfigBaseSchema, ADDON_EMBEDDING, } from "../../../../schemas/index.js";
4
+ import { createStreamLogger, registerAddonLogger } from "../../../../logging/index.js";
5
5
  import { parseModelPath } from "../../../utils/index.js";
6
6
  import FilesystemDL from "@qvac/dl-filesystem";
7
7
  import { asLoader } from "../../utils/loader-adapter.js";
8
8
  import { embed } from "../../ops/embed.js";
9
9
  function transformEmbedConfig(embedConfig) {
10
- if (embedConfig.rawConfig) {
11
- return embedConfig.rawConfig;
10
+ const config = {
11
+ device: embedConfig.device,
12
+ gpu_layers: `${embedConfig.gpuLayers}`,
13
+ batch_size: `${embedConfig.batchSize}`,
14
+ };
15
+ if (embedConfig.flashAttention) {
16
+ config.flash_attn = embedConfig.flashAttention;
12
17
  }
13
- const lines = [];
14
- lines.push(`-ngl\t${embedConfig.gpuLayers}`);
15
- lines.push(`-dev\t${embedConfig.device}`);
16
- lines.push(`--batch_size\t${embedConfig.batchSize}`);
17
- if (embedConfig.ctxSize) {
18
- lines.push(`-c\t${embedConfig.ctxSize}`);
18
+ if (embedConfig.pooling) {
19
+ config.pooling = embedConfig.pooling;
19
20
  }
20
- if (embedConfig.flashAttention) {
21
- lines.push(`-fa\t${embedConfig.flashAttention}`);
21
+ if (embedConfig.attention) {
22
+ config.attention = embedConfig.attention;
23
+ }
24
+ if (typeof embedConfig.embdNormalize === "number") {
25
+ config.embd_normalize = `${embedConfig.embdNormalize}`;
26
+ }
27
+ if (embedConfig.mainGpu !== undefined) {
28
+ config["main-gpu"] =
29
+ typeof embedConfig.mainGpu === "number"
30
+ ? `${embedConfig.mainGpu}`
31
+ : embedConfig.mainGpu;
32
+ }
33
+ if (typeof embedConfig.verbosity === "number") {
34
+ config.verbosity = `${embedConfig.verbosity}`;
22
35
  }
23
- return lines.join("\n");
36
+ return config;
24
37
  }
25
38
  function createEmbeddingsModel(modelId, modelPath, embedConfig) {
26
39
  const { dirPath, basePath } = parseModelPath(modelPath);
27
40
  const loader = new FilesystemDL({ dirPath });
28
- const logger = createStreamLogger(modelId, ADDON_NAMESPACES.LLAMACPP_EMBED);
29
- registerAddonLogger(modelId, ADDON_NAMESPACES.LLAMACPP_EMBED, logger);
41
+ const logger = createStreamLogger(modelId, ModelType.llamacppEmbedding);
42
+ registerAddonLogger(modelId, ModelType.llamacppEmbedding, logger);
30
43
  const config = transformEmbedConfig(embedConfig);
31
44
  const args = {
32
45
  loader: asLoader(loader),
@@ -42,7 +55,8 @@ function createEmbeddingsModel(modelId, modelPath, embedConfig) {
42
55
  export const embeddingsPlugin = definePlugin({
43
56
  modelType: ModelType.llamacppEmbedding,
44
57
  displayName: "Embeddings (llama.cpp)",
45
- addonPackage: "@qvac/embed-llamacpp",
58
+ addonPackage: ADDON_EMBEDDING,
59
+ loadConfigSchema: embedConfigBaseSchema,
46
60
  createModel(params) {
47
61
  const embedConfig = (params.modelConfig ?? {});
48
62
  const { model, loader } = createEmbeddingsModel(params.modelId, params.modelPath, embedConfig);
@@ -68,6 +82,6 @@ export const embeddingsPlugin = definePlugin({
68
82
  },
69
83
  logging: {
70
84
  module: embedAddonLogging,
71
- namespace: ADDON_NAMESPACES.LLAMACPP_EMBED,
85
+ namespace: ModelType.llamacppEmbedding,
72
86
  },
73
87
  });
@@ -1,8 +1,330 @@
1
- import { type CreateModelParams, type PluginModelResult } from "../../../../schemas/index";
1
+ import { type CreateModelParams, type PluginModelResult, type ResolveContext, type ResolveResult } from "../../../../schemas/index";
2
2
  export declare const nmtPlugin: {
3
3
  modelType: "nmtcpp-translation";
4
4
  displayName: string;
5
- addonPackage: string;
5
+ addonPackage: "@qvac/translation-nmtcpp";
6
+ loadConfigSchema: import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
7
+ mode: import("zod").ZodOptional<import("zod").ZodEnum<{
8
+ full: "full";
9
+ }>>;
10
+ beamsize: import("zod").ZodOptional<import("zod").ZodNumber>;
11
+ lengthpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
12
+ maxlength: import("zod").ZodOptional<import("zod").ZodNumber>;
13
+ repetitionpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
14
+ norepeatngramsize: import("zod").ZodOptional<import("zod").ZodNumber>;
15
+ temperature: import("zod").ZodOptional<import("zod").ZodNumber>;
16
+ topk: import("zod").ZodOptional<import("zod").ZodNumber>;
17
+ topp: import("zod").ZodOptional<import("zod").ZodNumber>;
18
+ engine: import("zod").ZodLiteral<"Opus">;
19
+ from: import("zod").ZodEnum<{
20
+ en: "en";
21
+ de: "de";
22
+ es: "es";
23
+ it: "it";
24
+ ru: "ru";
25
+ ja: "ja";
26
+ }>;
27
+ to: import("zod").ZodEnum<{
28
+ en: "en";
29
+ de: "de";
30
+ es: "es";
31
+ it: "it";
32
+ ru: "ru";
33
+ ja: "ja";
34
+ }>;
35
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
36
+ mode: import("zod").ZodOptional<import("zod").ZodEnum<{
37
+ full: "full";
38
+ }>>;
39
+ beamsize: import("zod").ZodOptional<import("zod").ZodNumber>;
40
+ lengthpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
41
+ maxlength: import("zod").ZodOptional<import("zod").ZodNumber>;
42
+ repetitionpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
43
+ norepeatngramsize: import("zod").ZodOptional<import("zod").ZodNumber>;
44
+ temperature: import("zod").ZodOptional<import("zod").ZodNumber>;
45
+ topk: import("zod").ZodOptional<import("zod").ZodNumber>;
46
+ topp: import("zod").ZodOptional<import("zod").ZodNumber>;
47
+ engine: import("zod").ZodLiteral<"Bergamot">;
48
+ from: import("zod").ZodEnum<{
49
+ en: "en";
50
+ de: "de";
51
+ es: "es";
52
+ it: "it";
53
+ ru: "ru";
54
+ ja: "ja";
55
+ ar: "ar";
56
+ bg: "bg";
57
+ ca: "ca";
58
+ cs: "cs";
59
+ et: "et";
60
+ fi: "fi";
61
+ fr: "fr";
62
+ hu: "hu";
63
+ is: "is";
64
+ ko: "ko";
65
+ lt: "lt";
66
+ lv: "lv";
67
+ nl: "nl";
68
+ pl: "pl";
69
+ pt: "pt";
70
+ sk: "sk";
71
+ sl: "sl";
72
+ uk: "uk";
73
+ zh: "zh";
74
+ }>;
75
+ to: import("zod").ZodEnum<{
76
+ en: "en";
77
+ de: "de";
78
+ es: "es";
79
+ it: "it";
80
+ ru: "ru";
81
+ ja: "ja";
82
+ ar: "ar";
83
+ bg: "bg";
84
+ ca: "ca";
85
+ cs: "cs";
86
+ et: "et";
87
+ fi: "fi";
88
+ fr: "fr";
89
+ hu: "hu";
90
+ is: "is";
91
+ ko: "ko";
92
+ lt: "lt";
93
+ lv: "lv";
94
+ nl: "nl";
95
+ pl: "pl";
96
+ pt: "pt";
97
+ sk: "sk";
98
+ sl: "sl";
99
+ uk: "uk";
100
+ zh: "zh";
101
+ }>;
102
+ srcVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
103
+ src: import("zod").ZodString;
104
+ name: import("zod").ZodOptional<import("zod").ZodString>;
105
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
106
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
107
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
108
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
109
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
110
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
111
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
112
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
113
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
114
+ "llamacpp-completion": "llamacpp-completion";
115
+ "whispercpp-transcription": "whispercpp-transcription";
116
+ "llamacpp-embedding": "llamacpp-embedding";
117
+ "nmtcpp-translation": "nmtcpp-translation";
118
+ "onnx-tts": "onnx-tts";
119
+ "parakeet-transcription": "parakeet-transcription";
120
+ "onnx-ocr": "onnx-ocr";
121
+ llm: "llm";
122
+ whisper: "whisper";
123
+ embeddings: "embeddings";
124
+ nmt: "nmt";
125
+ parakeet: "parakeet";
126
+ tts: "tts";
127
+ ocr: "ocr";
128
+ }>, import("zod").ZodLiteral<"vad">]>>;
129
+ }, import("zod/v4/core").$strip>]>>;
130
+ dstVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
131
+ src: import("zod").ZodString;
132
+ name: import("zod").ZodOptional<import("zod").ZodString>;
133
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
134
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
135
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
136
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
137
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
138
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
139
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
140
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
141
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
142
+ "llamacpp-completion": "llamacpp-completion";
143
+ "whispercpp-transcription": "whispercpp-transcription";
144
+ "llamacpp-embedding": "llamacpp-embedding";
145
+ "nmtcpp-translation": "nmtcpp-translation";
146
+ "onnx-tts": "onnx-tts";
147
+ "parakeet-transcription": "parakeet-transcription";
148
+ "onnx-ocr": "onnx-ocr";
149
+ llm: "llm";
150
+ whisper: "whisper";
151
+ embeddings: "embeddings";
152
+ nmt: "nmt";
153
+ parakeet: "parakeet";
154
+ tts: "tts";
155
+ ocr: "ocr";
156
+ }>, import("zod").ZodLiteral<"vad">]>>;
157
+ }, import("zod/v4/core").$strip>]>>;
158
+ normalize: import("zod").ZodOptional<import("zod").ZodNumber>;
159
+ pivotModel: import("zod").ZodOptional<import("zod").ZodObject<{
160
+ mode: import("zod").ZodOptional<import("zod").ZodEnum<{
161
+ full: "full";
162
+ }>>;
163
+ beamsize: import("zod").ZodOptional<import("zod").ZodNumber>;
164
+ lengthpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
165
+ maxlength: import("zod").ZodOptional<import("zod").ZodNumber>;
166
+ repetitionpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
167
+ norepeatngramsize: import("zod").ZodOptional<import("zod").ZodNumber>;
168
+ temperature: import("zod").ZodOptional<import("zod").ZodNumber>;
169
+ topk: import("zod").ZodOptional<import("zod").ZodNumber>;
170
+ topp: import("zod").ZodOptional<import("zod").ZodNumber>;
171
+ modelSrc: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
172
+ src: import("zod").ZodString;
173
+ name: import("zod").ZodOptional<import("zod").ZodString>;
174
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
175
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
176
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
177
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
178
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
179
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
180
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
181
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
182
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
183
+ "llamacpp-completion": "llamacpp-completion";
184
+ "whispercpp-transcription": "whispercpp-transcription";
185
+ "llamacpp-embedding": "llamacpp-embedding";
186
+ "nmtcpp-translation": "nmtcpp-translation";
187
+ "onnx-tts": "onnx-tts";
188
+ "parakeet-transcription": "parakeet-transcription";
189
+ "onnx-ocr": "onnx-ocr";
190
+ llm: "llm";
191
+ whisper: "whisper";
192
+ embeddings: "embeddings";
193
+ nmt: "nmt";
194
+ parakeet: "parakeet";
195
+ tts: "tts";
196
+ ocr: "ocr";
197
+ }>, import("zod").ZodLiteral<"vad">]>>;
198
+ }, import("zod/v4/core").$strip>]>;
199
+ srcVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
200
+ src: import("zod").ZodString;
201
+ name: import("zod").ZodOptional<import("zod").ZodString>;
202
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
203
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
204
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
205
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
206
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
207
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
208
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
209
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
210
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
211
+ "llamacpp-completion": "llamacpp-completion";
212
+ "whispercpp-transcription": "whispercpp-transcription";
213
+ "llamacpp-embedding": "llamacpp-embedding";
214
+ "nmtcpp-translation": "nmtcpp-translation";
215
+ "onnx-tts": "onnx-tts";
216
+ "parakeet-transcription": "parakeet-transcription";
217
+ "onnx-ocr": "onnx-ocr";
218
+ llm: "llm";
219
+ whisper: "whisper";
220
+ embeddings: "embeddings";
221
+ nmt: "nmt";
222
+ parakeet: "parakeet";
223
+ tts: "tts";
224
+ ocr: "ocr";
225
+ }>, import("zod").ZodLiteral<"vad">]>>;
226
+ }, import("zod/v4/core").$strip>]>>;
227
+ dstVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
228
+ src: import("zod").ZodString;
229
+ name: import("zod").ZodOptional<import("zod").ZodString>;
230
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
231
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
232
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
233
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
234
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
235
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
236
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
237
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
238
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
239
+ "llamacpp-completion": "llamacpp-completion";
240
+ "whispercpp-transcription": "whispercpp-transcription";
241
+ "llamacpp-embedding": "llamacpp-embedding";
242
+ "nmtcpp-translation": "nmtcpp-translation";
243
+ "onnx-tts": "onnx-tts";
244
+ "parakeet-transcription": "parakeet-transcription";
245
+ "onnx-ocr": "onnx-ocr";
246
+ llm: "llm";
247
+ whisper: "whisper";
248
+ embeddings: "embeddings";
249
+ nmt: "nmt";
250
+ parakeet: "parakeet";
251
+ tts: "tts";
252
+ ocr: "ocr";
253
+ }>, import("zod").ZodLiteral<"vad">]>>;
254
+ }, import("zod/v4/core").$strip>]>>;
255
+ normalize: import("zod").ZodOptional<import("zod").ZodNumber>;
256
+ }, import("zod/v4/core").$strip>>;
257
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
258
+ mode: import("zod").ZodOptional<import("zod").ZodEnum<{
259
+ full: "full";
260
+ }>>;
261
+ beamsize: import("zod").ZodOptional<import("zod").ZodNumber>;
262
+ lengthpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
263
+ maxlength: import("zod").ZodOptional<import("zod").ZodNumber>;
264
+ repetitionpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
265
+ norepeatngramsize: import("zod").ZodOptional<import("zod").ZodNumber>;
266
+ temperature: import("zod").ZodOptional<import("zod").ZodNumber>;
267
+ topk: import("zod").ZodOptional<import("zod").ZodNumber>;
268
+ topp: import("zod").ZodOptional<import("zod").ZodNumber>;
269
+ engine: import("zod").ZodLiteral<"IndicTrans">;
270
+ from: import("zod").ZodEnum<{
271
+ asm_Beng: "asm_Beng";
272
+ ben_Beng: "ben_Beng";
273
+ brx_Deva: "brx_Deva";
274
+ doi_Deva: "doi_Deva";
275
+ eng_Latn: "eng_Latn";
276
+ gom_Deva: "gom_Deva";
277
+ guj_Gujr: "guj_Gujr";
278
+ hin_Deva: "hin_Deva";
279
+ kan_Knda: "kan_Knda";
280
+ kas_Arab: "kas_Arab";
281
+ kas_Deva: "kas_Deva";
282
+ mai_Deva: "mai_Deva";
283
+ mal_Mlym: "mal_Mlym";
284
+ mar_Deva: "mar_Deva";
285
+ mni_Beng: "mni_Beng";
286
+ mni_Mtei: "mni_Mtei";
287
+ npi_Deva: "npi_Deva";
288
+ ory_Orya: "ory_Orya";
289
+ pan_Guru: "pan_Guru";
290
+ san_Deva: "san_Deva";
291
+ sat_Olck: "sat_Olck";
292
+ snd_Arab: "snd_Arab";
293
+ snd_Deva: "snd_Deva";
294
+ tam_Taml: "tam_Taml";
295
+ tel_Telu: "tel_Telu";
296
+ urd_Arab: "urd_Arab";
297
+ }>;
298
+ to: import("zod").ZodEnum<{
299
+ asm_Beng: "asm_Beng";
300
+ ben_Beng: "ben_Beng";
301
+ brx_Deva: "brx_Deva";
302
+ doi_Deva: "doi_Deva";
303
+ eng_Latn: "eng_Latn";
304
+ gom_Deva: "gom_Deva";
305
+ guj_Gujr: "guj_Gujr";
306
+ hin_Deva: "hin_Deva";
307
+ kan_Knda: "kan_Knda";
308
+ kas_Arab: "kas_Arab";
309
+ kas_Deva: "kas_Deva";
310
+ mai_Deva: "mai_Deva";
311
+ mal_Mlym: "mal_Mlym";
312
+ mar_Deva: "mar_Deva";
313
+ mni_Beng: "mni_Beng";
314
+ mni_Mtei: "mni_Mtei";
315
+ npi_Deva: "npi_Deva";
316
+ ory_Orya: "ory_Orya";
317
+ pan_Guru: "pan_Guru";
318
+ san_Deva: "san_Deva";
319
+ sat_Olck: "sat_Olck";
320
+ snd_Arab: "snd_Arab";
321
+ snd_Deva: "snd_Deva";
322
+ tam_Taml: "tam_Taml";
323
+ tel_Telu: "tel_Telu";
324
+ urd_Arab: "urd_Arab";
325
+ }>;
326
+ }, import("zod/v4/core").$strip>], "engine">;
327
+ resolveConfig(cfg: Record<string, unknown>, ctx: ResolveContext): Promise<ResolveResult<Record<string, unknown>>>;
6
328
  createModel(params: CreateModelParams): PluginModelResult;
7
329
  handlers: {
8
330
  translate: import("../../../../schemas/index").PluginHandlerDefinition<import("zod").ZodUnion<readonly [import("zod").ZodObject<{
@@ -39,7 +361,7 @@ export declare const nmtPlugin: {
39
361
  };
40
362
  logging: {
41
363
  module: import("@qvac/translation-nmtcpp/addonLogging").AddonLogging;
42
- namespace: "nmtcpp";
364
+ namespace: "nmtcpp-translation";
43
365
  };
44
366
  };
45
367
  //# sourceMappingURL=plugin.d.ts.map
@@ -1,16 +1,44 @@
1
1
  import nmtAddonLogging from "@qvac/translation-nmtcpp/addonLogging.js";
2
2
  import TranslationNmtcpp, {} from "@qvac/translation-nmtcpp";
3
- import { definePlugin, defineHandler, translateRequestSchema, translateResponseSchema, ModelType, } from "../../../../schemas/index.js";
4
- import { ADDON_NAMESPACES, createStreamLogger } from "../../../../logging/index.js";
3
+ import { definePlugin, defineHandler, translateRequestSchema, translateResponseSchema, ModelType, nmtConfigBaseSchema, ADDON_NMT, } from "../../../../schemas/index.js";
4
+ import { createStreamLogger, registerAddonLogger } from "../../../../logging/index.js";
5
5
  import { parseModelPath } from "../../../utils/index.js";
6
6
  import FilesystemDL from "@qvac/dl-filesystem";
7
- import { TranslationFailedError } from "../../../../utils/errors-server.js";
7
+ import { ModelLoadFailedError } from "../../../../utils/errors-server.js";
8
8
  import { asLoader } from "../../utils/loader-adapter.js";
9
9
  import { translate } from "../../ops/translate.js";
10
- function createNmtModel(modelId, modelPath, nmtConfig) {
10
+ const BERGAMOT_CJK_LANG_PAIRS = ["enja", "enko", "enzh"];
11
+ function buildBergamotVocabSources(basePath, langPair) {
12
+ if (BERGAMOT_CJK_LANG_PAIRS.includes(langPair)) {
13
+ return {
14
+ srcVocabSrc: `${basePath}srcvocab.${langPair}.spm`,
15
+ dstVocabSrc: `${basePath}trgvocab.${langPair}.spm`,
16
+ };
17
+ }
18
+ const sharedVocab = `${basePath}vocab.${langPair}.spm`;
19
+ return { srcVocabSrc: sharedVocab, dstVocabSrc: sharedVocab };
20
+ }
21
+ function deriveBergamotVocabSources(modelSrc) {
22
+ const match = modelSrc.match(/^pear:\/\/([a-f0-9]+)\/model\.([a-z]+)\.intgemm\.alphas\.bin$/);
23
+ if (!match?.[1] || !match[2])
24
+ return null;
25
+ const basePath = `pear://${match[1]}/`;
26
+ const langPair = match[2];
27
+ return buildBergamotVocabSources(basePath, langPair);
28
+ }
29
+ function deriveBergamotRegistryVocabSources(modelSrc) {
30
+ const match = modelSrc.match(/^(registry:\/\/.+\/)model\.([a-z]+)\.intgemm\.alphas\.bin$/);
31
+ if (!match?.[1] || !match[2])
32
+ return null;
33
+ const basePath = match[1];
34
+ const langPair = match[2];
35
+ return buildBergamotVocabSources(basePath, langPair);
36
+ }
37
+ function createNmtModel(modelId, modelPath, nmtConfig, srcVocabPath, dstVocabPath, pivotModelPath, pivotSrcVocabPath, pivotDstVocabPath) {
11
38
  const { dirPath, basePath } = parseModelPath(modelPath);
12
39
  const loader = new FilesystemDL({ dirPath });
13
- const logger = createStreamLogger(modelId, "nmtcpp");
40
+ const logger = createStreamLogger(modelId, ModelType.nmtcppTranslation);
41
+ registerAddonLogger(modelId, ModelType.nmtcppTranslation, logger);
14
42
  const { mode, from, to, engine, beamsize, lengthpenalty, maxlength, repetitionpenalty, norepeatngramsize, temperature, topk, topp, } = nmtConfig;
15
43
  const args = {
16
44
  loader: asLoader(loader),
@@ -37,26 +65,102 @@ function createNmtModel(modelId, modelPath, nmtConfig) {
37
65
  modelType: TranslationNmtcpp.ModelTypes[engine],
38
66
  ...generationParams,
39
67
  ...(nmtConfig.engine === "Bergamot" && {
40
- ...(nmtConfig.srcVocabPath && { srcVocabPath: nmtConfig.srcVocabPath }),
41
- ...(nmtConfig.dstVocabPath && { dstVocabPath: nmtConfig.dstVocabPath }),
68
+ ...(srcVocabPath && { srcVocabPath }),
69
+ ...(dstVocabPath && { dstVocabPath }),
42
70
  ...(nmtConfig.normalize !== undefined && {
43
71
  normalize: nmtConfig.normalize,
44
72
  }),
73
+ // Add pivot model configuration if present
74
+ ...(nmtConfig.pivotModel && {
75
+ bergamotPivotModel: (() => {
76
+ // eslint-disable-next-line @typescript-eslint/no-unused-vars
77
+ const { modelSrc, dstVocabSrc, srcVocabSrc, ...config } = nmtConfig.pivotModel;
78
+ const { dirPath, basePath } = parseModelPath(pivotModelPath);
79
+ return {
80
+ loader: asLoader(new FilesystemDL({ dirPath })),
81
+ modelName: basePath,
82
+ diskPath: dirPath,
83
+ config: {
84
+ ...config,
85
+ srcVocabPath: pivotSrcVocabPath,
86
+ dstVocabPath: pivotDstVocabPath
87
+ }
88
+ };
89
+ })(),
90
+ }),
45
91
  }),
46
92
  };
47
- if (config.modelType === TranslationNmtcpp.ModelTypes.IndicTrans) {
48
- throw new TranslationFailedError("IndicTrans models are not supported with current NMT addon version.");
49
- }
50
93
  const model = new TranslationNmtcpp(args, config);
51
94
  return { model, loader };
52
95
  }
53
96
  export const nmtPlugin = definePlugin({
54
97
  modelType: ModelType.nmtcppTranslation,
55
98
  displayName: "NMT (nmtcpp)",
56
- addonPackage: "@qvac/translation-nmtcpp",
99
+ addonPackage: ADDON_NMT,
100
+ loadConfigSchema: nmtConfigBaseSchema,
101
+ async resolveConfig(cfg, ctx) {
102
+ const { srcVocabSrc, dstVocabSrc, ...nmtConfig } = cfg;
103
+ if (nmtConfig.engine !== "Bergamot") {
104
+ return { config: nmtConfig };
105
+ }
106
+ let srcSrc = srcVocabSrc;
107
+ let dstSrc = dstVocabSrc;
108
+ if (!srcSrc || !dstSrc) {
109
+ const derived = ctx.modelSrc.startsWith("pear://")
110
+ ? deriveBergamotVocabSources(ctx.modelSrc)
111
+ : ctx.modelSrc.startsWith("registry://")
112
+ ? deriveBergamotRegistryVocabSources(ctx.modelSrc)
113
+ : null;
114
+ if (derived) {
115
+ srcSrc = srcSrc ?? derived.srcVocabSrc;
116
+ dstSrc = dstSrc ?? derived.dstVocabSrc;
117
+ }
118
+ }
119
+ if (!srcSrc || !dstSrc) {
120
+ throw new ModelLoadFailedError("Bergamot requires srcVocabSrc and dstVocabSrc. Provide them in modelConfig or use a pear:// or registry:// model source for auto-derivation.");
121
+ }
122
+ const pivotModel = nmtConfig.pivotModel;
123
+ if (!pivotModel) {
124
+ const [srcVocabPath, dstVocabPath] = await Promise.all([
125
+ ctx.resolveModelPath(srcSrc),
126
+ ctx.resolveModelPath(dstSrc),
127
+ ]);
128
+ return {
129
+ config: nmtConfig,
130
+ artifacts: { srcVocabPath, dstVocabPath },
131
+ };
132
+ }
133
+ let pivotSrcSrc = pivotModel.srcVocabSrc;
134
+ let pivotDstSrc = pivotModel.dstVocabSrc;
135
+ if (!pivotSrcSrc || !pivotDstSrc) {
136
+ const pivotDerived = pivotModel.modelSrc.startsWith("pear://")
137
+ ? deriveBergamotVocabSources(pivotModel.modelSrc)
138
+ : pivotModel.modelSrc.startsWith("registry://")
139
+ ? deriveBergamotRegistryVocabSources(pivotModel.modelSrc)
140
+ : null;
141
+ if (pivotDerived) {
142
+ pivotSrcSrc = pivotSrcSrc ?? pivotDerived.srcVocabSrc;
143
+ pivotDstSrc = pivotDstSrc ?? pivotDerived.dstVocabSrc;
144
+ }
145
+ }
146
+ if (!pivotSrcSrc || !pivotDstSrc) {
147
+ throw new ModelLoadFailedError("Bergamot pivot model requires srcVocabSrc and dstVocabSrc. Provide them in modelConfig or use a pear:// or registry:// model source for auto-derivation.");
148
+ }
149
+ const [srcVocabPath, dstVocabPath, pivotSrcVocabPath, pivotDstVocabPath, pivotModelPath] = await Promise.all([
150
+ ctx.resolveModelPath(srcSrc),
151
+ ctx.resolveModelPath(dstSrc),
152
+ ctx.resolveModelPath(pivotSrcSrc),
153
+ ctx.resolveModelPath(pivotDstSrc),
154
+ ctx.resolveModelPath(pivotModel.modelSrc),
155
+ ]);
156
+ return {
157
+ config: nmtConfig,
158
+ artifacts: { srcVocabPath, dstVocabPath, pivotSrcVocabPath, pivotDstVocabPath, pivotModelPath },
159
+ };
160
+ },
57
161
  createModel(params) {
58
162
  const nmtConfig = (params.modelConfig ?? {});
59
- const { model, loader } = createNmtModel(params.modelId, params.modelPath, nmtConfig);
163
+ const { model, loader } = createNmtModel(params.modelId, params.modelPath, nmtConfig, params.artifacts?.["srcVocabPath"], params.artifacts?.["dstVocabPath"], params.artifacts?.["pivotModelPath"], params.artifacts?.["pivotSrcVocabPath"], params.artifacts?.["pivotDstVocabPath"]);
60
164
  return { model, loader };
61
165
  },
62
166
  handlers: {
@@ -92,6 +196,6 @@ export const nmtPlugin = definePlugin({
92
196
  },
93
197
  logging: {
94
198
  module: nmtAddonLogging,
95
- namespace: ADDON_NAMESPACES.NMTCPP,
199
+ namespace: ModelType.nmtcppTranslation,
96
200
  },
97
201
  });