@qvac/sdk 0.10.2 → 0.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +1455 -29
- package/README.md +2 -0
- package/dist/client/api/cancel.d.ts +24 -32
- package/dist/client/api/cancel.js +58 -31
- package/dist/client/api/classify.d.ts +23 -0
- package/dist/client/api/classify.js +43 -0
- package/dist/client/api/client-request-id.d.ts +17 -0
- package/dist/client/api/client-request-id.js +27 -0
- package/dist/client/api/completion-stream.d.ts +1 -1
- package/dist/client/api/completion-stream.js +34 -3
- package/dist/client/api/diffusion.d.ts +46 -0
- package/dist/client/api/diffusion.js +50 -1
- package/dist/client/api/download-asset.d.ts +12 -2
- package/dist/client/api/download-asset.js +21 -3
- package/dist/client/api/embed.d.ts +8 -4
- package/dist/client/api/embed.js +14 -1
- package/dist/client/api/get-model-info.d.ts +1 -1
- package/dist/client/api/index.d.ts +5 -0
- package/dist/client/api/index.js +5 -0
- package/dist/client/api/load-model.d.ts +12 -4
- package/dist/client/api/load-model.js +49 -2
- package/dist/client/api/rag.d.ts +9 -3
- package/dist/client/api/rag.js +23 -3
- package/dist/client/api/transcribe.d.ts +23 -8
- package/dist/client/api/transcribe.js +69 -4
- package/dist/client/api/unload-model.d.ts +5 -2
- package/dist/client/api/unload-model.js +9 -4
- package/dist/client/api/upscale.d.ts +45 -0
- package/dist/client/api/upscale.js +99 -0
- package/dist/client/api/video.d.ts +64 -0
- package/dist/client/api/video.js +147 -0
- package/dist/client/api/vla-helpers.d.ts +45 -0
- package/dist/client/api/vla-helpers.js +130 -0
- package/dist/client/api/vla.d.ts +65 -0
- package/dist/client/api/vla.js +109 -0
- package/dist/client/config-loader/resolve-config.node.d.ts +16 -0
- package/dist/client/config-loader/resolve-config.node.js +77 -23
- package/dist/client/plugins-factory.d.ts +8 -0
- package/dist/client/plugins-factory.js +10 -0
- package/dist/client/rpc/bare-client.js +62 -66
- package/dist/client/rpc/ensure-worker-ready.d.ts +9 -0
- package/dist/client/rpc/ensure-worker-ready.js +17 -0
- package/dist/client/rpc/expo-rpc-client.js +2 -1
- package/dist/client/rpc/node-rpc-client.js +22 -8
- package/dist/client/rpc/rpc-client.d.ts +2 -2
- package/dist/client/rpc/rpc-client.js +10 -4
- package/dist/client/rpc/rpc-error.d.ts +9 -0
- package/dist/client/rpc/rpc-error.js +105 -0
- package/dist/commands/bundle/bare-pack.d.ts +13 -0
- package/dist/commands/bundle/bare-pack.js +54 -0
- package/dist/commands/bundle/constants.d.ts +7 -0
- package/dist/commands/bundle/constants.js +23 -0
- package/dist/commands/bundle/entry-gen.d.ts +2 -0
- package/dist/commands/bundle/entry-gen.js +48 -0
- package/dist/commands/bundle/index.d.ts +20 -0
- package/dist/commands/bundle/index.js +141 -0
- package/dist/commands/bundle/manifest.d.ts +21 -0
- package/dist/commands/bundle/manifest.js +193 -0
- package/dist/commands/bundle/plugins.d.ts +9 -0
- package/dist/commands/bundle/plugins.js +51 -0
- package/dist/commands/index.d.ts +5 -0
- package/dist/commands/index.js +2 -0
- package/dist/commands/verify/abi.d.ts +52 -0
- package/dist/commands/verify/abi.js +125 -0
- package/dist/commands/verify/addon-source.d.ts +43 -0
- package/dist/commands/verify/addon-source.js +75 -0
- package/dist/commands/verify/bundle-source.d.ts +12 -0
- package/dist/commands/verify/bundle-source.js +53 -0
- package/dist/commands/verify/index.d.ts +59 -0
- package/dist/commands/verify/index.js +371 -0
- package/dist/commands/verify/node-modules-source.d.ts +11 -0
- package/dist/commands/verify/node-modules-source.js +76 -0
- package/dist/commands/verify/prebuilds.d.ts +15 -0
- package/dist/commands/verify/prebuilds.js +39 -0
- package/dist/examples/cancel-by-request-id.d.ts +38 -0
- package/dist/examples/cancel-by-request-id.js +103 -0
- package/dist/examples/classification/classify-image.d.ts +2 -0
- package/dist/examples/classification/classify-image.js +23 -0
- package/dist/examples/diffusion-esrgan-upscale.d.ts +2 -0
- package/dist/examples/diffusion-esrgan-upscale.js +78 -0
- package/dist/examples/diffusion-txt2vid.d.ts +2 -0
- package/dist/examples/diffusion-txt2vid.js +81 -0
- package/dist/examples/download-with-cancel.js +10 -10
- package/dist/examples/embed-multi-gpu.d.ts +2 -0
- package/dist/examples/embed-multi-gpu.js +46 -0
- package/dist/examples/llamacpp-multi-gpu.d.ts +2 -0
- package/dist/examples/llamacpp-multi-gpu.js +57 -0
- package/dist/examples/plugins.js +3 -7
- package/dist/examples/rag/rag-hyperdb/cancellation.js +20 -17
- package/dist/examples/tools/llamacpp-tools-gemma4.d.ts +2 -0
- package/dist/examples/tools/llamacpp-tools-gemma4.js +73 -0
- package/dist/examples/tools/llamacpp-tools-qwen35.d.ts +2 -0
- package/dist/examples/tools/llamacpp-tools-qwen35.js +69 -0
- package/dist/examples/transcription/parakeet-ctc-filesystem.js +18 -12
- package/dist/examples/transcription/parakeet-microphone-record.js +7 -12
- package/dist/examples/transcription/parakeet-microphone-stream.d.ts +2 -0
- package/dist/examples/transcription/parakeet-microphone-stream.js +79 -0
- package/dist/examples/transcription/parakeet-sortformer-streaming.d.ts +2 -0
- package/dist/examples/transcription/parakeet-sortformer-streaming.js +121 -0
- package/dist/examples/transcription/parakeet-sortformer.js +58 -55
- package/dist/examples/transcription/parakeet-tdt-filesystem.js +18 -15
- package/dist/examples/transcription/whispercpp-microphone-conversation.d.ts +2 -0
- package/dist/examples/transcription/whispercpp-microphone-conversation.js +107 -0
- package/dist/examples/tts/chatterbox.js +7 -16
- package/dist/examples/tts/llm-to-tts-streaming.js +3 -10
- package/dist/examples/tts/supertonic-multilingual.js +4 -12
- package/dist/examples/tts/supertonic.js +5 -12
- package/dist/examples/vla-smolvla.d.ts +2 -0
- package/dist/examples/vla-smolvla.js +75 -0
- package/dist/examples/voice-assistant/voice-assistant.js +3 -10
- package/dist/expo/plugins/find-in-ancestor-node-modules.d.ts +14 -0
- package/dist/expo/plugins/find-in-ancestor-node-modules.js +24 -0
- package/dist/expo/plugins/get-project-root.d.ts +22 -0
- package/dist/expo/plugins/get-project-root.js +23 -0
- package/dist/expo/plugins/index.d.ts +4 -0
- package/dist/expo/plugins/index.js +4 -0
- package/dist/expo/plugins/resolve-sdk-package-dir.d.ts +9 -2
- package/dist/expo/plugins/resolve-sdk-package-dir.js +38 -11
- package/dist/expo/plugins/withDeviceInfo.js +2 -1
- package/dist/expo/plugins/withMobileBundle.d.ts +5 -4
- package/dist/expo/plugins/withMobileBundle.js +42 -58
- package/dist/index.d.ts +6 -2
- package/dist/index.js +23 -2
- package/dist/models/registry/models.d.ts +3725 -514
- package/dist/models/registry/models.js +7269 -3910
- package/dist/models/update-models/naming.js +22 -8
- package/dist/pear/pre.d.ts +3 -0
- package/dist/pear/pre.js +9 -2
- package/dist/schemas/cancel.d.ts +172 -28
- package/dist/schemas/cancel.js +120 -19
- package/dist/schemas/classification.d.ts +53 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +860 -1379
- package/dist/schemas/common.js +8 -1
- package/dist/schemas/completion-event.d.ts +17 -0
- package/dist/schemas/completion-event.js +12 -1
- package/dist/schemas/completion-stream.d.ts +16 -1
- package/dist/schemas/completion-stream.js +25 -7
- package/dist/schemas/download-asset.d.ts +25 -9
- package/dist/schemas/download-asset.js +17 -6
- package/dist/schemas/embed.d.ts +1 -0
- package/dist/schemas/embed.js +5 -0
- package/dist/schemas/engine-addon-map.d.ts +3 -0
- package/dist/schemas/engine-addon-map.js +18 -5
- package/dist/schemas/error.d.ts +31 -0
- package/dist/schemas/error.js +29 -1
- package/dist/schemas/finetune.d.ts +2 -0
- package/dist/schemas/finetune.js +5 -0
- package/dist/schemas/get-model-info.d.ts +10 -6
- package/dist/schemas/get-model-info.js +2 -0
- package/dist/schemas/index.d.ts +3 -0
- package/dist/schemas/index.js +3 -0
- package/dist/schemas/llamacpp-config.d.ts +64 -8
- package/dist/schemas/llamacpp-config.js +12 -0
- package/dist/schemas/load-model.d.ts +4644 -8605
- package/dist/schemas/load-model.js +90 -7
- package/dist/schemas/model-src-utils.d.ts +34 -14
- package/dist/schemas/model-types.d.ts +54 -14
- package/dist/schemas/model-types.js +28 -5
- package/dist/schemas/ocr.d.ts +8 -3
- package/dist/schemas/plugin.d.ts +60 -6
- package/dist/schemas/plugin.js +31 -5
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +17 -9
- package/dist/schemas/registry.d.ts +74 -30
- package/dist/schemas/registry.js +5 -0
- package/dist/schemas/reload-config.d.ts +34 -14
- package/dist/schemas/sdcpp-config.d.ts +445 -16
- package/dist/schemas/sdcpp-config.js +387 -26
- package/dist/schemas/sdk-config.d.ts +2431 -2723
- package/dist/schemas/sdk-config.js +16 -1
- package/dist/schemas/sdk-errors-client.d.ts +6 -0
- package/dist/schemas/sdk-errors-client.js +31 -1
- package/dist/schemas/sdk-errors-server.d.ts +8 -1
- package/dist/schemas/sdk-errors-server.js +45 -5
- package/dist/schemas/text-to-speech.d.ts +81 -698
- package/dist/schemas/text-to-speech.js +46 -19
- package/dist/schemas/transcription-config.d.ts +40 -229
- package/dist/schemas/transcription-config.js +76 -15
- package/dist/schemas/transcription.d.ts +108 -2
- package/dist/schemas/transcription.js +81 -0
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +13 -2
- package/dist/schemas/translation-config.d.ts +90 -40
- package/dist/schemas/unload-model.d.ts +2 -1
- package/dist/schemas/unload-model.js +4 -1
- package/dist/schemas/vla.d.ts +87 -0
- package/dist/schemas/vla.js +108 -0
- package/dist/scripts/run-unit-tests.js +22 -3
- package/dist/server/bare/ops/cancel.d.ts +27 -1
- package/dist/server/bare/ops/cancel.js +36 -10
- package/dist/server/bare/ops/embed.d.ts +3 -3
- package/dist/server/bare/ops/embed.js +144 -28
- package/dist/server/bare/ops/kv-cache-utils.d.ts +0 -7
- package/dist/server/bare/ops/kv-cache-utils.js +8 -47
- package/dist/server/bare/ops/transcribe.d.ts +11 -5
- package/dist/server/bare/ops/transcribe.js +230 -50
- package/dist/server/bare/ops/translate.d.ts +1 -1
- package/dist/server/bare/ops/translate.js +197 -88
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +6 -0
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +30 -0
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +32 -0
- package/dist/server/bare/plugins/ggml-classification/plugin.js +55 -0
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +3 -0
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +3 -0
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +75 -0
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +54 -0
- package/dist/server/bare/plugins/ggml-vla/plugin.js +57 -0
- package/dist/server/bare/plugins/index.d.ts +3 -1
- package/dist/server/bare/plugins/index.js +3 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +12 -3
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +173 -172
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.d.ts +29 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +125 -21
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +154 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +448 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.d.ts +21 -73
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.js +18 -101
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +36 -3
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +183 -85
- package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +10 -0
- package/dist/server/bare/plugins/llamacpp-completion/transform.js +34 -0
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +7 -0
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +10 -1
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +42 -15
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +5 -1
- package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +8 -3
- package/dist/server/bare/plugins/onnx-ocr/plugin.js +3 -0
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +73 -244
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +68 -96
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +8 -0
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +3 -0
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +40 -0
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +3 -0
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +199 -0
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +288 -15
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +150 -7
- package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech-stream.js +2 -15
- package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech.js +2 -1
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +75 -0
- package/dist/server/bare/plugins/tts-ggml/plugin.js +189 -0
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +47 -3
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +61 -14
- package/dist/server/bare/rag-hyperdb/index.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/index.js +1 -1
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +26 -4
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +65 -28
- package/dist/server/bare/registry/model-config-utils.js +7 -0
- package/dist/server/bare/runtime/disposable-scope.d.ts +36 -0
- package/dist/server/bare/runtime/disposable-scope.js +69 -0
- package/dist/server/bare/runtime/index.d.ts +8 -0
- package/dist/server/bare/runtime/index.js +3 -0
- package/dist/server/bare/runtime/request-context.d.ts +49 -0
- package/dist/server/bare/runtime/request-context.js +1 -0
- package/dist/server/bare/runtime/request-id.d.ts +12 -0
- package/dist/server/bare/runtime/request-id.js +14 -0
- package/dist/server/bare/runtime/request-registry-singleton.d.ts +4 -0
- package/dist/server/bare/runtime/request-registry-singleton.js +27 -0
- package/dist/server/bare/runtime/request-registry.d.ts +136 -0
- package/dist/server/bare/runtime/request-registry.js +297 -0
- package/dist/server/bare/runtime/with-request-context.d.ts +22 -0
- package/dist/server/bare/runtime/with-request-context.js +53 -0
- package/dist/server/bare/runtime-lifecycle.js +9 -9
- package/dist/server/bare/types/addon-responses.d.ts +12 -1
- package/dist/server/env.js +4 -1
- package/dist/server/plugins/index.d.ts +1 -1
- package/dist/server/plugins/index.js +1 -1
- package/dist/server/plugins/registry.d.ts +1 -0
- package/dist/server/plugins/registry.js +5 -0
- package/dist/server/rpc/handler-registry.js +30 -7
- package/dist/server/rpc/handler-selection.d.ts +9 -0
- package/dist/server/rpc/handler-selection.js +14 -0
- package/dist/server/rpc/handler-utils.js +5 -13
- package/dist/server/rpc/handlers/cancel-delegated.js +28 -31
- package/dist/server/rpc/handlers/cancelHandler.d.ts +30 -1
- package/dist/server/rpc/handlers/cancelHandler.js +54 -22
- package/dist/server/rpc/handlers/classify.d.ts +3 -0
- package/dist/server/rpc/handlers/classify.js +4 -0
- package/dist/server/rpc/handlers/delete-cache.d.ts +9 -0
- package/dist/server/rpc/handlers/delete-cache.js +13 -15
- package/dist/server/rpc/handlers/download-asset.js +133 -40
- package/dist/server/rpc/handlers/index.d.ts +4 -0
- package/dist/server/rpc/handlers/index.js +4 -0
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +60 -2
- package/dist/server/rpc/handlers/load-model/download-manager.js +141 -8
- package/dist/server/rpc/handlers/load-model/handler.js +216 -98
- package/dist/server/rpc/handlers/load-model/http.js +3 -3
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +1 -1
- package/dist/server/rpc/handlers/load-model/registry.js +1 -1
- package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +20 -1
- package/dist/server/rpc/handlers/load-model/resolve-session.js +6 -5
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +3 -2
- package/dist/server/rpc/handlers/load-model/resolve.js +18 -6
- package/dist/server/rpc/handlers/load-model/types.d.ts +24 -0
- package/dist/server/rpc/handlers/rag.js +133 -15
- package/dist/server/rpc/handlers/upscale-stream.d.ts +3 -0
- package/dist/server/rpc/handlers/upscale-stream.js +4 -0
- package/dist/server/rpc/handlers/video-stream.d.ts +3 -0
- package/dist/server/rpc/handlers/video-stream.js +4 -0
- package/dist/server/rpc/profiling/operation-metrics.js +23 -0
- package/dist/server/utils/completion-normalizer.js +8 -0
- package/dist/server/utils/config-transform.js +1 -1
- package/dist/server/utils/tools/dialect.js +4 -0
- package/dist/server/utils/tools/parser.js +16 -1
- package/dist/server/utils/tools/parsers/gemma4native.d.ts +4 -0
- package/dist/server/utils/tools/parsers/gemma4native.js +60 -0
- package/dist/server/utils/tools/parsers/qwen35.d.ts +4 -0
- package/dist/server/utils/tools/parsers/qwen35.js +120 -0
- package/dist/server/worker.js +14 -11
- package/dist/utils/aggregate-events.d.ts +9 -0
- package/dist/utils/aggregate-events.js +18 -3
- package/dist/utils/decorate-promise.d.ts +34 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/errors-client.d.ts +18 -0
- package/dist/utils/errors-client.js +31 -0
- package/dist/utils/errors-server.d.ts +115 -2
- package/dist/utils/errors-server.js +148 -3
- package/package.json +68 -77
- package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +0 -490
- package/dist/server/bare/plugins/onnx-tts/plugin.js +0 -266
- package/dist/server/bare/plugins/onnx-tts/wav-helper.d.ts +0 -14
- package/dist/server/bare/plugins/onnx-tts/wav-helper.js +0 -107
- /package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech-stream.d.ts +0 -0
- /package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech.d.ts +0 -0
package/dist/schemas/plugin.d.ts
CHANGED
|
@@ -1,5 +1,21 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
import type { ModelSrcInput } from "./model-src-utils";
|
|
3
|
+
/**
|
|
4
|
+
* Granularity at which the addon can cancel.
|
|
5
|
+
* - `"request"` — addon cancels a specific in-flight `requestId`.
|
|
6
|
+
* - `"model"` — addon cancels whatever is running on the model.
|
|
7
|
+
* - `"none"` — no addon cancel surface; SDK falls back to soft-cancel
|
|
8
|
+
* (stop yielding, drop result; the C++ work runs to completion).
|
|
9
|
+
*/
|
|
10
|
+
export type PluginHandlerCancelScope = "request" | "model" | "none";
|
|
11
|
+
export interface PluginHandlerCancel {
|
|
12
|
+
scope: PluginHandlerCancelScope;
|
|
13
|
+
/**
|
|
14
|
+
* `true` — `addon.cancel()` interrupts compute; otherwise it's
|
|
15
|
+
* best-effort. Only meaningful for `scope: "model" | "request"`.
|
|
16
|
+
*/
|
|
17
|
+
hard?: boolean;
|
|
18
|
+
}
|
|
3
19
|
/**
|
|
4
20
|
* Definition for a plugin handler with explicit Zod schemas.
|
|
5
21
|
* Each handler must define its request/response schemas for validation.
|
|
@@ -10,6 +26,11 @@ export interface PluginHandlerDefinition<TRequest extends z.ZodType = z.ZodType,
|
|
|
10
26
|
streaming: boolean;
|
|
11
27
|
duplex?: boolean;
|
|
12
28
|
handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream?: AsyncIterable<Buffer>) => Promise<O> | AsyncGenerator<O> : never : never;
|
|
29
|
+
/**
|
|
30
|
+
* Cancel surface this handler advertises. Omitting is equivalent
|
|
31
|
+
* to `{ scope: "none" }` (soft-cancel fallback).
|
|
32
|
+
*/
|
|
33
|
+
cancel?: PluginHandlerCancel;
|
|
13
34
|
}
|
|
14
35
|
/**
|
|
15
36
|
* Variant of `PluginHandlerDefinition` for duplex handlers where
|
|
@@ -21,6 +42,8 @@ export interface DuplexPluginHandlerDefinition<TRequest extends z.ZodType = z.Zo
|
|
|
21
42
|
streaming: true;
|
|
22
43
|
duplex: true;
|
|
23
44
|
handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream: AsyncIterable<Buffer>) => AsyncGenerator<O> : never : never;
|
|
45
|
+
/** See `PluginHandlerDefinition.cancel`. */
|
|
46
|
+
cancel?: PluginHandlerCancel;
|
|
24
47
|
}
|
|
25
48
|
/**
|
|
26
49
|
* Parameters passed to createModel when loading a plugin model.
|
|
@@ -174,6 +197,14 @@ export declare const pluginHandlerDefinitionRuntimeSchema: z.ZodObject<{
|
|
|
174
197
|
streaming: z.ZodBoolean;
|
|
175
198
|
duplex: z.ZodOptional<z.ZodBoolean>;
|
|
176
199
|
handler: z.ZodCustom<Function, Function>;
|
|
200
|
+
cancel: z.ZodOptional<z.ZodObject<{
|
|
201
|
+
scope: z.ZodEnum<{
|
|
202
|
+
request: "request";
|
|
203
|
+
none: "none";
|
|
204
|
+
model: "model";
|
|
205
|
+
}>;
|
|
206
|
+
hard: z.ZodOptional<z.ZodBoolean>;
|
|
207
|
+
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
177
208
|
}, z.core.$catchall<z.ZodUnknown>>;
|
|
178
209
|
export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
|
|
179
210
|
modelType: z.ZodString;
|
|
@@ -193,6 +224,14 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
|
|
|
193
224
|
streaming: z.ZodBoolean;
|
|
194
225
|
duplex: z.ZodOptional<z.ZodBoolean>;
|
|
195
226
|
handler: z.ZodCustom<Function, Function>;
|
|
227
|
+
cancel: z.ZodOptional<z.ZodObject<{
|
|
228
|
+
scope: z.ZodEnum<{
|
|
229
|
+
request: "request";
|
|
230
|
+
none: "none";
|
|
231
|
+
model: "model";
|
|
232
|
+
}>;
|
|
233
|
+
hard: z.ZodOptional<z.ZodBoolean>;
|
|
234
|
+
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
196
235
|
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
197
236
|
logging: z.ZodOptional<z.ZodObject<{
|
|
198
237
|
module: z.ZodOptional<z.ZodUnknown>;
|
|
@@ -227,10 +266,10 @@ export declare const PLUGIN_PARAKEET: "@qvac/sdk/parakeet-transcription/plugin";
|
|
|
227
266
|
*/
|
|
228
267
|
export declare const PLUGIN_NMT: "@qvac/sdk/nmtcpp-translation/plugin";
|
|
229
268
|
/**
|
|
230
|
-
* Text-to-speech synthesis plugin (
|
|
269
|
+
* Text-to-speech synthesis plugin (GGML).
|
|
231
270
|
* Provides: speech synthesis from text.
|
|
232
271
|
*/
|
|
233
|
-
export declare const PLUGIN_TTS: "@qvac/sdk/
|
|
272
|
+
export declare const PLUGIN_TTS: "@qvac/sdk/tts-ggml/plugin";
|
|
234
273
|
/**
|
|
235
274
|
* Optical character recognition plugin (ONNX).
|
|
236
275
|
* Provides: text extraction from images.
|
|
@@ -238,9 +277,20 @@ export declare const PLUGIN_TTS: "@qvac/sdk/onnx-tts/plugin";
|
|
|
238
277
|
export declare const PLUGIN_OCR: "@qvac/sdk/onnx-ocr/plugin";
|
|
239
278
|
/**
|
|
240
279
|
* Image generation plugin (stable-diffusion.cpp).
|
|
241
|
-
* Provides: text-to-image generation.
|
|
280
|
+
* Provides: text-to-image generation and standalone ESRGAN image upscaling.
|
|
242
281
|
*/
|
|
243
282
|
export declare const PLUGIN_DIFFUSION: "@qvac/sdk/sdcpp-generation/plugin";
|
|
283
|
+
/**
|
|
284
|
+
* Vision-Language-Action plugin (SmolVLA on ggml).
|
|
285
|
+
* Provides: robot-action inference from a pair of camera frames and a
|
|
286
|
+
* natural-language instruction.
|
|
287
|
+
*/
|
|
288
|
+
export declare const PLUGIN_VLA: "@qvac/sdk/ggml-vla/plugin";
|
|
289
|
+
/**
|
|
290
|
+
* Image classification plugin (GGML / MobileNetV3-Small).
|
|
291
|
+
* Provides: image classification with bundled 3-class model (food / report / other).
|
|
292
|
+
*/
|
|
293
|
+
export declare const PLUGIN_CLASSIFICATION: "@qvac/sdk/ggml-classification/plugin";
|
|
244
294
|
/**
|
|
245
295
|
* All built-in SDK plugins.
|
|
246
296
|
*
|
|
@@ -250,7 +300,7 @@ export declare const PLUGIN_DIFFUSION: "@qvac/sdk/sdcpp-generation/plugin";
|
|
|
250
300
|
* plugins: [...SDK_DEFAULT_PLUGINS, myCustomPlugin],
|
|
251
301
|
* };
|
|
252
302
|
*/
|
|
253
|
-
export declare const SDK_DEFAULT_PLUGINS: readonly ["@qvac/sdk/llamacpp-completion/plugin", "@qvac/sdk/llamacpp-embedding/plugin", "@qvac/sdk/whispercpp-transcription/plugin", "@qvac/sdk/parakeet-transcription/plugin", "@qvac/sdk/nmtcpp-translation/plugin", "@qvac/sdk/
|
|
303
|
+
export declare const SDK_DEFAULT_PLUGINS: readonly ["@qvac/sdk/llamacpp-completion/plugin", "@qvac/sdk/llamacpp-embedding/plugin", "@qvac/sdk/whispercpp-transcription/plugin", "@qvac/sdk/parakeet-transcription/plugin", "@qvac/sdk/nmtcpp-translation/plugin", "@qvac/sdk/tts-ggml/plugin", "@qvac/sdk/onnx-ocr/plugin", "@qvac/sdk/sdcpp-generation/plugin", "@qvac/sdk/ggml-vla/plugin", "@qvac/sdk/ggml-classification/plugin"];
|
|
254
304
|
export type BuiltinPlugin = (typeof SDK_DEFAULT_PLUGINS)[number];
|
|
255
305
|
/** Native addon package for LLM completion (llama.cpp) */
|
|
256
306
|
export declare const ADDON_LLM: "@qvac/llm-llamacpp";
|
|
@@ -262,10 +312,14 @@ export declare const ADDON_WHISPER: "@qvac/transcription-whispercpp";
|
|
|
262
312
|
export declare const ADDON_PARAKEET: "@qvac/transcription-parakeet";
|
|
263
313
|
/** Native addon package for NMT translation (nmt.cpp) */
|
|
264
314
|
export declare const ADDON_NMT: "@qvac/translation-nmtcpp";
|
|
265
|
-
/** Native addon package for TTS (
|
|
266
|
-
export declare const ADDON_TTS: "@qvac/tts-
|
|
315
|
+
/** Native addon package for TTS (GGML) */
|
|
316
|
+
export declare const ADDON_TTS: "@qvac/tts-ggml";
|
|
267
317
|
/** Native addon package for OCR (ONNX) */
|
|
268
318
|
export declare const ADDON_OCR: "@qvac/ocr-onnx";
|
|
269
319
|
/** Native addon package for image generation (stable-diffusion.cpp) */
|
|
270
320
|
export declare const ADDON_DIFFUSION: "@qvac/diffusion-cpp";
|
|
321
|
+
/** Native addon package for vision-language-action inference (SmolVLA on ggml) */
|
|
322
|
+
export declare const ADDON_VLA: "@qvac/vla-ggml";
|
|
323
|
+
/** Native addon package for image classification (GGML / MobileNetV3) */
|
|
324
|
+
export declare const ADDON_CLASSIFICATION: "@qvac/classification-ggml";
|
|
271
325
|
//# sourceMappingURL=plugin.d.ts.map
|
package/dist/schemas/plugin.js
CHANGED
|
@@ -80,6 +80,14 @@ const zodSchemaLikeRuntimeSchema = z
|
|
|
80
80
|
safeParse: functionRuntimeSchema,
|
|
81
81
|
})
|
|
82
82
|
.catchall(z.unknown());
|
|
83
|
+
const pluginHandlerCancelRuntimeSchema = z
|
|
84
|
+
.object({
|
|
85
|
+
scope: z.enum(["request", "model", "none"], {
|
|
86
|
+
error: "cancel.scope must be 'request', 'model', or 'none'",
|
|
87
|
+
}),
|
|
88
|
+
hard: z.boolean().optional(),
|
|
89
|
+
})
|
|
90
|
+
.catchall(z.unknown());
|
|
83
91
|
export const pluginHandlerDefinitionRuntimeSchema = z
|
|
84
92
|
.object({
|
|
85
93
|
requestSchema: zodSchemaLikeRuntimeSchema,
|
|
@@ -87,6 +95,7 @@ export const pluginHandlerDefinitionRuntimeSchema = z
|
|
|
87
95
|
streaming: z.boolean({ error: "streaming must be a boolean" }),
|
|
88
96
|
duplex: z.boolean().optional(),
|
|
89
97
|
handler: functionRuntimeSchema,
|
|
98
|
+
cancel: pluginHandlerCancelRuntimeSchema.optional(),
|
|
90
99
|
})
|
|
91
100
|
.catchall(z.unknown());
|
|
92
101
|
export const pluginDefinitionRuntimeSchema = z
|
|
@@ -143,10 +152,10 @@ export const PLUGIN_PARAKEET = "@qvac/sdk/parakeet-transcription/plugin";
|
|
|
143
152
|
*/
|
|
144
153
|
export const PLUGIN_NMT = "@qvac/sdk/nmtcpp-translation/plugin";
|
|
145
154
|
/**
|
|
146
|
-
* Text-to-speech synthesis plugin (
|
|
155
|
+
* Text-to-speech synthesis plugin (GGML).
|
|
147
156
|
* Provides: speech synthesis from text.
|
|
148
157
|
*/
|
|
149
|
-
export const PLUGIN_TTS = "@qvac/sdk/
|
|
158
|
+
export const PLUGIN_TTS = "@qvac/sdk/tts-ggml/plugin";
|
|
150
159
|
/**
|
|
151
160
|
* Optical character recognition plugin (ONNX).
|
|
152
161
|
* Provides: text extraction from images.
|
|
@@ -154,9 +163,20 @@ export const PLUGIN_TTS = "@qvac/sdk/onnx-tts/plugin";
|
|
|
154
163
|
export const PLUGIN_OCR = "@qvac/sdk/onnx-ocr/plugin";
|
|
155
164
|
/**
|
|
156
165
|
* Image generation plugin (stable-diffusion.cpp).
|
|
157
|
-
* Provides: text-to-image generation.
|
|
166
|
+
* Provides: text-to-image generation and standalone ESRGAN image upscaling.
|
|
158
167
|
*/
|
|
159
168
|
export const PLUGIN_DIFFUSION = "@qvac/sdk/sdcpp-generation/plugin";
|
|
169
|
+
/**
|
|
170
|
+
* Vision-Language-Action plugin (SmolVLA on ggml).
|
|
171
|
+
* Provides: robot-action inference from a pair of camera frames and a
|
|
172
|
+
* natural-language instruction.
|
|
173
|
+
*/
|
|
174
|
+
export const PLUGIN_VLA = "@qvac/sdk/ggml-vla/plugin";
|
|
175
|
+
/**
|
|
176
|
+
* Image classification plugin (GGML / MobileNetV3-Small).
|
|
177
|
+
* Provides: image classification with bundled 3-class model (food / report / other).
|
|
178
|
+
*/
|
|
179
|
+
export const PLUGIN_CLASSIFICATION = "@qvac/sdk/ggml-classification/plugin";
|
|
160
180
|
/**
|
|
161
181
|
* All built-in SDK plugins.
|
|
162
182
|
*
|
|
@@ -175,6 +195,8 @@ export const SDK_DEFAULT_PLUGINS = [
|
|
|
175
195
|
PLUGIN_TTS,
|
|
176
196
|
PLUGIN_OCR,
|
|
177
197
|
PLUGIN_DIFFUSION,
|
|
198
|
+
PLUGIN_VLA,
|
|
199
|
+
PLUGIN_CLASSIFICATION,
|
|
178
200
|
];
|
|
179
201
|
// ============================================
|
|
180
202
|
// Addon Packages
|
|
@@ -189,9 +211,13 @@ export const ADDON_WHISPER = "@qvac/transcription-whispercpp";
|
|
|
189
211
|
export const ADDON_PARAKEET = "@qvac/transcription-parakeet";
|
|
190
212
|
/** Native addon package for NMT translation (nmt.cpp) */
|
|
191
213
|
export const ADDON_NMT = "@qvac/translation-nmtcpp";
|
|
192
|
-
/** Native addon package for TTS (
|
|
193
|
-
export const ADDON_TTS = "@qvac/tts-
|
|
214
|
+
/** Native addon package for TTS (GGML) */
|
|
215
|
+
export const ADDON_TTS = "@qvac/tts-ggml";
|
|
194
216
|
/** Native addon package for OCR (ONNX) */
|
|
195
217
|
export const ADDON_OCR = "@qvac/ocr-onnx";
|
|
196
218
|
/** Native addon package for image generation (stable-diffusion.cpp) */
|
|
197
219
|
export const ADDON_DIFFUSION = "@qvac/diffusion-cpp";
|
|
220
|
+
/** Native addon package for vision-language-action inference (SmolVLA on ggml) */
|
|
221
|
+
export const ADDON_VLA = "@qvac/vla-ggml";
|
|
222
|
+
/** Native addon package for image classification (GGML / MobileNetV3) */
|
|
223
|
+
export const ADDON_CLASSIFICATION = "@qvac/classification-ggml";
|
package/dist/schemas/rag.d.ts
CHANGED
|
@@ -100,6 +100,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
100
100
|
}, z.core.$strip>>;
|
|
101
101
|
type: z.ZodLiteral<"rag">;
|
|
102
102
|
operation: z.ZodLiteral<"chunk">;
|
|
103
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
103
104
|
}, z.core.$strip>, z.ZodObject<{
|
|
104
105
|
workspace: z.ZodOptional<z.ZodString>;
|
|
105
106
|
modelId: z.ZodString;
|
|
@@ -125,6 +126,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
125
126
|
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
126
127
|
type: z.ZodLiteral<"rag">;
|
|
127
128
|
operation: z.ZodLiteral<"ingest">;
|
|
129
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
128
130
|
}, z.core.$strip>, z.ZodObject<{
|
|
129
131
|
modelId: z.ZodOptional<z.ZodString>;
|
|
130
132
|
workspace: z.ZodOptional<z.ZodString>;
|
|
@@ -140,6 +142,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
140
142
|
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
141
143
|
type: z.ZodLiteral<"rag">;
|
|
142
144
|
operation: z.ZodLiteral<"saveEmbeddings">;
|
|
145
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
143
146
|
}, z.core.$strip>, z.ZodObject<{
|
|
144
147
|
workspace: z.ZodOptional<z.ZodString>;
|
|
145
148
|
modelId: z.ZodString;
|
|
@@ -148,12 +151,14 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
148
151
|
n: z.ZodDefault<z.ZodNumber>;
|
|
149
152
|
type: z.ZodLiteral<"rag">;
|
|
150
153
|
operation: z.ZodLiteral<"search">;
|
|
154
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
151
155
|
}, z.core.$strip>, z.ZodObject<{
|
|
152
156
|
modelId: z.ZodOptional<z.ZodString>;
|
|
153
157
|
workspace: z.ZodOptional<z.ZodString>;
|
|
154
158
|
ids: z.ZodArray<z.ZodString>;
|
|
155
159
|
type: z.ZodLiteral<"rag">;
|
|
156
160
|
operation: z.ZodLiteral<"deleteEmbeddings">;
|
|
161
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
157
162
|
}, z.core.$strip>, z.ZodObject<{
|
|
158
163
|
modelId: z.ZodOptional<z.ZodString>;
|
|
159
164
|
workspace: z.ZodOptional<z.ZodString>;
|
|
@@ -161,18 +166,22 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
161
166
|
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
162
167
|
type: z.ZodLiteral<"rag">;
|
|
163
168
|
operation: z.ZodLiteral<"reindex">;
|
|
169
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
164
170
|
}, z.core.$strip>, z.ZodObject<{
|
|
165
171
|
type: z.ZodLiteral<"rag">;
|
|
166
172
|
operation: z.ZodLiteral<"listWorkspaces">;
|
|
173
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
167
174
|
}, z.core.$strip>, z.ZodObject<{
|
|
168
175
|
workspace: z.ZodOptional<z.ZodString>;
|
|
169
176
|
deleteOnClose: z.ZodOptional<z.ZodBoolean>;
|
|
170
177
|
type: z.ZodLiteral<"rag">;
|
|
171
178
|
operation: z.ZodLiteral<"closeWorkspace">;
|
|
179
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
172
180
|
}, z.core.$strip>, z.ZodObject<{
|
|
173
181
|
workspace: z.ZodPipe<z.ZodString, z.ZodString>;
|
|
174
182
|
type: z.ZodLiteral<"rag">;
|
|
175
183
|
operation: z.ZodLiteral<"deleteWorkspace">;
|
|
184
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
176
185
|
}, z.core.$strip>], "operation">;
|
|
177
186
|
declare const ragWorkspaceInfoSchema: z.ZodObject<{
|
|
178
187
|
name: z.ZodString;
|
package/dist/schemas/rag.js
CHANGED
|
@@ -131,16 +131,24 @@ const ragDeleteWorkspaceOperationSchema = ragDeleteWorkspaceParamsSchema.extend(
|
|
|
131
131
|
operation: z.literal("deleteWorkspace"),
|
|
132
132
|
});
|
|
133
133
|
// ============== Unified Request Schema ==============
|
|
134
|
+
// `requestId` is threaded onto every RAG operation as an optional field so
|
|
135
|
+
// the request registry can correlate the in-flight context with the
|
|
136
|
+
// client-side decorated-promise (`op.requestId`). Optional on the wire
|
|
137
|
+
// so legacy clients keep working — the server falls back to a
|
|
138
|
+
// server-generated id when the field is missing.
|
|
139
|
+
const ragRequestIdField = {
|
|
140
|
+
requestId: z.string().min(1).optional(),
|
|
141
|
+
};
|
|
134
142
|
export const ragRequestSchema = z.discriminatedUnion("operation", [
|
|
135
|
-
ragChunkOperationSchema,
|
|
136
|
-
ragIngestOperationSchema,
|
|
137
|
-
ragSaveEmbeddingsOperationSchema,
|
|
138
|
-
ragSearchOperationSchema,
|
|
139
|
-
ragDeleteEmbeddingsOperationSchema,
|
|
140
|
-
ragReindexOperationSchema,
|
|
141
|
-
ragListWorkspacesOperationSchema,
|
|
142
|
-
ragCloseWorkspaceOperationSchema,
|
|
143
|
-
ragDeleteWorkspaceOperationSchema,
|
|
143
|
+
ragChunkOperationSchema.extend(ragRequestIdField),
|
|
144
|
+
ragIngestOperationSchema.extend(ragRequestIdField),
|
|
145
|
+
ragSaveEmbeddingsOperationSchema.extend(ragRequestIdField),
|
|
146
|
+
ragSearchOperationSchema.extend(ragRequestIdField),
|
|
147
|
+
ragDeleteEmbeddingsOperationSchema.extend(ragRequestIdField),
|
|
148
|
+
ragReindexOperationSchema.extend(ragRequestIdField),
|
|
149
|
+
ragListWorkspacesOperationSchema.extend(ragRequestIdField),
|
|
150
|
+
ragCloseWorkspaceOperationSchema.extend(ragRequestIdField),
|
|
151
|
+
ragDeleteWorkspaceOperationSchema.extend(ragRequestIdField),
|
|
144
152
|
]);
|
|
145
153
|
// ============== Response Schemas ==============
|
|
146
154
|
const ragResponseBaseSchema = z.object({
|
|
@@ -1,13 +1,15 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
declare const modelRegistryEntryAddonSchema: z.ZodEnum<{
|
|
3
3
|
embeddings: "embeddings";
|
|
4
|
+
diffusion: "diffusion";
|
|
5
|
+
tts: "tts";
|
|
6
|
+
ocr: "ocr";
|
|
7
|
+
vla: "vla";
|
|
4
8
|
llm: "llm";
|
|
5
9
|
whisper: "whisper";
|
|
6
10
|
nmt: "nmt";
|
|
7
11
|
parakeet: "parakeet";
|
|
8
|
-
|
|
9
|
-
ocr: "ocr";
|
|
10
|
-
diffusion: "diffusion";
|
|
12
|
+
classification: "classification";
|
|
11
13
|
vad: "vad";
|
|
12
14
|
other: "other";
|
|
13
15
|
}>;
|
|
@@ -17,9 +19,12 @@ export declare const modelRegistryEngineSchema: z.ZodEnum<{
|
|
|
17
19
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
18
20
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
19
21
|
"onnx-tts": "onnx-tts";
|
|
22
|
+
"tts-ggml": "tts-ggml";
|
|
20
23
|
"parakeet-transcription": "parakeet-transcription";
|
|
21
24
|
"onnx-ocr": "onnx-ocr";
|
|
22
25
|
"sdcpp-generation": "sdcpp-generation";
|
|
26
|
+
"ggml-vla": "ggml-vla";
|
|
27
|
+
"ggml-classification": "ggml-classification";
|
|
23
28
|
"onnx-vad": "onnx-vad";
|
|
24
29
|
}>;
|
|
25
30
|
export declare const modelRegistryEntrySchema: z.ZodObject<{
|
|
@@ -33,13 +38,15 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
|
|
|
33
38
|
modelId: z.ZodString;
|
|
34
39
|
addon: z.ZodEnum<{
|
|
35
40
|
embeddings: "embeddings";
|
|
41
|
+
diffusion: "diffusion";
|
|
42
|
+
tts: "tts";
|
|
43
|
+
ocr: "ocr";
|
|
44
|
+
vla: "vla";
|
|
36
45
|
llm: "llm";
|
|
37
46
|
whisper: "whisper";
|
|
38
47
|
nmt: "nmt";
|
|
39
48
|
parakeet: "parakeet";
|
|
40
|
-
|
|
41
|
-
ocr: "ocr";
|
|
42
|
-
diffusion: "diffusion";
|
|
49
|
+
classification: "classification";
|
|
43
50
|
vad: "vad";
|
|
44
51
|
other: "other";
|
|
45
52
|
}>;
|
|
@@ -51,9 +58,12 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
|
|
|
51
58
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
52
59
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
53
60
|
"onnx-tts": "onnx-tts";
|
|
61
|
+
"tts-ggml": "tts-ggml";
|
|
54
62
|
"parakeet-transcription": "parakeet-transcription";
|
|
55
63
|
"onnx-ocr": "onnx-ocr";
|
|
56
64
|
"sdcpp-generation": "sdcpp-generation";
|
|
65
|
+
"ggml-vla": "ggml-vla";
|
|
66
|
+
"ggml-classification": "ggml-classification";
|
|
57
67
|
"onnx-vad": "onnx-vad";
|
|
58
68
|
}>;
|
|
59
69
|
quantization: z.ZodString;
|
|
@@ -79,13 +89,15 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
|
|
|
79
89
|
modelId: z.ZodString;
|
|
80
90
|
addon: z.ZodEnum<{
|
|
81
91
|
embeddings: "embeddings";
|
|
92
|
+
diffusion: "diffusion";
|
|
93
|
+
tts: "tts";
|
|
94
|
+
ocr: "ocr";
|
|
95
|
+
vla: "vla";
|
|
82
96
|
llm: "llm";
|
|
83
97
|
whisper: "whisper";
|
|
84
98
|
nmt: "nmt";
|
|
85
99
|
parakeet: "parakeet";
|
|
86
|
-
|
|
87
|
-
ocr: "ocr";
|
|
88
|
-
diffusion: "diffusion";
|
|
100
|
+
classification: "classification";
|
|
89
101
|
vad: "vad";
|
|
90
102
|
other: "other";
|
|
91
103
|
}>;
|
|
@@ -97,9 +109,12 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
|
|
|
97
109
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
98
110
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
99
111
|
"onnx-tts": "onnx-tts";
|
|
112
|
+
"tts-ggml": "tts-ggml";
|
|
100
113
|
"parakeet-transcription": "parakeet-transcription";
|
|
101
114
|
"onnx-ocr": "onnx-ocr";
|
|
102
115
|
"sdcpp-generation": "sdcpp-generation";
|
|
116
|
+
"ggml-vla": "ggml-vla";
|
|
117
|
+
"ggml-classification": "ggml-classification";
|
|
103
118
|
"onnx-vad": "onnx-vad";
|
|
104
119
|
}>;
|
|
105
120
|
quantization: z.ZodString;
|
|
@@ -116,13 +131,15 @@ export declare const modelRegistrySearchRequestSchema: z.ZodObject<{
|
|
|
116
131
|
quantization: z.ZodOptional<z.ZodString>;
|
|
117
132
|
addon: z.ZodOptional<z.ZodEnum<{
|
|
118
133
|
embeddings: "embeddings";
|
|
134
|
+
diffusion: "diffusion";
|
|
135
|
+
tts: "tts";
|
|
136
|
+
ocr: "ocr";
|
|
137
|
+
vla: "vla";
|
|
119
138
|
llm: "llm";
|
|
120
139
|
whisper: "whisper";
|
|
121
140
|
nmt: "nmt";
|
|
122
141
|
parakeet: "parakeet";
|
|
123
|
-
|
|
124
|
-
ocr: "ocr";
|
|
125
|
-
diffusion: "diffusion";
|
|
142
|
+
classification: "classification";
|
|
126
143
|
vad: "vad";
|
|
127
144
|
other: "other";
|
|
128
145
|
}>>;
|
|
@@ -141,13 +158,15 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
|
|
|
141
158
|
modelId: z.ZodString;
|
|
142
159
|
addon: z.ZodEnum<{
|
|
143
160
|
embeddings: "embeddings";
|
|
161
|
+
diffusion: "diffusion";
|
|
162
|
+
tts: "tts";
|
|
163
|
+
ocr: "ocr";
|
|
164
|
+
vla: "vla";
|
|
144
165
|
llm: "llm";
|
|
145
166
|
whisper: "whisper";
|
|
146
167
|
nmt: "nmt";
|
|
147
168
|
parakeet: "parakeet";
|
|
148
|
-
|
|
149
|
-
ocr: "ocr";
|
|
150
|
-
diffusion: "diffusion";
|
|
169
|
+
classification: "classification";
|
|
151
170
|
vad: "vad";
|
|
152
171
|
other: "other";
|
|
153
172
|
}>;
|
|
@@ -159,9 +178,12 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
|
|
|
159
178
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
160
179
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
161
180
|
"onnx-tts": "onnx-tts";
|
|
181
|
+
"tts-ggml": "tts-ggml";
|
|
162
182
|
"parakeet-transcription": "parakeet-transcription";
|
|
163
183
|
"onnx-ocr": "onnx-ocr";
|
|
164
184
|
"sdcpp-generation": "sdcpp-generation";
|
|
185
|
+
"ggml-vla": "ggml-vla";
|
|
186
|
+
"ggml-classification": "ggml-classification";
|
|
165
187
|
"onnx-vad": "onnx-vad";
|
|
166
188
|
}>;
|
|
167
189
|
quantization: z.ZodString;
|
|
@@ -190,13 +212,15 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
|
|
|
190
212
|
modelId: z.ZodString;
|
|
191
213
|
addon: z.ZodEnum<{
|
|
192
214
|
embeddings: "embeddings";
|
|
215
|
+
diffusion: "diffusion";
|
|
216
|
+
tts: "tts";
|
|
217
|
+
ocr: "ocr";
|
|
218
|
+
vla: "vla";
|
|
193
219
|
llm: "llm";
|
|
194
220
|
whisper: "whisper";
|
|
195
221
|
nmt: "nmt";
|
|
196
222
|
parakeet: "parakeet";
|
|
197
|
-
|
|
198
|
-
ocr: "ocr";
|
|
199
|
-
diffusion: "diffusion";
|
|
223
|
+
classification: "classification";
|
|
200
224
|
vad: "vad";
|
|
201
225
|
other: "other";
|
|
202
226
|
}>;
|
|
@@ -208,9 +232,12 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
|
|
|
208
232
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
209
233
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
210
234
|
"onnx-tts": "onnx-tts";
|
|
235
|
+
"tts-ggml": "tts-ggml";
|
|
211
236
|
"parakeet-transcription": "parakeet-transcription";
|
|
212
237
|
"onnx-ocr": "onnx-ocr";
|
|
213
238
|
"sdcpp-generation": "sdcpp-generation";
|
|
239
|
+
"ggml-vla": "ggml-vla";
|
|
240
|
+
"ggml-classification": "ggml-classification";
|
|
214
241
|
"onnx-vad": "onnx-vad";
|
|
215
242
|
}>;
|
|
216
243
|
quantization: z.ZodString;
|
|
@@ -229,13 +256,15 @@ export declare const modelRegistryRequestSchema: z.ZodUnion<readonly [z.ZodObjec
|
|
|
229
256
|
quantization: z.ZodOptional<z.ZodString>;
|
|
230
257
|
addon: z.ZodOptional<z.ZodEnum<{
|
|
231
258
|
embeddings: "embeddings";
|
|
259
|
+
diffusion: "diffusion";
|
|
260
|
+
tts: "tts";
|
|
261
|
+
ocr: "ocr";
|
|
262
|
+
vla: "vla";
|
|
232
263
|
llm: "llm";
|
|
233
264
|
whisper: "whisper";
|
|
234
265
|
nmt: "nmt";
|
|
235
266
|
parakeet: "parakeet";
|
|
236
|
-
|
|
237
|
-
ocr: "ocr";
|
|
238
|
-
diffusion: "diffusion";
|
|
267
|
+
classification: "classification";
|
|
239
268
|
vad: "vad";
|
|
240
269
|
other: "other";
|
|
241
270
|
}>>;
|
|
@@ -258,13 +287,15 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
258
287
|
modelId: z.ZodString;
|
|
259
288
|
addon: z.ZodEnum<{
|
|
260
289
|
embeddings: "embeddings";
|
|
290
|
+
diffusion: "diffusion";
|
|
291
|
+
tts: "tts";
|
|
292
|
+
ocr: "ocr";
|
|
293
|
+
vla: "vla";
|
|
261
294
|
llm: "llm";
|
|
262
295
|
whisper: "whisper";
|
|
263
296
|
nmt: "nmt";
|
|
264
297
|
parakeet: "parakeet";
|
|
265
|
-
|
|
266
|
-
ocr: "ocr";
|
|
267
|
-
diffusion: "diffusion";
|
|
298
|
+
classification: "classification";
|
|
268
299
|
vad: "vad";
|
|
269
300
|
other: "other";
|
|
270
301
|
}>;
|
|
@@ -276,9 +307,12 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
276
307
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
277
308
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
278
309
|
"onnx-tts": "onnx-tts";
|
|
310
|
+
"tts-ggml": "tts-ggml";
|
|
279
311
|
"parakeet-transcription": "parakeet-transcription";
|
|
280
312
|
"onnx-ocr": "onnx-ocr";
|
|
281
313
|
"sdcpp-generation": "sdcpp-generation";
|
|
314
|
+
"ggml-vla": "ggml-vla";
|
|
315
|
+
"ggml-classification": "ggml-classification";
|
|
282
316
|
"onnx-vad": "onnx-vad";
|
|
283
317
|
}>;
|
|
284
318
|
quantization: z.ZodString;
|
|
@@ -299,13 +333,15 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
299
333
|
modelId: z.ZodString;
|
|
300
334
|
addon: z.ZodEnum<{
|
|
301
335
|
embeddings: "embeddings";
|
|
336
|
+
diffusion: "diffusion";
|
|
337
|
+
tts: "tts";
|
|
338
|
+
ocr: "ocr";
|
|
339
|
+
vla: "vla";
|
|
302
340
|
llm: "llm";
|
|
303
341
|
whisper: "whisper";
|
|
304
342
|
nmt: "nmt";
|
|
305
343
|
parakeet: "parakeet";
|
|
306
|
-
|
|
307
|
-
ocr: "ocr";
|
|
308
|
-
diffusion: "diffusion";
|
|
344
|
+
classification: "classification";
|
|
309
345
|
vad: "vad";
|
|
310
346
|
other: "other";
|
|
311
347
|
}>;
|
|
@@ -317,9 +353,12 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
317
353
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
318
354
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
319
355
|
"onnx-tts": "onnx-tts";
|
|
356
|
+
"tts-ggml": "tts-ggml";
|
|
320
357
|
"parakeet-transcription": "parakeet-transcription";
|
|
321
358
|
"onnx-ocr": "onnx-ocr";
|
|
322
359
|
"sdcpp-generation": "sdcpp-generation";
|
|
360
|
+
"ggml-vla": "ggml-vla";
|
|
361
|
+
"ggml-classification": "ggml-classification";
|
|
323
362
|
"onnx-vad": "onnx-vad";
|
|
324
363
|
}>;
|
|
325
364
|
quantization: z.ZodString;
|
|
@@ -340,13 +379,15 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
340
379
|
modelId: z.ZodString;
|
|
341
380
|
addon: z.ZodEnum<{
|
|
342
381
|
embeddings: "embeddings";
|
|
382
|
+
diffusion: "diffusion";
|
|
383
|
+
tts: "tts";
|
|
384
|
+
ocr: "ocr";
|
|
385
|
+
vla: "vla";
|
|
343
386
|
llm: "llm";
|
|
344
387
|
whisper: "whisper";
|
|
345
388
|
nmt: "nmt";
|
|
346
389
|
parakeet: "parakeet";
|
|
347
|
-
|
|
348
|
-
ocr: "ocr";
|
|
349
|
-
diffusion: "diffusion";
|
|
390
|
+
classification: "classification";
|
|
350
391
|
vad: "vad";
|
|
351
392
|
other: "other";
|
|
352
393
|
}>;
|
|
@@ -358,9 +399,12 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
358
399
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
359
400
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
360
401
|
"onnx-tts": "onnx-tts";
|
|
402
|
+
"tts-ggml": "tts-ggml";
|
|
361
403
|
"parakeet-transcription": "parakeet-transcription";
|
|
362
404
|
"onnx-ocr": "onnx-ocr";
|
|
363
405
|
"sdcpp-generation": "sdcpp-generation";
|
|
406
|
+
"ggml-vla": "ggml-vla";
|
|
407
|
+
"ggml-classification": "ggml-classification";
|
|
364
408
|
"onnx-vad": "onnx-vad";
|
|
365
409
|
}>;
|
|
366
410
|
quantization: z.ZodString;
|
package/dist/schemas/registry.js
CHANGED
|
@@ -11,6 +11,8 @@ const modelRegistryEntryAddonSchema = z.enum([
|
|
|
11
11
|
"ocr",
|
|
12
12
|
"parakeet",
|
|
13
13
|
"diffusion",
|
|
14
|
+
"vla",
|
|
15
|
+
"classification",
|
|
14
16
|
"other",
|
|
15
17
|
]);
|
|
16
18
|
// Canonical engine names derived from ModelType (schemas/model-types.ts) plus
|
|
@@ -24,9 +26,12 @@ export const modelRegistryEngineSchema = z.enum([
|
|
|
24
26
|
ModelType.llamacppEmbedding,
|
|
25
27
|
ModelType.nmtcppTranslation,
|
|
26
28
|
ModelType.onnxTts,
|
|
29
|
+
ModelType.ttsGgml,
|
|
27
30
|
ModelType.onnxOcr,
|
|
28
31
|
ModelType.parakeetTranscription,
|
|
29
32
|
ModelType.sdcppGeneration,
|
|
33
|
+
ModelType.ggmlVla,
|
|
34
|
+
ModelType.ggmlClassification,
|
|
30
35
|
"onnx-vad",
|
|
31
36
|
]);
|
|
32
37
|
export const modelRegistryEntrySchema = z.object({
|