@qvac/sdk 0.4.1 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +365 -200
- package/bare-imports.json +35 -0
- package/dist/client/api/cancel.d.ts +12 -3
- package/dist/client/api/cancel.js +12 -3
- package/dist/client/api/completion-stream.d.ts +15 -5
- package/dist/client/api/completion-stream.js +50 -14
- package/dist/client/api/embed.d.ts +17 -3
- package/dist/client/api/embed.js +0 -8
- package/dist/client/api/get-model-info.d.ts +2 -2
- package/dist/client/api/get-model-info.js +2 -2
- package/dist/client/api/index.d.ts +2 -2
- package/dist/client/api/index.js +2 -2
- package/dist/client/api/load-model.d.ts +37 -11
- package/dist/client/api/load-model.js +34 -117
- package/dist/client/api/logging-stream.d.ts +6 -3
- package/dist/client/api/logging-stream.js +6 -3
- package/dist/client/api/ocr.d.ts +31 -0
- package/dist/client/api/ocr.js +88 -0
- package/dist/client/api/rag.d.ts +215 -20
- package/dist/client/api/rag.js +382 -23
- package/dist/client/api/translate.js +10 -11
- package/dist/client/api/unload-model.js +6 -3
- package/dist/client/config-loader/config-utils.d.ts +5 -0
- package/dist/client/config-loader/config-utils.js +20 -0
- package/dist/client/config-loader/resolve-config.bare.d.ts +9 -0
- package/dist/client/config-loader/resolve-config.bare.js +87 -0
- package/dist/client/config-loader/resolve-config.expo.d.ts +11 -0
- package/dist/client/config-loader/resolve-config.expo.js +62 -0
- package/dist/client/config-loader/resolve-config.node.d.ts +9 -0
- package/dist/client/config-loader/resolve-config.node.js +118 -0
- package/dist/client/init-hooks.d.ts +18 -3
- package/dist/client/init-hooks.js +57 -29
- package/dist/client/logging-stream-registry.d.ts +1 -1
- package/dist/client/logging-stream-registry.js +14 -13
- package/dist/client/rpc/bare-client.d.ts +3 -184
- package/dist/client/rpc/bare-client.js +67 -8
- package/dist/client/rpc/expo-rpc-client.d.ts +2 -2
- package/dist/client/rpc/expo-rpc-client.js +70 -12
- package/dist/client/rpc/node-rpc-client.d.ts +1 -1
- package/dist/client/rpc/node-rpc-client.js +14 -7
- package/dist/client/rpc/rpc-client.d.ts +1 -1
- package/dist/client/rpc/rpc-client.js +13 -58
- package/dist/examples/config/blind-relay/blind-relay.config.d.ts +5 -0
- package/dist/examples/config/blind-relay/blind-relay.config.js +7 -0
- package/dist/examples/config/default/default.config.d.ts +8 -0
- package/dist/examples/config/default/default.config.js +6 -0
- package/dist/examples/config-reload.d.ts +2 -0
- package/dist/examples/config-reload.js +49 -0
- package/dist/examples/default-config-usage.d.ts +17 -0
- package/dist/examples/default-config-usage.js +47 -0
- package/dist/examples/delegated-inference/consumer.js +1 -0
- package/dist/examples/download-with-blind-relays.js +22 -21
- package/dist/examples/embed-hyperdrive.js +39 -3
- package/dist/examples/kv-cache-cleanup.js +1 -1
- package/dist/examples/kv-cache-custom-key.js +16 -1
- package/dist/examples/kv-cache-example.js +1 -1
- package/dist/examples/llamacpp-hyperdrive.js +1 -1
- package/dist/examples/llamacpp-sharded.js +13 -4
- package/dist/examples/logging-file-transport.d.ts +2 -0
- package/dist/examples/{llamacpp-file-logging.js → logging-file-transport.js} +3 -7
- package/dist/examples/logging-streaming.d.ts +2 -0
- package/dist/examples/logging-streaming.js +75 -0
- package/dist/examples/mcp-websearch.d.ts +13 -0
- package/dist/examples/mcp-websearch.js +176 -0
- package/dist/examples/ocr-fasttext.d.ts +2 -0
- package/dist/examples/ocr-fasttext.js +52 -0
- package/dist/examples/quickstart.d.ts +2 -0
- package/dist/examples/quickstart.js +28 -0
- package/dist/examples/rag/rag-hyperdb/cancellation.d.ts +2 -0
- package/dist/examples/rag/rag-hyperdb/cancellation.js +75 -0
- package/dist/examples/rag/rag-hyperdb/ingest.d.ts +2 -0
- package/dist/examples/rag/{rag-hyperdb.js → rag-hyperdb/ingest.js} +10 -4
- package/dist/examples/rag/rag-hyperdb/pipeline.d.ts +2 -0
- package/dist/examples/rag/rag-hyperdb/pipeline.js +74 -0
- package/dist/examples/rag/rag-hyperdb/workspaces.d.ts +2 -0
- package/dist/examples/rag/rag-hyperdb/workspaces.js +178 -0
- package/dist/examples/translation/translation-bergamot-batch.d.ts +2 -0
- package/dist/examples/translation/translation-bergamot-batch.js +49 -0
- package/dist/examples/translation/translation-bergamot.d.ts +2 -0
- package/dist/examples/translation/translation-bergamot.js +39 -0
- package/dist/examples/translation/translation-indic.js +1 -0
- package/dist/examples/translation/translation-opus.js +1 -0
- package/dist/examples/translation/translation-stream.js +1 -0
- package/dist/expo/plugins/withMobileBundle.js +29 -10
- package/dist/index.d.ts +5 -4
- package/dist/index.js +4 -2
- package/dist/logging/addon.d.ts +6 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/base-logger.js +26 -16
- package/dist/logging/client-logger.d.ts +3 -0
- package/dist/logging/client-logger.js +24 -0
- package/dist/logging/index.d.ts +7 -1
- package/dist/logging/index.js +7 -1
- package/dist/logging/logger.d.ts +0 -2
- package/dist/logging/logger.js +11 -6
- package/dist/logging/namespaces.d.ts +12 -0
- package/dist/logging/namespaces.js +12 -0
- package/dist/logging/registry.d.ts +31 -0
- package/dist/logging/registry.js +48 -0
- package/dist/logging/server-logger.d.ts +3 -0
- package/dist/logging/server-logger.js +16 -0
- package/dist/logging/stream-logger.d.ts +1 -1
- package/dist/logging/stream-logger.js +6 -3
- package/dist/logging/transport.js +2 -2
- package/dist/logging/types.d.ts +2 -0
- package/dist/logging/utils.d.ts +2 -0
- package/dist/logging/utils.js +62 -0
- package/dist/models/hyperdrive/models.d.ts +1886 -230
- package/dist/models/hyperdrive/models.js +2191 -443
- package/dist/schemas/archive.d.ts +9 -0
- package/dist/schemas/archive.js +17 -0
- package/dist/schemas/cancel.d.ts +6 -0
- package/dist/schemas/cancel.js +5 -0
- package/dist/schemas/common.d.ts +660 -92
- package/dist/schemas/common.js +6 -4
- package/dist/schemas/delegate.d.ts +1 -0
- package/dist/schemas/delegate.js +1 -0
- package/dist/schemas/download-asset.d.ts +21 -9
- package/dist/schemas/embed.d.ts +3 -3
- package/dist/schemas/embed.js +9 -2
- package/dist/schemas/get-model-info.d.ts +12 -10
- package/dist/schemas/get-model-info.js +9 -1
- package/dist/schemas/index.d.ts +9 -1
- package/dist/schemas/index.js +12 -1
- package/dist/schemas/json-schema.d.ts +16 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/llamacpp-config.d.ts +117 -12
- package/dist/schemas/llamacpp-config.js +46 -12
- package/dist/schemas/load-model.d.ts +3669 -481
- package/dist/schemas/load-model.js +95 -34
- package/dist/schemas/logging-stream.d.ts +11 -4
- package/dist/schemas/logging-stream.js +4 -3
- package/dist/schemas/mcp-adapter.d.ts +47 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-src-utils.d.ts +38 -14
- package/dist/schemas/model-src-utils.js +4 -3
- package/dist/schemas/model-types.d.ts +154 -0
- package/dist/schemas/model-types.js +140 -0
- package/dist/schemas/ocr.d.ts +88 -0
- package/dist/schemas/ocr.js +52 -0
- package/dist/schemas/rag.d.ts +183 -52
- package/dist/schemas/rag.js +148 -23
- package/dist/schemas/reload-config.d.ts +356 -0
- package/dist/schemas/reload-config.js +44 -0
- package/dist/schemas/runtime-context.d.ts +19 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdk-config.d.ts +717 -0
- package/dist/schemas/sdk-config.js +131 -0
- package/dist/schemas/sdk-errors-client.d.ts +5 -0
- package/dist/schemas/sdk-errors-client.js +25 -0
- package/dist/schemas/sdk-errors-server.d.ts +17 -0
- package/dist/schemas/sdk-errors-server.js +85 -0
- package/dist/schemas/shard.d.ts +21 -0
- package/dist/schemas/shard.js +17 -0
- package/dist/schemas/tools.d.ts +3 -0
- package/dist/schemas/translate.d.ts +68 -23
- package/dist/schemas/translate.js +37 -11
- package/dist/schemas/translation-config.d.ts +337 -13
- package/dist/schemas/translation-config.js +65 -9
- package/dist/schemas/whispercpp-config.d.ts +9 -1
- package/dist/schemas/whispercpp-config.js +2 -1
- package/dist/scripts/run-unit-tests.d.ts +2 -0
- package/dist/scripts/run-unit-tests.js +17 -0
- package/dist/server/bare/addons/llamacpp-completion/cache-logger.d.ts +6 -0
- package/dist/server/bare/addons/llamacpp-completion/cache-logger.js +34 -0
- package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/create-model.d.ts +1 -5
- package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/create-model.js +6 -20
- package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/handlers/completion-stream.js +26 -7
- package/dist/server/bare/addons/llamacpp-completion/index.d.ts +4 -0
- package/dist/server/bare/addons/llamacpp-completion/index.js +3 -0
- package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/kv-cache-utils.d.ts +4 -1
- package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/kv-cache-utils.js +49 -14
- package/dist/server/bare/addons/llamacpp-embedding/create-model.d.ts +8 -0
- package/dist/server/bare/addons/llamacpp-embedding/create-model.js +38 -0
- package/dist/server/bare/addons/llamacpp-embedding/handlers/embed.d.ts +12 -0
- package/dist/server/bare/addons/{llamacpp → llamacpp-embedding}/handlers/embed.js +18 -4
- package/dist/server/bare/addons/llamacpp-embedding/index.d.ts +3 -0
- package/dist/server/bare/addons/llamacpp-embedding/index.js +2 -0
- package/dist/server/bare/addons/load-model.js +38 -28
- package/dist/server/bare/addons/{translation → nmtcpp-translation}/create-model.js +23 -8
- package/dist/server/bare/addons/{translation → nmtcpp-translation}/handlers/translate.js +35 -11
- package/dist/server/bare/addons/onnx-ocr/create-model.d.ts +10 -0
- package/dist/server/bare/addons/onnx-ocr/create-model.js +39 -0
- package/dist/server/bare/addons/onnx-ocr/handlers/ocr-stream.d.ts +10 -0
- package/dist/server/bare/addons/onnx-ocr/handlers/ocr-stream.js +109 -0
- package/dist/server/bare/addons/onnx-ocr/index.d.ts +3 -0
- package/dist/server/bare/addons/onnx-ocr/index.js +2 -0
- package/dist/server/bare/addons/unload-model.js +6 -3
- package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/create-model.js +2 -1
- package/dist/server/bare/addons/whispercpp-transcription/handlers/transcribe-stream.js +82 -0
- package/dist/server/bare/delegate-rpc-client.js +31 -11
- package/dist/server/bare/hyperswarm.js +7 -5
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +3 -0
- package/dist/server/bare/rag-hyperdb/handlers/chunk.js +7 -0
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +3 -0
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +9 -0
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +9 -10
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +3 -0
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +14 -0
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +9 -0
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +18 -0
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +3 -0
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +4 -0
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +9 -0
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +16 -0
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +7 -4
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +13 -14
- package/dist/server/bare/rag-hyperdb/handlers/search.js +10 -10
- package/dist/server/bare/rag-hyperdb/index.d.ts +8 -1
- package/dist/server/bare/rag-hyperdb/index.js +8 -1
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +7 -0
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +39 -0
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +15 -0
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +135 -0
- package/dist/server/bare/registry/config-registry.d.ts +13 -4
- package/dist/server/bare/registry/config-registry.js +53 -10
- package/dist/server/bare/registry/logging-stream-registry.d.ts +24 -7
- package/dist/server/bare/registry/logging-stream-registry.js +99 -20
- package/dist/server/bare/registry/model-config-registry.d.ts +4 -0
- package/dist/server/bare/registry/model-config-registry.js +15 -0
- package/dist/server/bare/registry/model-config-utils.d.ts +15 -0
- package/dist/server/bare/registry/model-config-utils.js +121 -0
- package/dist/server/bare/registry/model-registry.d.ts +6 -26
- package/dist/server/bare/registry/model-registry.js +9 -6
- package/dist/server/bare/registry/runtime-context-registry.d.ts +7 -0
- package/dist/server/bare/registry/runtime-context-registry.js +26 -0
- package/dist/server/bare/utils/loader-adapter.d.ts +7 -0
- package/dist/server/bare/utils/loader-adapter.js +9 -0
- package/dist/server/error-handlers.js +4 -2
- package/dist/server/rpc/create-server.js +5 -3
- package/dist/server/rpc/handle-request.js +115 -19
- package/dist/server/rpc/handlers/cancelHandler.js +13 -2
- package/dist/server/rpc/handlers/completion-stream-delegated.js +4 -2
- package/dist/server/rpc/handlers/completion-stream.js +1 -1
- package/dist/server/rpc/handlers/delete-cache.js +4 -2
- package/dist/server/rpc/handlers/download-asset.js +3 -1
- package/dist/server/rpc/handlers/embed.js +4 -2
- package/dist/server/rpc/handlers/get-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-model-info.js +22 -10
- package/dist/server/rpc/handlers/index.d.ts +4 -2
- package/dist/server/rpc/handlers/index.js +2 -2
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +11 -11
- package/dist/server/rpc/handlers/load-model/download-manager.js +40 -28
- package/dist/server/rpc/handlers/{load-model.d.ts → load-model/handler.d.ts} +2 -2
- package/dist/server/rpc/handlers/load-model/handler.js +179 -0
- package/dist/server/rpc/handlers/load-model/http.js +361 -50
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +26 -22
- package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/index.js +2 -2
- package/dist/server/rpc/handlers/load-model/resolve.js +39 -8
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.js +15 -10
- package/dist/server/rpc/handlers/logging-stream.js +4 -4
- package/dist/server/rpc/handlers/ocr-stream.d.ts +3 -0
- package/dist/server/rpc/handlers/ocr-stream.js +39 -0
- package/dist/server/rpc/handlers/provideHandler/connection.js +12 -10
- package/dist/server/rpc/handlers/provideHandler/handler.js +18 -16
- package/dist/server/rpc/handlers/provideHandler/proxy.js +8 -6
- package/dist/server/rpc/handlers/rag.d.ts +2 -2
- package/dist/server/rpc/handlers/rag.js +107 -41
- package/dist/server/rpc/handlers/stopProvideHandler.js +3 -1
- package/dist/server/rpc/handlers/text-to-speech.js +1 -1
- package/dist/server/rpc/handlers/transcribe-stream.js +4 -2
- package/dist/server/rpc/handlers/translate.js +9 -16
- package/dist/server/rpc/handlers/unload-model.js +4 -2
- package/dist/server/utils/archive.d.ts +3 -0
- package/dist/server/utils/archive.js +171 -0
- package/dist/server/utils/audio/decoder.d.ts +2 -1
- package/dist/server/utils/audio/decoder.js +48 -11
- package/dist/server/utils/cache.d.ts +5 -5
- package/dist/server/utils/cache.js +13 -11
- package/dist/server/utils/config-transform.d.ts +3 -0
- package/dist/server/utils/config-transform.js +23 -0
- package/dist/server/utils/formatting.d.ts +13 -0
- package/dist/server/utils/formatting.js +26 -0
- package/dist/server/utils/gguf-tensor-extractor.d.ts +15 -0
- package/dist/server/utils/gguf-tensor-extractor.js +314 -0
- package/dist/server/utils/index.d.ts +4 -1
- package/dist/server/utils/index.js +4 -1
- package/dist/server/utils/shard-utils.d.ts +42 -16
- package/dist/server/utils/shard-utils.js +95 -7
- package/dist/server/worker.js +49 -19
- package/dist/utils/errors-base.d.ts +1 -1
- package/dist/utils/errors-base.js +2 -2
- package/dist/utils/errors-client.d.ts +24 -0
- package/dist/utils/errors-client.js +40 -0
- package/dist/utils/errors-server.d.ts +42 -0
- package/dist/utils/errors-server.js +71 -0
- package/dist/utils/mcp-adapter.d.ts +12 -0
- package/dist/utils/mcp-adapter.js +103 -0
- package/dist/utils/object.d.ts +2 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/tool-helpers.d.ts +10 -2
- package/dist/utils/tool-helpers.js +24 -11
- package/package.json +74 -36
- package/dist/client/api/set-config.d.ts +0 -7
- package/dist/client/api/set-config.js +0 -20
- package/dist/client/config-manager.d.ts +0 -4
- package/dist/client/config-manager.js +0 -8
- package/dist/client/rpc/bare-rpc-client.d.ts +0 -4
- package/dist/client/rpc/bare-rpc-client.js +0 -91
- package/dist/examples/llamacpp-file-logging.d.ts +0 -2
- package/dist/examples/rag/rag-hyperdb-workspaces.d.ts +0 -2
- package/dist/examples/rag/rag-hyperdb-workspaces.js +0 -106
- package/dist/examples/rag/rag-hyperdb.d.ts +0 -2
- package/dist/schemas/set-config.d.ts +0 -21
- package/dist/schemas/set-config.js +0 -14
- package/dist/server/bare/addons/llamacpp/handlers/embed.d.ts +0 -4
- package/dist/server/bare/addons/llamacpp/index.d.ts +0 -4
- package/dist/server/bare/addons/llamacpp/index.js +0 -3
- package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.js +0 -63
- package/dist/server/bare/rag-hyperdb/rag-manager.d.ts +0 -5
- package/dist/server/bare/rag-hyperdb/rag-manager.js +0 -64
- package/dist/server/rpc/handlers/load-model.js +0 -59
- package/dist/server/rpc/handlers/set-config.d.ts +0 -3
- package/dist/server/rpc/handlers/set-config.js +0 -18
- package/dist/server/utils/hash.d.ts +0 -5
- package/dist/server/utils/hash.js +0 -11
- /package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/handlers/completion-stream.d.ts +0 -0
- /package/dist/server/bare/addons/{translation → nmtcpp-translation}/create-model.d.ts +0 -0
- /package/dist/server/bare/addons/{translation → nmtcpp-translation}/handlers/translate.d.ts +0 -0
- /package/dist/server/bare/addons/{translation → nmtcpp-translation}/index.d.ts +0 -0
- /package/dist/server/bare/addons/{translation → nmtcpp-translation}/index.js +0 -0
- /package/dist/server/bare/addons/{tts → onnx-tts}/create-model.d.ts +0 -0
- /package/dist/server/bare/addons/{tts → onnx-tts}/create-model.js +0 -0
- /package/dist/server/bare/addons/{tts → onnx-tts}/handlers/text-to-speech.d.ts +0 -0
- /package/dist/server/bare/addons/{tts → onnx-tts}/handlers/text-to-speech.js +0 -0
- /package/dist/server/bare/addons/{tts → onnx-tts}/index.d.ts +0 -0
- /package/dist/server/bare/addons/{tts → onnx-tts}/index.js +0 -0
- /package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/create-model.d.ts +0 -0
- /package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/handlers/transcribe-stream.d.ts +0 -0
- /package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/index.d.ts +0 -0
- /package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/index.js +0 -0
|
@@ -1,15 +1,18 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
|
-
import {
|
|
2
|
+
import { llmConfigBaseSchema, embedConfigBaseSchema, } from "./llamacpp-config.js";
|
|
3
3
|
import { whisperConfigSchema } from "./whispercpp-config.js";
|
|
4
4
|
import { delegateSchema } from "./delegate.js";
|
|
5
5
|
import { nmtConfigSchema } from "./translation-config.js";
|
|
6
6
|
import { ttsConfigSchema } from "./text-to-speech.js";
|
|
7
|
+
import { ocrConfigSchema } from "./ocr.js";
|
|
7
8
|
import { modelSrcInputSchema, modelInputToSrcSchema, modelInputToNameSchema, } from "./model-src-utils.js";
|
|
9
|
+
import { llmModelTypeSchema, whisperModelTypeSchema, embeddingsModelTypeSchema, nmtModelTypeSchema, ttsModelTypeSchema, ocrModelTypeSchema, ModelType, } from "./model-types.js";
|
|
10
|
+
import { reloadConfigRequestSchema } from "./reload-config.js";
|
|
8
11
|
const loadModelOptionsBaseSchema = z.union([
|
|
9
12
|
z.object({
|
|
10
13
|
modelSrc: modelSrcInputSchema,
|
|
11
|
-
modelType:
|
|
12
|
-
modelConfig:
|
|
14
|
+
modelType: llmModelTypeSchema,
|
|
15
|
+
modelConfig: llmConfigBaseSchema.strict().optional(),
|
|
13
16
|
seed: z.boolean().optional(),
|
|
14
17
|
projectionModelSrc: modelSrcInputSchema.optional(),
|
|
15
18
|
delegate: delegateSchema,
|
|
@@ -17,7 +20,7 @@ const loadModelOptionsBaseSchema = z.union([
|
|
|
17
20
|
}),
|
|
18
21
|
z.object({
|
|
19
22
|
modelSrc: modelSrcInputSchema,
|
|
20
|
-
modelType:
|
|
23
|
+
modelType: whisperModelTypeSchema,
|
|
21
24
|
modelConfig: whisperConfigSchema.partial().strict().optional(),
|
|
22
25
|
seed: z.boolean().optional(),
|
|
23
26
|
vadModelSrc: modelSrcInputSchema.optional(),
|
|
@@ -25,27 +28,37 @@ const loadModelOptionsBaseSchema = z.union([
|
|
|
25
28
|
}),
|
|
26
29
|
z.object({
|
|
27
30
|
modelSrc: modelSrcInputSchema,
|
|
28
|
-
modelType:
|
|
29
|
-
modelConfig:
|
|
31
|
+
modelType: embeddingsModelTypeSchema,
|
|
32
|
+
modelConfig: embedConfigBaseSchema.strict().optional(),
|
|
30
33
|
seed: z.boolean().optional(),
|
|
31
34
|
delegate: delegateSchema,
|
|
32
35
|
}),
|
|
33
36
|
z.object({
|
|
34
37
|
modelSrc: modelSrcInputSchema,
|
|
35
|
-
modelType:
|
|
38
|
+
modelType: nmtModelTypeSchema,
|
|
36
39
|
modelConfig: nmtConfigSchema,
|
|
40
|
+
srcVocabSrc: modelSrcInputSchema.optional(),
|
|
41
|
+
dstVocabSrc: modelSrcInputSchema.optional(),
|
|
37
42
|
seed: z.boolean().optional(),
|
|
38
43
|
delegate: delegateSchema,
|
|
39
44
|
}),
|
|
40
45
|
z.object({
|
|
41
46
|
modelSrc: modelSrcInputSchema,
|
|
42
|
-
modelType:
|
|
47
|
+
modelType: ttsModelTypeSchema,
|
|
43
48
|
modelConfig: ttsConfigSchema,
|
|
44
49
|
configSrc: modelSrcInputSchema,
|
|
45
50
|
eSpeakDataPath: z.string(),
|
|
46
51
|
seed: z.boolean().optional(),
|
|
47
52
|
delegate: delegateSchema,
|
|
48
53
|
}),
|
|
54
|
+
z.object({
|
|
55
|
+
modelSrc: modelSrcInputSchema,
|
|
56
|
+
modelType: ocrModelTypeSchema,
|
|
57
|
+
modelConfig: ocrConfigSchema.partial().strict().optional(),
|
|
58
|
+
detectorModelSrc: modelSrcInputSchema.optional(),
|
|
59
|
+
seed: z.boolean().optional(),
|
|
60
|
+
delegate: delegateSchema,
|
|
61
|
+
}),
|
|
49
62
|
]);
|
|
50
63
|
export const loadModelOptionsSchema = loadModelOptionsBaseSchema.transform((data) => ({
|
|
51
64
|
...data,
|
|
@@ -55,8 +68,8 @@ export const loadModelOptionsToRequestSchema = z.union([
|
|
|
55
68
|
z
|
|
56
69
|
.object({
|
|
57
70
|
modelSrc: modelSrcInputSchema,
|
|
58
|
-
modelType:
|
|
59
|
-
modelConfig:
|
|
71
|
+
modelType: llmModelTypeSchema,
|
|
72
|
+
modelConfig: llmConfigBaseSchema.strict().optional(),
|
|
60
73
|
seed: z.boolean().optional(),
|
|
61
74
|
projectionModelSrc: modelSrcInputSchema.optional(),
|
|
62
75
|
delegate: delegateSchema,
|
|
@@ -66,7 +79,7 @@ export const loadModelOptionsToRequestSchema = z.union([
|
|
|
66
79
|
})
|
|
67
80
|
.transform((data) => ({
|
|
68
81
|
type: "loadModel",
|
|
69
|
-
modelType:
|
|
82
|
+
modelType: ModelType.llamacppCompletion,
|
|
70
83
|
modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
|
|
71
84
|
modelName: modelInputToNameSchema.parse(data.modelSrc),
|
|
72
85
|
modelConfig: (data.modelConfig ?? {}),
|
|
@@ -80,7 +93,7 @@ export const loadModelOptionsToRequestSchema = z.union([
|
|
|
80
93
|
z
|
|
81
94
|
.object({
|
|
82
95
|
modelSrc: modelSrcInputSchema,
|
|
83
|
-
modelType:
|
|
96
|
+
modelType: whisperModelTypeSchema,
|
|
84
97
|
modelConfig: whisperConfigSchema.partial().strict().optional(),
|
|
85
98
|
seed: z.boolean().optional(),
|
|
86
99
|
vadModelSrc: modelSrcInputSchema.optional(),
|
|
@@ -90,7 +103,7 @@ export const loadModelOptionsToRequestSchema = z.union([
|
|
|
90
103
|
})
|
|
91
104
|
.transform((data) => ({
|
|
92
105
|
type: "loadModel",
|
|
93
|
-
modelType:
|
|
106
|
+
modelType: ModelType.whispercppTranscription,
|
|
94
107
|
modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
|
|
95
108
|
modelName: modelInputToNameSchema.parse(data.modelSrc),
|
|
96
109
|
modelConfig: (data.modelConfig ?? {}),
|
|
@@ -104,8 +117,8 @@ export const loadModelOptionsToRequestSchema = z.union([
|
|
|
104
117
|
z
|
|
105
118
|
.object({
|
|
106
119
|
modelSrc: modelSrcInputSchema,
|
|
107
|
-
modelType:
|
|
108
|
-
modelConfig:
|
|
120
|
+
modelType: embeddingsModelTypeSchema,
|
|
121
|
+
modelConfig: embedConfigBaseSchema.strict().optional(),
|
|
109
122
|
seed: z.boolean().optional(),
|
|
110
123
|
delegate: delegateSchema,
|
|
111
124
|
onProgress: z.unknown().optional(),
|
|
@@ -113,7 +126,7 @@ export const loadModelOptionsToRequestSchema = z.union([
|
|
|
113
126
|
})
|
|
114
127
|
.transform((data) => ({
|
|
115
128
|
type: "loadModel",
|
|
116
|
-
modelType:
|
|
129
|
+
modelType: ModelType.llamacppEmbedding,
|
|
117
130
|
modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
|
|
118
131
|
modelName: modelInputToNameSchema.parse(data.modelSrc),
|
|
119
132
|
modelConfig: (data.modelConfig ?? {}),
|
|
@@ -124,8 +137,10 @@ export const loadModelOptionsToRequestSchema = z.union([
|
|
|
124
137
|
z
|
|
125
138
|
.object({
|
|
126
139
|
modelSrc: modelSrcInputSchema,
|
|
127
|
-
modelType:
|
|
140
|
+
modelType: nmtModelTypeSchema,
|
|
128
141
|
modelConfig: nmtConfigSchema,
|
|
142
|
+
srcVocabSrc: modelSrcInputSchema.optional(),
|
|
143
|
+
dstVocabSrc: modelSrcInputSchema.optional(),
|
|
129
144
|
seed: z.boolean().optional(),
|
|
130
145
|
delegate: delegateSchema,
|
|
131
146
|
onProgress: z.unknown().optional(),
|
|
@@ -133,10 +148,16 @@ export const loadModelOptionsToRequestSchema = z.union([
|
|
|
133
148
|
})
|
|
134
149
|
.transform((data) => ({
|
|
135
150
|
type: "loadModel",
|
|
136
|
-
modelType:
|
|
151
|
+
modelType: ModelType.nmtcppTranslation,
|
|
137
152
|
modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
|
|
138
153
|
modelName: modelInputToNameSchema.parse(data.modelSrc),
|
|
139
154
|
modelConfig: data.modelConfig,
|
|
155
|
+
srcVocabSrc: data.srcVocabSrc
|
|
156
|
+
? modelInputToSrcSchema.parse(data.srcVocabSrc)
|
|
157
|
+
: undefined,
|
|
158
|
+
dstVocabSrc: data.dstVocabSrc
|
|
159
|
+
? modelInputToSrcSchema.parse(data.dstVocabSrc)
|
|
160
|
+
: undefined,
|
|
140
161
|
seed: data.seed ?? false,
|
|
141
162
|
withProgress: data.withProgress ?? !!data.onProgress,
|
|
142
163
|
delegate: data.delegate,
|
|
@@ -144,7 +165,7 @@ export const loadModelOptionsToRequestSchema = z.union([
|
|
|
144
165
|
z
|
|
145
166
|
.object({
|
|
146
167
|
modelSrc: modelSrcInputSchema,
|
|
147
|
-
modelType:
|
|
168
|
+
modelType: ttsModelTypeSchema,
|
|
148
169
|
modelConfig: ttsConfigSchema,
|
|
149
170
|
configSrc: modelSrcInputSchema,
|
|
150
171
|
eSpeakDataPath: z.string(),
|
|
@@ -155,7 +176,7 @@ export const loadModelOptionsToRequestSchema = z.union([
|
|
|
155
176
|
})
|
|
156
177
|
.transform((data) => ({
|
|
157
178
|
type: "loadModel",
|
|
158
|
-
modelType:
|
|
179
|
+
modelType: ModelType.onnxTts,
|
|
159
180
|
modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
|
|
160
181
|
modelName: modelInputToNameSchema.parse(data.modelSrc),
|
|
161
182
|
modelConfig: data.modelConfig,
|
|
@@ -165,6 +186,30 @@ export const loadModelOptionsToRequestSchema = z.union([
|
|
|
165
186
|
configSrc: modelInputToSrcSchema.parse(data.configSrc),
|
|
166
187
|
eSpeakDataPath: data.eSpeakDataPath,
|
|
167
188
|
})),
|
|
189
|
+
z
|
|
190
|
+
.object({
|
|
191
|
+
modelSrc: modelSrcInputSchema,
|
|
192
|
+
modelType: ocrModelTypeSchema,
|
|
193
|
+
modelConfig: ocrConfigSchema.partial().strict().optional(),
|
|
194
|
+
detectorModelSrc: modelSrcInputSchema.optional(),
|
|
195
|
+
seed: z.boolean().optional(),
|
|
196
|
+
delegate: delegateSchema,
|
|
197
|
+
onProgress: z.unknown().optional(),
|
|
198
|
+
withProgress: z.boolean().optional(),
|
|
199
|
+
})
|
|
200
|
+
.transform((data) => ({
|
|
201
|
+
type: "loadModel",
|
|
202
|
+
modelType: ModelType.onnxOcr,
|
|
203
|
+
modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
|
|
204
|
+
modelName: modelInputToNameSchema.parse(data.modelSrc),
|
|
205
|
+
modelConfig: (data.modelConfig ?? {}),
|
|
206
|
+
seed: data.seed ?? false,
|
|
207
|
+
withProgress: data.withProgress ?? !!data.onProgress,
|
|
208
|
+
delegate: data.delegate,
|
|
209
|
+
detectorModelSrc: data.detectorModelSrc
|
|
210
|
+
? modelInputToSrcSchema.parse(data.detectorModelSrc)
|
|
211
|
+
: undefined,
|
|
212
|
+
})),
|
|
168
213
|
]);
|
|
169
214
|
const commonModelConfigSchema = z.object({
|
|
170
215
|
type: z.literal("loadModel"),
|
|
@@ -173,46 +218,61 @@ const commonModelConfigSchema = z.object({
|
|
|
173
218
|
projectionModelSrc: z.string().optional(),
|
|
174
219
|
vadModelSrc: z.string().optional(),
|
|
175
220
|
configSrc: z.string().optional(),
|
|
221
|
+
detectorModelSrc: z.string().optional(),
|
|
176
222
|
withProgress: z.boolean().optional(),
|
|
177
223
|
seed: z.boolean().optional(),
|
|
178
224
|
delegate: delegateSchema,
|
|
179
225
|
});
|
|
180
|
-
// Request schemas for each model type
|
|
226
|
+
// Request schemas for each model type (use canonical types since transforms normalize)
|
|
227
|
+
// Use base schemas (no defaults) for client-side validation.
|
|
228
|
+
// Server applies device defaults, then full schema defaults.
|
|
181
229
|
export const loadLlmModelRequestSchema = commonModelConfigSchema.extend({
|
|
182
|
-
modelType: z.literal(
|
|
183
|
-
modelConfig:
|
|
230
|
+
modelType: z.literal(ModelType.llamacppCompletion),
|
|
231
|
+
modelConfig: llmConfigBaseSchema,
|
|
184
232
|
});
|
|
185
233
|
export const loadWhisperModelRequestSchema = commonModelConfigSchema.extend({
|
|
186
|
-
modelType: z.literal(
|
|
187
|
-
modelConfig: whisperConfigSchema,
|
|
234
|
+
modelType: z.literal(ModelType.whispercppTranscription),
|
|
235
|
+
modelConfig: whisperConfigSchema, // whisper has no defaults
|
|
188
236
|
});
|
|
189
237
|
export const loadEmbeddingsModelRequestSchema = commonModelConfigSchema.extend({
|
|
190
|
-
modelType: z.literal(
|
|
191
|
-
modelConfig:
|
|
238
|
+
modelType: z.literal(ModelType.llamacppEmbedding),
|
|
239
|
+
modelConfig: embedConfigBaseSchema,
|
|
192
240
|
});
|
|
193
241
|
export const loadNmtModelRequestSchema = commonModelConfigSchema.extend({
|
|
194
|
-
modelType: z.literal(
|
|
195
|
-
modelConfig: nmtConfigSchema,
|
|
242
|
+
modelType: z.literal(ModelType.nmtcppTranslation),
|
|
243
|
+
modelConfig: nmtConfigSchema, // nmt has no defaults
|
|
244
|
+
srcVocabSrc: z.string().optional(),
|
|
245
|
+
dstVocabSrc: z.string().optional(),
|
|
196
246
|
});
|
|
197
247
|
export const loadTtsModelRequestSchema = commonModelConfigSchema.extend({
|
|
198
|
-
modelType: z.literal(
|
|
199
|
-
modelConfig: ttsConfigSchema,
|
|
248
|
+
modelType: z.literal(ModelType.onnxTts),
|
|
249
|
+
modelConfig: ttsConfigSchema, // tts has no defaults
|
|
200
250
|
configSrc: z.string(),
|
|
201
251
|
eSpeakDataPath: z.string(),
|
|
202
252
|
});
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
253
|
+
export const loadOcrModelRequestSchema = commonModelConfigSchema.extend({
|
|
254
|
+
modelType: z.literal(ModelType.onnxOcr),
|
|
255
|
+
modelConfig: ocrConfigSchema, // ocr has no defaults
|
|
256
|
+
});
|
|
257
|
+
// Union of all load model request types (using z.union since each modelType accepts multiple values)
|
|
258
|
+
export const loadModelSrcRequestSchema = z
|
|
259
|
+
.union([
|
|
206
260
|
loadLlmModelRequestSchema,
|
|
207
261
|
loadWhisperModelRequestSchema,
|
|
208
262
|
loadEmbeddingsModelRequestSchema,
|
|
209
263
|
loadNmtModelRequestSchema,
|
|
210
264
|
loadTtsModelRequestSchema,
|
|
265
|
+
loadOcrModelRequestSchema,
|
|
211
266
|
])
|
|
212
267
|
.transform((data) => ({
|
|
213
268
|
...data,
|
|
214
269
|
seed: data.seed ?? false,
|
|
215
270
|
}));
|
|
271
|
+
// Combined request schema: load new model OR reload config
|
|
272
|
+
export const loadModelRequestSchema = z.union([
|
|
273
|
+
loadModelSrcRequestSchema,
|
|
274
|
+
reloadConfigRequestSchema,
|
|
275
|
+
]);
|
|
216
276
|
export const loadModelResponseSchema = z.object({
|
|
217
277
|
type: z.literal("loadModel"),
|
|
218
278
|
success: z.boolean(),
|
|
@@ -251,5 +311,6 @@ export const loadModelServerParamsSchema = z.object({
|
|
|
251
311
|
vadModelPath: z.string().optional(),
|
|
252
312
|
ttsConfigModelPath: z.string().optional(),
|
|
253
313
|
eSpeakDataPath: z.string().optional(),
|
|
314
|
+
detectorModelPath: z.string().optional(),
|
|
254
315
|
modelName: z.string().optional(),
|
|
255
316
|
});
|
|
@@ -1,20 +1,27 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
|
+
export declare const logLevelSchema: z.ZodEnum<{
|
|
3
|
+
error: "error";
|
|
4
|
+
off: "off";
|
|
5
|
+
warn: "warn";
|
|
6
|
+
info: "info";
|
|
7
|
+
debug: "debug";
|
|
8
|
+
}>;
|
|
2
9
|
declare const loggingParamsSchema: z.ZodObject<{
|
|
3
|
-
|
|
10
|
+
id: z.ZodString;
|
|
4
11
|
}, z.core.$strip>;
|
|
5
12
|
export declare const loggingStreamRequestSchema: z.ZodObject<{
|
|
6
|
-
|
|
13
|
+
id: z.ZodString;
|
|
7
14
|
type: z.ZodLiteral<"loggingStream">;
|
|
8
15
|
}, z.core.$strip>;
|
|
9
16
|
export declare const loggingStreamResponseSchema: z.ZodObject<{
|
|
10
17
|
type: z.ZodLiteral<"loggingStream">;
|
|
11
|
-
|
|
18
|
+
id: z.ZodString;
|
|
12
19
|
level: z.ZodEnum<{
|
|
13
20
|
error: "error";
|
|
21
|
+
off: "off";
|
|
14
22
|
warn: "warn";
|
|
15
23
|
info: "info";
|
|
16
24
|
debug: "debug";
|
|
17
|
-
off: "off";
|
|
18
25
|
}>;
|
|
19
26
|
namespace: z.ZodString;
|
|
20
27
|
message: z.ZodString;
|
|
@@ -1,15 +1,16 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
const logLevelValues = ["error", "warn", "info", "debug"];
|
|
3
|
+
export const logLevelSchema = z.enum(logLevelValues);
|
|
3
4
|
const loggingParamsSchema = z.object({
|
|
4
|
-
|
|
5
|
+
id: z.string(),
|
|
5
6
|
});
|
|
6
7
|
export const loggingStreamRequestSchema = loggingParamsSchema.extend({
|
|
7
8
|
type: z.literal("loggingStream"),
|
|
8
9
|
});
|
|
9
10
|
export const loggingStreamResponseSchema = z.object({
|
|
10
11
|
type: z.literal("loggingStream"),
|
|
11
|
-
|
|
12
|
-
level:
|
|
12
|
+
id: z.string(),
|
|
13
|
+
level: logLevelSchema,
|
|
13
14
|
namespace: z.string(),
|
|
14
15
|
message: z.string(),
|
|
15
16
|
timestamp: z.number(),
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import type { JsonSchema } from "./json-schema";
|
|
2
|
+
export type McpTool = {
|
|
3
|
+
name: string;
|
|
4
|
+
description?: string | undefined;
|
|
5
|
+
inputSchema: JsonSchema | Record<string, unknown>;
|
|
6
|
+
};
|
|
7
|
+
export type McpResource = {
|
|
8
|
+
uri: string;
|
|
9
|
+
name: string;
|
|
10
|
+
description?: string | undefined;
|
|
11
|
+
mimeType?: string | undefined;
|
|
12
|
+
};
|
|
13
|
+
export type McpToolCallResult = {
|
|
14
|
+
content?: Array<{
|
|
15
|
+
type: string;
|
|
16
|
+
text?: string | undefined;
|
|
17
|
+
data?: string | undefined;
|
|
18
|
+
mimeType?: string | undefined;
|
|
19
|
+
}>;
|
|
20
|
+
toolResult?: unknown;
|
|
21
|
+
isError?: boolean | undefined;
|
|
22
|
+
};
|
|
23
|
+
export type McpClient = {
|
|
24
|
+
listTools: () => Promise<{
|
|
25
|
+
tools: McpTool[];
|
|
26
|
+
[key: string]: unknown;
|
|
27
|
+
}>;
|
|
28
|
+
callTool: (params: {
|
|
29
|
+
name: string;
|
|
30
|
+
arguments: Record<string, unknown>;
|
|
31
|
+
}) => Promise<McpToolCallResult | Record<string, unknown>>;
|
|
32
|
+
listResources?: () => Promise<{
|
|
33
|
+
resources: McpResource[];
|
|
34
|
+
[key: string]: unknown;
|
|
35
|
+
}>;
|
|
36
|
+
readResource?: (params: {
|
|
37
|
+
uri: string;
|
|
38
|
+
}) => Promise<{
|
|
39
|
+
contents: unknown[];
|
|
40
|
+
[key: string]: unknown;
|
|
41
|
+
}>;
|
|
42
|
+
};
|
|
43
|
+
export type McpClientInput = {
|
|
44
|
+
client: McpClient;
|
|
45
|
+
includeResources?: boolean;
|
|
46
|
+
};
|
|
47
|
+
//# sourceMappingURL=mcp-adapter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -7,14 +7,20 @@ export declare const modelDescriptorSchema: z.ZodObject<{
|
|
|
7
7
|
hyperbeeKey: z.ZodOptional<z.ZodString>;
|
|
8
8
|
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
9
9
|
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
10
|
-
addon: z.ZodOptional<z.ZodEnum<{
|
|
10
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
11
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
12
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
13
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
14
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
15
|
+
"onnx-tts": "onnx-tts";
|
|
16
|
+
"onnx-ocr": "onnx-ocr";
|
|
11
17
|
llm: "llm";
|
|
12
18
|
whisper: "whisper";
|
|
13
19
|
embeddings: "embeddings";
|
|
14
20
|
nmt: "nmt";
|
|
15
|
-
vad: "vad";
|
|
16
21
|
tts: "tts";
|
|
17
|
-
|
|
22
|
+
ocr: "ocr";
|
|
23
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
18
24
|
}, z.core.$strip>;
|
|
19
25
|
export declare const modelSrcInputSchema: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
20
26
|
src: z.ZodString;
|
|
@@ -24,14 +30,20 @@ export declare const modelSrcInputSchema: z.ZodUnion<readonly [z.ZodString, z.Zo
|
|
|
24
30
|
hyperbeeKey: z.ZodOptional<z.ZodString>;
|
|
25
31
|
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
26
32
|
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
27
|
-
addon: z.ZodOptional<z.ZodEnum<{
|
|
33
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
34
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
35
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
36
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
37
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
38
|
+
"onnx-tts": "onnx-tts";
|
|
39
|
+
"onnx-ocr": "onnx-ocr";
|
|
28
40
|
llm: "llm";
|
|
29
41
|
whisper: "whisper";
|
|
30
42
|
embeddings: "embeddings";
|
|
31
43
|
nmt: "nmt";
|
|
32
|
-
vad: "vad";
|
|
33
44
|
tts: "tts";
|
|
34
|
-
|
|
45
|
+
ocr: "ocr";
|
|
46
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
35
47
|
}, z.core.$strip>]>;
|
|
36
48
|
export type ModelDescriptor = z.infer<typeof modelDescriptorSchema>;
|
|
37
49
|
export type ModelSrcInput = z.infer<typeof modelSrcInputSchema>;
|
|
@@ -47,14 +59,20 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
|
|
|
47
59
|
hyperbeeKey: z.ZodOptional<z.ZodString>;
|
|
48
60
|
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
49
61
|
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
50
|
-
addon: z.ZodOptional<z.ZodEnum<{
|
|
62
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
63
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
64
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
65
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
66
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
67
|
+
"onnx-tts": "onnx-tts";
|
|
68
|
+
"onnx-ocr": "onnx-ocr";
|
|
51
69
|
llm: "llm";
|
|
52
70
|
whisper: "whisper";
|
|
53
71
|
embeddings: "embeddings";
|
|
54
72
|
nmt: "nmt";
|
|
55
|
-
vad: "vad";
|
|
56
73
|
tts: "tts";
|
|
57
|
-
|
|
74
|
+
ocr: "ocr";
|
|
75
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
58
76
|
}, z.core.$strip>]>, z.ZodTransform<string, string | {
|
|
59
77
|
src: string;
|
|
60
78
|
name?: string | undefined;
|
|
@@ -63,7 +81,7 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
|
|
|
63
81
|
hyperbeeKey?: string | undefined;
|
|
64
82
|
expectedSize?: number | undefined;
|
|
65
83
|
sha256Checksum?: string | undefined;
|
|
66
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
84
|
+
addon?: "llamacpp-completion" | "whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "onnx-ocr" | "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "ocr" | "vad" | undefined;
|
|
67
85
|
}>>;
|
|
68
86
|
/**
|
|
69
87
|
* Schema that transforms ModelSrc to its optional name
|
|
@@ -77,14 +95,20 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
77
95
|
hyperbeeKey: z.ZodOptional<z.ZodString>;
|
|
78
96
|
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
79
97
|
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
80
|
-
addon: z.ZodOptional<z.ZodEnum<{
|
|
98
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
99
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
100
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
101
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
102
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
103
|
+
"onnx-tts": "onnx-tts";
|
|
104
|
+
"onnx-ocr": "onnx-ocr";
|
|
81
105
|
llm: "llm";
|
|
82
106
|
whisper: "whisper";
|
|
83
107
|
embeddings: "embeddings";
|
|
84
108
|
nmt: "nmt";
|
|
85
|
-
vad: "vad";
|
|
86
109
|
tts: "tts";
|
|
87
|
-
|
|
110
|
+
ocr: "ocr";
|
|
111
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
88
112
|
}, z.core.$strip>]>, z.ZodTransform<string | undefined, string | {
|
|
89
113
|
src: string;
|
|
90
114
|
name?: string | undefined;
|
|
@@ -93,6 +117,6 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
93
117
|
hyperbeeKey?: string | undefined;
|
|
94
118
|
expectedSize?: number | undefined;
|
|
95
119
|
sha256Checksum?: string | undefined;
|
|
96
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
120
|
+
addon?: "llamacpp-completion" | "whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "onnx-ocr" | "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "ocr" | "vad" | undefined;
|
|
97
121
|
}>>;
|
|
98
122
|
//# sourceMappingURL=model-src-utils.d.ts.map
|
|
@@ -1,4 +1,7 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
|
+
import { modelTypeInputSchema } from "./model-types.js";
|
|
3
|
+
// Addon field accepts model type inputs plus "vad"
|
|
4
|
+
const addonSchema = z.union([modelTypeInputSchema, z.literal("vad")]);
|
|
2
5
|
export const modelDescriptorSchema = z.object({
|
|
3
6
|
src: z.string(),
|
|
4
7
|
name: z.string().optional(),
|
|
@@ -7,9 +10,7 @@ export const modelDescriptorSchema = z.object({
|
|
|
7
10
|
hyperbeeKey: z.string().optional(),
|
|
8
11
|
expectedSize: z.number().optional(),
|
|
9
12
|
sha256Checksum: z.string().optional(),
|
|
10
|
-
addon:
|
|
11
|
-
.enum(["llm", "whisper", "embeddings", "nmt", "vad", "tts"])
|
|
12
|
-
.optional(),
|
|
13
|
+
addon: addonSchema.optional(),
|
|
13
14
|
});
|
|
14
15
|
export const modelSrcInputSchema = z.union([z.string(), modelDescriptorSchema]);
|
|
15
16
|
/**
|
|
@@ -0,0 +1,154 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
/**
|
|
3
|
+
* Canonical model type values for internal SDK use.
|
|
4
|
+
* Format: `engine-usecase` (e.g., "llamacpp-completion")
|
|
5
|
+
* Use dot-accessor syntax: `ModelType.llamacppCompletion`
|
|
6
|
+
*/
|
|
7
|
+
export declare const ModelType: {
|
|
8
|
+
readonly llamacppCompletion: "llamacpp-completion";
|
|
9
|
+
readonly whispercppTranscription: "whispercpp-transcription";
|
|
10
|
+
readonly llamacppEmbedding: "llamacpp-embedding";
|
|
11
|
+
readonly nmtcppTranslation: "nmtcpp-translation";
|
|
12
|
+
readonly onnxTts: "onnx-tts";
|
|
13
|
+
readonly onnxOcr: "onnx-ocr";
|
|
14
|
+
};
|
|
15
|
+
/**
|
|
16
|
+
* Alias mappings for backward compatibility.
|
|
17
|
+
* Maps old names to canonical values.
|
|
18
|
+
*/
|
|
19
|
+
export declare const ModelTypeAliases: {
|
|
20
|
+
readonly llm: "llamacpp-completion";
|
|
21
|
+
readonly whisper: "whispercpp-transcription";
|
|
22
|
+
readonly embeddings: "llamacpp-embedding";
|
|
23
|
+
readonly nmt: "nmtcpp-translation";
|
|
24
|
+
readonly tts: "onnx-tts";
|
|
25
|
+
readonly ocr: "onnx-ocr";
|
|
26
|
+
};
|
|
27
|
+
export type CanonicalModelType = (typeof ModelType)[keyof typeof ModelType];
|
|
28
|
+
export type AliasKey = keyof typeof ModelTypeAliases;
|
|
29
|
+
export type ModelTypeInput = CanonicalModelType | AliasKey;
|
|
30
|
+
/**
|
|
31
|
+
* All valid model types: canonical names + aliases.
|
|
32
|
+
*
|
|
33
|
+
* Canonical names follow `engine-usecase` format (e.g., "llamacpp-completion").
|
|
34
|
+
* Aliases resolve to canonical names for backward compatibility.
|
|
35
|
+
*
|
|
36
|
+
* @example
|
|
37
|
+
* ```typescript
|
|
38
|
+
* // Using alias (backward compatible)
|
|
39
|
+
* loadModel({ modelSrc: "...", modelType: MODEL_TYPES.nmt });
|
|
40
|
+
* // MODEL_TYPES.nmt resolves to "nmtcpp-translation"
|
|
41
|
+
*
|
|
42
|
+
* // Using canonical name directly
|
|
43
|
+
* loadModel({ modelSrc: "...", modelType: MODEL_TYPES.nmtcppTranslation });
|
|
44
|
+
* ```
|
|
45
|
+
*/
|
|
46
|
+
export declare const PUBLIC_MODEL_TYPES: {
|
|
47
|
+
readonly llm: "llamacpp-completion";
|
|
48
|
+
readonly whisper: "whispercpp-transcription";
|
|
49
|
+
readonly embeddings: "llamacpp-embedding";
|
|
50
|
+
readonly nmt: "nmtcpp-translation";
|
|
51
|
+
readonly tts: "onnx-tts";
|
|
52
|
+
readonly ocr: "onnx-ocr";
|
|
53
|
+
readonly llamacppCompletion: "llamacpp-completion";
|
|
54
|
+
readonly whispercppTranscription: "whispercpp-transcription";
|
|
55
|
+
readonly llamacppEmbedding: "llamacpp-embedding";
|
|
56
|
+
readonly nmtcppTranslation: "nmtcpp-translation";
|
|
57
|
+
readonly onnxTts: "onnx-tts";
|
|
58
|
+
readonly onnxOcr: "onnx-ocr";
|
|
59
|
+
};
|
|
60
|
+
/** Schema accepting both canonical and alias model type inputs */
|
|
61
|
+
export declare const modelTypeInputSchema: z.ZodEnum<{
|
|
62
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
63
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
64
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
65
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
66
|
+
"onnx-tts": "onnx-tts";
|
|
67
|
+
"onnx-ocr": "onnx-ocr";
|
|
68
|
+
llm: "llm";
|
|
69
|
+
whisper: "whisper";
|
|
70
|
+
embeddings: "embeddings";
|
|
71
|
+
nmt: "nmt";
|
|
72
|
+
tts: "tts";
|
|
73
|
+
ocr: "ocr";
|
|
74
|
+
}>;
|
|
75
|
+
/** Schema that transforms input to canonical model type */
|
|
76
|
+
export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
|
|
77
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
78
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
79
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
80
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
81
|
+
"onnx-tts": "onnx-tts";
|
|
82
|
+
"onnx-ocr": "onnx-ocr";
|
|
83
|
+
llm: "llm";
|
|
84
|
+
whisper: "whisper";
|
|
85
|
+
embeddings: "embeddings";
|
|
86
|
+
nmt: "nmt";
|
|
87
|
+
tts: "tts";
|
|
88
|
+
ocr: "ocr";
|
|
89
|
+
}>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "onnx-ocr", "llamacpp-completion" | "whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "onnx-ocr" | "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "ocr">>;
|
|
90
|
+
/** Normalize model type input to canonical form */
|
|
91
|
+
export declare function normalizeModelType(input: ModelTypeInput): CanonicalModelType;
|
|
92
|
+
/** Check if input is an alias (not canonical) */
|
|
93
|
+
export declare function isModelTypeAlias(input: ModelTypeInput): boolean;
|
|
94
|
+
/**
|
|
95
|
+
* LLM/Completion model type schema.
|
|
96
|
+
* - Alias: `"llm"` → resolves to `"llamacpp-completion"`
|
|
97
|
+
* - Canonical: `"llamacpp-completion"`
|
|
98
|
+
*/
|
|
99
|
+
export declare const llmModelTypeSchema: z.ZodEnum<{
|
|
100
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
101
|
+
llm: "llm";
|
|
102
|
+
}>;
|
|
103
|
+
export type LlmModelTypeInput = z.infer<typeof llmModelTypeSchema>;
|
|
104
|
+
/**
|
|
105
|
+
* Whisper/Transcription model type schema.
|
|
106
|
+
* - Alias: `"whisper"` → resolves to `"whispercpp-transcription"`
|
|
107
|
+
* - Canonical: `"whispercpp-transcription"`
|
|
108
|
+
*/
|
|
109
|
+
export declare const whisperModelTypeSchema: z.ZodEnum<{
|
|
110
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
111
|
+
whisper: "whisper";
|
|
112
|
+
}>;
|
|
113
|
+
export type WhisperModelTypeInput = z.infer<typeof whisperModelTypeSchema>;
|
|
114
|
+
/**
|
|
115
|
+
* Embeddings model type schema.
|
|
116
|
+
* - Alias: `"embeddings"` → resolves to `"llamacpp-embedding"`
|
|
117
|
+
* - Canonical: `"llamacpp-embedding"`
|
|
118
|
+
*/
|
|
119
|
+
export declare const embeddingsModelTypeSchema: z.ZodEnum<{
|
|
120
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
121
|
+
embeddings: "embeddings";
|
|
122
|
+
}>;
|
|
123
|
+
export type EmbeddingsModelTypeInput = z.infer<typeof embeddingsModelTypeSchema>;
|
|
124
|
+
/**
|
|
125
|
+
* NMT/Translation model type schema.
|
|
126
|
+
* - Alias: `"nmt"` → resolves to `"nmtcpp-translation"`
|
|
127
|
+
* - Canonical: `"nmtcpp-translation"`
|
|
128
|
+
*/
|
|
129
|
+
export declare const nmtModelTypeSchema: z.ZodEnum<{
|
|
130
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
131
|
+
nmt: "nmt";
|
|
132
|
+
}>;
|
|
133
|
+
export type NmtModelTypeInput = z.infer<typeof nmtModelTypeSchema>;
|
|
134
|
+
/**
|
|
135
|
+
* TTS model type schema.
|
|
136
|
+
* - Alias: `"tts"` → resolves to `"onnx-tts"`
|
|
137
|
+
* - Canonical: `"onnx-tts"`
|
|
138
|
+
*/
|
|
139
|
+
export declare const ttsModelTypeSchema: z.ZodEnum<{
|
|
140
|
+
"onnx-tts": "onnx-tts";
|
|
141
|
+
tts: "tts";
|
|
142
|
+
}>;
|
|
143
|
+
export type TtsModelTypeInput = z.infer<typeof ttsModelTypeSchema>;
|
|
144
|
+
/**
|
|
145
|
+
* OCR model type schema.
|
|
146
|
+
* - Alias: `"ocr"` → resolves to `"onnx-ocr"`
|
|
147
|
+
* - Canonical: `"onnx-ocr"`
|
|
148
|
+
*/
|
|
149
|
+
export declare const ocrModelTypeSchema: z.ZodEnum<{
|
|
150
|
+
"onnx-ocr": "onnx-ocr";
|
|
151
|
+
ocr: "ocr";
|
|
152
|
+
}>;
|
|
153
|
+
export type OcrModelTypeInput = z.infer<typeof ocrModelTypeSchema>;
|
|
154
|
+
//# sourceMappingURL=model-types.d.ts.map
|