@qvac/sdk 0.14.1 → 0.15.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +27 -11
- package/README.md +34 -35
- package/dist/client/api/batch-completion.d.ts +15 -0
- package/dist/client/api/batch-completion.js +332 -0
- package/dist/client/api/bci-transcribe.d.ts +1 -1
- package/dist/client/api/bci-transcribe.js +31 -31
- package/dist/client/api/cancel.d.ts +1 -1
- package/dist/client/api/cancel.js +18 -18
- package/dist/client/api/classify.d.ts +1 -1
- package/dist/client/api/classify.js +9 -6
- package/dist/client/api/client-request-id.js +1 -1
- package/dist/client/api/completion-stream.d.ts +3 -3
- package/dist/client/api/completion-stream.js +18 -18
- package/dist/client/api/delete-cache.js +9 -9
- package/dist/client/api/diffusion.d.ts +1 -1
- package/dist/client/api/diffusion.js +17 -11
- package/dist/client/api/download-asset.d.ts +1 -1
- package/dist/client/api/download-asset.js +11 -11
- package/dist/client/api/embed.d.ts +1 -1
- package/dist/client/api/embed.js +10 -10
- package/dist/client/api/finetune.d.ts +1 -1
- package/dist/client/api/finetune.js +25 -27
- package/dist/client/api/get-loaded-model-info.d.ts +2 -2
- package/dist/client/api/get-loaded-model-info.js +8 -8
- package/dist/client/api/get-model-info.d.ts +1 -1
- package/dist/client/api/get-model-info.js +7 -7
- package/dist/client/api/heartbeat.d.ts +2 -2
- package/dist/client/api/heartbeat.js +7 -7
- package/dist/client/api/index.d.ts +33 -32
- package/dist/client/api/index.js +33 -32
- package/dist/client/api/invoke-plugin.d.ts +1 -1
- package/dist/client/api/invoke-plugin.js +10 -10
- package/dist/client/api/load-model.d.ts +1 -1
- package/dist/client/api/load-model.js +32 -32
- package/dist/client/api/logging-stream.d.ts +1 -1
- package/dist/client/api/logging-stream.js +6 -6
- package/dist/client/api/ocr.d.ts +1 -1
- package/dist/client/api/ocr.js +11 -11
- package/dist/client/api/provide.d.ts +1 -1
- package/dist/client/api/provide.js +7 -7
- package/dist/client/api/rag.d.ts +1 -1
- package/dist/client/api/rag.js +65 -66
- package/dist/client/api/registry.d.ts +1 -1
- package/dist/client/api/registry.js +8 -8
- package/dist/client/api/resume.js +5 -5
- package/dist/client/api/state.d.ts +1 -1
- package/dist/client/api/state.js +5 -5
- package/dist/client/api/stop-provider.js +6 -6
- package/dist/client/api/subscribe-logs.d.ts +1 -1
- package/dist/client/api/subscribe-logs.js +3 -3
- package/dist/client/api/suspend.js +5 -5
- package/dist/client/api/text-to-speech.d.ts +1 -1
- package/dist/client/api/text-to-speech.js +37 -39
- package/dist/client/api/transcribe.d.ts +2 -2
- package/dist/client/api/transcribe.js +44 -45
- package/dist/client/api/translate.d.ts +1 -1
- package/dist/client/api/translate.js +14 -14
- package/dist/client/api/unload-model.d.ts +1 -1
- package/dist/client/api/unload-model.js +11 -11
- package/dist/client/api/upscale.d.ts +1 -1
- package/dist/client/api/upscale.js +9 -9
- package/dist/client/api/video.d.ts +1 -1
- package/dist/client/api/video.js +16 -14
- package/dist/client/api/vla-helpers.d.ts +2 -2
- package/dist/client/api/vla-helpers.js +6 -11
- package/dist/client/api/vla.d.ts +1 -1
- package/dist/client/api/vla.js +13 -13
- package/dist/client/config-loader/config-utils.d.ts +1 -1
- package/dist/client/config-loader/config-utils.js +3 -3
- package/dist/client/config-loader/resolve-config.bare.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.bare.js +11 -11
- package/dist/client/config-loader/resolve-config.expo.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.expo.js +6 -6
- package/dist/client/config-loader/resolve-config.node.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.node.js +27 -27
- package/dist/client/index.d.ts +1 -1
- package/dist/client/index.js +1 -1
- package/dist/client/init-hooks.d.ts +1 -1
- package/dist/client/init-hooks.js +12 -12
- package/dist/client/logging-stream-registry.d.ts +1 -1
- package/dist/client/logging-stream-registry.js +6 -6
- package/dist/client/parse-input.d.ts +1 -1
- package/dist/client/parse-input.js +3 -3
- package/dist/client/plugins-factory.d.ts +2 -2
- package/dist/client/plugins-factory.js +2 -2
- package/dist/client/rpc/bare-client.d.ts +2 -1
- package/dist/client/rpc/bare-client.js +37 -39
- package/dist/client/rpc/ensure-worker-ready.js +4 -4
- package/dist/client/rpc/expo-device-info.d.ts +1 -1
- package/dist/client/rpc/expo-device-info.js +11 -11
- package/dist/client/rpc/expo-rpc-client.d.ts +2 -1
- package/dist/client/rpc/expo-rpc-client.js +38 -47
- package/dist/client/rpc/node-rpc-client.d.ts +2 -1
- package/dist/client/rpc/node-rpc-client.js +103 -75
- package/dist/client/rpc/profiling/index.d.ts +1 -1
- package/dist/client/rpc/profiling/index.js +1 -1
- package/dist/client/rpc/profiling/profiler.d.ts +2 -2
- package/dist/client/rpc/profiling/profiler.js +31 -34
- package/dist/client/rpc/rpc-client.d.ts +2 -2
- package/dist/client/rpc/rpc-client.js +113 -72
- package/dist/client/rpc/rpc-error.d.ts +1 -1
- package/dist/client/rpc/rpc-error.js +14 -14
- package/dist/commands/bundle/bare-pack.d.ts +1 -1
- package/dist/commands/bundle/bare-pack.js +20 -20
- package/dist/commands/bundle/constants.js +21 -21
- package/dist/commands/bundle/entry-gen.js +4 -4
- package/dist/commands/bundle/index.js +45 -47
- package/dist/commands/bundle/manifest.d.ts +1 -1
- package/dist/commands/bundle/manifest.js +44 -46
- package/dist/commands/bundle/plugins.d.ts +2 -2
- package/dist/commands/bundle/plugins.js +7 -7
- package/dist/commands/bundle/resolve-sdk-import.js +6 -13
- package/dist/commands/index.d.ts +4 -4
- package/dist/commands/index.js +2 -2
- package/dist/commands/verify/abi.d.ts +9 -9
- package/dist/commands/verify/abi.js +31 -31
- package/dist/commands/verify/addon-source.d.ts +1 -1
- package/dist/commands/verify/addon-source.js +13 -14
- package/dist/commands/verify/bundle-source.d.ts +1 -1
- package/dist/commands/verify/bundle-source.js +7 -7
- package/dist/commands/verify/index.d.ts +3 -3
- package/dist/commands/verify/index.js +18 -17
- package/dist/commands/verify/node-modules-source.d.ts +1 -1
- package/dist/commands/verify/node-modules-source.js +11 -11
- package/dist/commands/verify/prebuilds.d.ts +3 -3
- package/dist/commands/verify/prebuilds.js +8 -8
- package/dist/constants/audio.d.ts +1 -1
- package/dist/constants/audio.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/constants/registry.js +1 -1
- package/dist/examples/audio/mic-input.d.ts +1 -1
- package/dist/examples/audio/mic-input.js +31 -31
- package/dist/examples/batch-completion.d.ts +38 -0
- package/dist/examples/batch-completion.js +100 -0
- package/dist/examples/bci/bci-filesystem-streaming.js +20 -20
- package/dist/examples/bci/bci-filesystem.js +17 -17
- package/dist/examples/cache-management.js +32 -32
- package/dist/examples/cancel-by-request-id.js +11 -11
- package/dist/examples/classification/classify-image.js +5 -5
- package/dist/examples/completion-events.js +16 -18
- package/dist/examples/completion-stop-reason.js +13 -13
- package/dist/examples/concurrent-completion-collision.js +20 -20
- package/dist/examples/config/blind-relay/blind-relay.config.js +4 -4
- package/dist/examples/config/default/default.config.js +2 -2
- package/dist/examples/config/plugins/plugins.config.js +2 -2
- package/dist/examples/config-reload.js +14 -14
- package/dist/examples/default-config-usage.js +10 -13
- package/dist/examples/delegated-inference/composite.js +23 -23
- package/dist/examples/delegated-inference/consumer-profiled.js +19 -19
- package/dist/examples/delegated-inference/consumer.js +11 -11
- package/dist/examples/delegated-inference/provider.js +24 -24
- package/dist/examples/diffusion-esrgan-upscale.js +19 -19
- package/dist/examples/diffusion-flux2-klein-img2img.js +17 -17
- package/dist/examples/diffusion-flux2-klein.js +14 -14
- package/dist/examples/diffusion-img2img.js +13 -13
- package/dist/examples/diffusion-img2vid.js +22 -23
- package/dist/examples/diffusion-simple.js +7 -7
- package/dist/examples/diffusion-txt2img.js +13 -14
- package/dist/examples/diffusion-txt2vid.js +18 -18
- package/dist/examples/download-with-blind-relays.js +7 -8
- package/dist/examples/download-with-cancel.js +9 -9
- package/dist/examples/embed-multi-gpu.js +9 -9
- package/dist/examples/embed-p2p.js +24 -24
- package/dist/examples/finetune/llamacpp-finetune.js +21 -21
- package/dist/examples/kv-cache-cleanup.js +34 -34
- package/dist/examples/kv-cache-custom-key.js +30 -30
- package/dist/examples/kv-cache-example.js +18 -20
- package/dist/examples/llamacpp-cache.js +33 -33
- package/dist/examples/llamacpp-dynamic-tools.js +38 -38
- package/dist/examples/llamacpp-filesystem.js +13 -15
- package/dist/examples/llamacpp-http.js +12 -14
- package/dist/examples/llamacpp-multi-gpu.js +12 -12
- package/dist/examples/llamacpp-multimodal.js +16 -16
- package/dist/examples/llamacpp-p2p.js +11 -11
- package/dist/examples/llamacpp-sharded.js +12 -12
- package/dist/examples/llamacpp-structured-output.js +37 -37
- package/dist/examples/logging-file-transport.js +19 -21
- package/dist/examples/logging-global.js +8 -8
- package/dist/examples/logging-streaming.js +16 -18
- package/dist/examples/mcp-websearch.js +44 -44
- package/dist/examples/multi-model-demo.js +33 -33
- package/dist/examples/ocr-fasttext.js +17 -17
- package/dist/examples/parallel-download.js +11 -13
- package/dist/examples/plugins.js +43 -43
- package/dist/examples/profiling/basic.js +34 -36
- package/dist/examples/profiling/per-call.js +16 -16
- package/dist/examples/quickstart.bare.js +4 -6
- package/dist/examples/quickstart.js +7 -7
- package/dist/examples/rag/rag-chromadb.js +26 -26
- package/dist/examples/rag/rag-hyperdb/cancellation.js +19 -20
- package/dist/examples/rag/rag-hyperdb/ingest.js +19 -19
- package/dist/examples/rag/rag-hyperdb/pipeline.js +26 -26
- package/dist/examples/rag/rag-hyperdb/workspaces.js +46 -46
- package/dist/examples/rag/rag-lancedb.js +29 -32
- package/dist/examples/rag/rag-sqlite.js +25 -25
- package/dist/examples/registry-query.js +15 -15
- package/dist/examples/seed-p2p.js +8 -8
- package/dist/examples/suspend-resume.js +20 -20
- package/dist/examples/tools/llamacpp-native-tools.js +25 -25
- package/dist/examples/tools/llamacpp-tools-gemma4.js +14 -14
- package/dist/examples/tools/llamacpp-tools-harmony-multiturn.js +15 -15
- package/dist/examples/tools/llamacpp-tools-pythonic.js +15 -15
- package/dist/examples/tools/llamacpp-tools-qwen35.js +14 -14
- package/dist/examples/tools/shared.d.ts +2 -2
- package/dist/examples/tools/shared.js +17 -17
- package/dist/examples/transcription/parakeet-ctc-filesystem.js +12 -12
- package/dist/examples/transcription/parakeet-microphone-record.js +19 -19
- package/dist/examples/transcription/parakeet-microphone-stream.js +23 -23
- package/dist/examples/transcription/parakeet-sortformer-streaming.js +18 -28
- package/dist/examples/transcription/parakeet-sortformer.js +21 -21
- package/dist/examples/transcription/parakeet-tdt-filesystem.js +13 -13
- package/dist/examples/transcription/whispercpp-filesystem-streaming.js +34 -34
- package/dist/examples/transcription/whispercpp-filesystem.js +19 -19
- package/dist/examples/transcription/whispercpp-microphone-conversation.js +27 -27
- package/dist/examples/transcription/whispercpp-microphone-record.js +21 -21
- package/dist/examples/transcription/whispercpp-prompt.js +18 -18
- package/dist/examples/translation/translation-bergamot-batch.js +17 -17
- package/dist/examples/translation/translation-bergamot-pivot.js +16 -16
- package/dist/examples/translation/translation-bergamot.js +11 -11
- package/dist/examples/translation/translation-indic.js +10 -10
- package/dist/examples/translation/translation-llm-afriquegemma.js +10 -10
- package/dist/examples/translation/translation-llm-context.js +10 -10
- package/dist/examples/translation/translation-llm.js +13 -13
- package/dist/examples/translation/translation-stream.js +11 -11
- package/dist/examples/tts/chatterbox-enhanced.d.ts +2 -0
- package/dist/examples/tts/chatterbox-enhanced.js +55 -0
- package/dist/examples/tts/chatterbox-multilingual.d.ts +2 -0
- package/dist/examples/tts/chatterbox-multilingual.js +54 -0
- package/dist/examples/tts/chatterbox.js +18 -18
- package/dist/examples/tts/llm-to-tts-streaming.js +30 -30
- package/dist/examples/tts/supertonic-enhanced.d.ts +2 -0
- package/dist/examples/tts/supertonic-enhanced.js +57 -0
- package/dist/examples/tts/supertonic-multilingual.js +19 -19
- package/dist/examples/tts/supertonic.js +18 -18
- package/dist/examples/tts/utils.js +24 -32
- package/dist/examples/vla-pi05.js +14 -14
- package/dist/examples/vla-smolvla.js +14 -14
- package/dist/examples/voice-assistant/voice-assistant.js +46 -46
- package/dist/expo/plugins/find-in-ancestor-node-modules.js +3 -3
- package/dist/expo/plugins/get-project-root.d.ts +2 -2
- package/dist/expo/plugins/get-project-root.js +1 -1
- package/dist/expo/plugins/index.d.ts +11 -11
- package/dist/expo/plugins/index.js +10 -10
- package/dist/expo/plugins/resolve-sdk-package-dir.js +7 -11
- package/dist/expo/plugins/withAndroidArchitecture.d.ts +1 -1
- package/dist/expo/plugins/withAndroidArchitecture.js +12 -12
- package/dist/expo/plugins/withAndroidNdkVersion.d.ts +1 -1
- package/dist/expo/plugins/withAndroidNdkVersion.js +9 -9
- package/dist/expo/plugins/withDeviceInfo.d.ts +1 -1
- package/dist/expo/plugins/withDeviceInfo.js +13 -13
- package/dist/expo/plugins/withMobileBundle.d.ts +1 -1
- package/dist/expo/plugins/withMobileBundle.js +34 -42
- package/dist/expo/plugins/withOpenCL.d.ts +1 -1
- package/dist/expo/plugins/withOpenCL.js +14 -16
- package/dist/expo/plugins/withQvacSDK.d.ts +1 -1
- package/dist/expo/plugins/withQvacSDK.js +12 -12
- package/dist/index.d.ts +16 -16
- package/dist/index.js +16 -17
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +13 -13
- package/dist/logging/base-logger.d.ts +2 -2
- package/dist/logging/base-logger.js +6 -6
- package/dist/logging/client-logger.d.ts +1 -1
- package/dist/logging/client-logger.js +3 -3
- package/dist/logging/index.d.ts +9 -9
- package/dist/logging/index.js +8 -8
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +4 -4
- package/dist/logging/namespaces.d.ts +1 -1
- package/dist/logging/namespaces.js +5 -5
- package/dist/logging/registry.d.ts +2 -2
- package/dist/logging/registry.js +3 -3
- package/dist/logging/server-logger.d.ts +1 -1
- package/dist/logging/server-logger.js +2 -2
- package/dist/logging/stream-logger.d.ts +1 -1
- package/dist/logging/stream-logger.js +4 -4
- package/dist/logging/transport.d.ts +1 -1
- package/dist/logging/types.d.ts +1 -1
- package/dist/logging/utils.d.ts +2 -2
- package/dist/logging/utils.js +40 -41
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +5 -5
- package/dist/models/registry/models.d.ts +429 -122
- package/dist/models/registry/models.js +13693 -13369
- package/dist/models/update-models/codegen.d.ts +1 -1
- package/dist/models/update-models/codegen.js +8 -8
- package/dist/models/update-models/companions.d.ts +6 -1
- package/dist/models/update-models/companions.js +104 -39
- package/dist/models/update-models/history.d.ts +1 -1
- package/dist/models/update-models/history.js +11 -11
- package/dist/models/update-models/index.js +32 -34
- package/dist/models/update-models/naming.d.ts +2 -2
- package/dist/models/update-models/naming.js +177 -186
- package/dist/models/update-models/processing.d.ts +2 -2
- package/dist/models/update-models/processing.js +17 -19
- package/dist/models/update-models/registry.d.ts +2 -2
- package/dist/models/update-models/registry.js +9 -9
- package/dist/models/update-models/shards.d.ts +1 -1
- package/dist/models/update-models/shards.js +3 -3
- package/dist/models/update-models/types.d.ts +1 -1
- package/dist/models/update-models/utils.js +5 -5
- package/dist/pear/pre.js +84 -84
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +6 -6
- package/dist/profiling/clock.d.ts +1 -1
- package/dist/profiling/clock.js +10 -10
- package/dist/profiling/controller.d.ts +2 -2
- package/dist/profiling/controller.js +11 -12
- package/dist/profiling/envelope.d.ts +1 -1
- package/dist/profiling/envelope.js +4 -6
- package/dist/profiling/events.d.ts +2 -2
- package/dist/profiling/events.js +8 -10
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +81 -79
- package/dist/profiling/index.d.ts +8 -8
- package/dist/profiling/index.js +7 -7
- package/dist/profiling/model-execution.js +2 -1
- package/dist/profiling/ring-buffer.js +2 -2
- package/dist/profiling/types.d.ts +3 -3
- package/dist/schemas/archive.d.ts +1 -1
- package/dist/schemas/archive.js +8 -14
- package/dist/schemas/batch-completion-stream.d.ts +463 -0
- package/dist/schemas/batch-completion-stream.js +124 -0
- package/dist/schemas/bci-config.d.ts +1 -1
- package/dist/schemas/bci-config.js +7 -7
- package/dist/schemas/bci.d.ts +3 -3
- package/dist/schemas/bci.js +25 -31
- package/dist/schemas/cancel.d.ts +6 -1
- package/dist/schemas/cancel.js +33 -34
- package/dist/schemas/classification.d.ts +1 -1
- package/dist/schemas/classification.js +7 -7
- package/dist/schemas/common.d.ts +194 -25
- package/dist/schemas/common.js +40 -37
- package/dist/schemas/completion-event.d.ts +11 -8
- package/dist/schemas/completion-event.js +27 -26
- package/dist/schemas/completion-stream.d.ts +4 -3
- package/dist/schemas/completion-stream.js +51 -67
- package/dist/schemas/delegate.d.ts +1 -1
- package/dist/schemas/delegate.js +7 -7
- package/dist/schemas/delete-cache.d.ts +1 -1
- package/dist/schemas/delete-cache.js +8 -8
- package/dist/schemas/download-asset.d.ts +2 -2
- package/dist/schemas/download-asset.js +21 -21
- package/dist/schemas/embed.d.ts +3 -3
- package/dist/schemas/embed.js +16 -27
- package/dist/schemas/engine-addon-map.d.ts +2 -2
- package/dist/schemas/engine-addon-map.js +24 -24
- package/dist/schemas/error.d.ts +1 -1
- package/dist/schemas/error.js +12 -13
- package/dist/schemas/finetune.d.ts +1 -1
- package/dist/schemas/finetune.js +35 -41
- package/dist/schemas/get-loaded-model-info.d.ts +1 -1
- package/dist/schemas/get-loaded-model-info.js +10 -10
- package/dist/schemas/get-model-info.d.ts +1 -1
- package/dist/schemas/get-model-info.js +48 -91
- package/dist/schemas/heartbeat.d.ts +1 -1
- package/dist/schemas/heartbeat.js +6 -6
- package/dist/schemas/index.d.ts +52 -51
- package/dist/schemas/index.js +52 -51
- package/dist/schemas/json-schema.d.ts +1 -1
- package/dist/schemas/llamacpp-config.d.ts +33 -25
- package/dist/schemas/llamacpp-config.js +43 -30
- package/dist/schemas/load-model.d.ts +160 -128
- package/dist/schemas/load-model.js +120 -126
- package/dist/schemas/logging-stream.d.ts +1 -1
- package/dist/schemas/logging-stream.js +6 -12
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-src-utils.d.ts +1 -1
- package/dist/schemas/model-src-utils.js +13 -13
- package/dist/schemas/model-types.d.ts +1 -1
- package/dist/schemas/model-types.js +27 -27
- package/dist/schemas/ocr.d.ts +1 -1
- package/dist/schemas/ocr.js +18 -18
- package/dist/schemas/path-validation.d.ts +1 -1
- package/dist/schemas/path-validation.js +4 -4
- package/dist/schemas/plugin.d.ts +9 -10
- package/dist/schemas/plugin.js +47 -47
- package/dist/schemas/profiling.d.ts +1 -1
- package/dist/schemas/profiling.js +16 -16
- package/dist/schemas/provide.d.ts +1 -1
- package/dist/schemas/provide.js +8 -8
- package/dist/schemas/rag.d.ts +3 -3
- package/dist/schemas/rag.js +65 -70
- package/dist/schemas/registry.d.ts +1 -1
- package/dist/schemas/registry.js +44 -66
- package/dist/schemas/reload-config.d.ts +1 -1
- package/dist/schemas/reload-config.js +14 -18
- package/dist/schemas/resume.d.ts +1 -1
- package/dist/schemas/resume.js +3 -3
- package/dist/schemas/runtime-context.d.ts +1 -1
- package/dist/schemas/runtime-context.js +4 -4
- package/dist/schemas/sdcpp-config.d.ts +9 -9
- package/dist/schemas/sdcpp-config.js +298 -300
- package/dist/schemas/sdk-config.d.ts +55 -43
- package/dist/schemas/sdk-config.js +25 -29
- package/dist/schemas/sdk-errors-client.d.ts +1 -1
- package/dist/schemas/sdk-errors-client.js +80 -80
- package/dist/schemas/sdk-errors-registry.js +1 -1
- package/dist/schemas/sdk-errors-server.d.ts +1 -1
- package/dist/schemas/sdk-errors-server.js +200 -199
- package/dist/schemas/shard.d.ts +1 -1
- package/dist/schemas/shard.js +4 -4
- package/dist/schemas/state.d.ts +1 -1
- package/dist/schemas/state.js +5 -10
- package/dist/schemas/stop-provide.d.ts +1 -1
- package/dist/schemas/stop-provide.js +4 -4
- package/dist/schemas/suspend.d.ts +1 -1
- package/dist/schemas/suspend.js +3 -3
- package/dist/schemas/text-to-speech.d.ts +455 -3
- package/dist/schemas/text-to-speech.js +146 -110
- package/dist/schemas/tools.d.ts +1 -1
- package/dist/schemas/tools.js +17 -24
- package/dist/schemas/transcription-config.d.ts +1 -1
- package/dist/schemas/transcription-config.js +18 -18
- package/dist/schemas/transcription.d.ts +5 -5
- package/dist/schemas/transcription.js +31 -33
- package/dist/schemas/translate.d.ts +3 -3
- package/dist/schemas/translate.js +38 -67
- package/dist/schemas/translation-config.d.ts +1 -1
- package/dist/schemas/translation-config.js +116 -123
- package/dist/schemas/unload-model.d.ts +1 -1
- package/dist/schemas/unload-model.js +6 -6
- package/dist/schemas/vla.d.ts +1 -1
- package/dist/schemas/vla.js +30 -30
- package/dist/scripts/run-security-tests.js +9 -10
- package/dist/scripts/run-unit-tests.js +11 -12
- package/dist/server/bare/delegate-connect-diagnostics.js +13 -19
- package/dist/server/bare/delegate-rpc-client.d.ts +2 -2
- package/dist/server/bare/delegate-rpc-client.js +32 -34
- package/dist/server/bare/hyperswarm.d.ts +3 -3
- package/dist/server/bare/hyperswarm.js +14 -14
- package/dist/server/bare/ops/bci-transcribe.d.ts +1 -1
- package/dist/server/bare/ops/bci-transcribe.js +44 -44
- package/dist/server/bare/ops/cancel.d.ts +2 -2
- package/dist/server/bare/ops/cancel.js +6 -6
- package/dist/server/bare/ops/embed.d.ts +1 -1
- package/dist/server/bare/ops/embed.js +26 -16
- package/dist/server/bare/ops/kv-cache-utils.d.ts +1 -1
- package/dist/server/bare/ops/kv-cache-utils.js +17 -19
- package/dist/server/bare/ops/load-model.d.ts +2 -2
- package/dist/server/bare/ops/load-model.js +14 -18
- package/dist/server/bare/ops/transcribe.d.ts +3 -3
- package/dist/server/bare/ops/transcribe.js +62 -62
- package/dist/server/bare/ops/translate.d.ts +1 -1
- package/dist/server/bare/ops/translate.js +39 -30
- package/dist/server/bare/ops/unload-model.d.ts +1 -1
- package/dist/server/bare/ops/unload-model.js +12 -12
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.d.ts +2 -2
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.js +3 -3
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +2 -2
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +33 -33
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +1 -1
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.js +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +8 -8
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/plugin.js +14 -14
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +27 -26
- package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/plugin.js +38 -38
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +3 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +23 -23
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/plugin.js +15 -15
- package/dist/server/bare/plugins/index.d.ts +11 -11
- package/dist/server/bare/plugins/index.js +11 -11
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-cancelled.d.ts +23 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +32 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +8 -8
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +3 -2
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +4 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +22 -4
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +55 -59
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.js +5 -5
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +2 -2
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +34 -34
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +7 -7
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +19 -23
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.js +4 -6
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +186 -17
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +235 -70
- package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/transform.js +15 -15
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +3 -3
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +27 -29
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +38 -39
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +1 -1
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.js +19 -22
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +36 -36
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +15 -17
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +11 -11
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +42 -44
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +4 -4
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +69 -63
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +19 -21
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +22 -24
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +3 -2
- package/dist/server/bare/plugins/tts-ggml/plugin.js +95 -49
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +52 -52
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/chunk.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +4 -4
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +3 -3
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +4 -4
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +5 -5
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +3 -3
- package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/search.js +3 -3
- package/dist/server/bare/rag-hyperdb/index.d.ts +11 -11
- package/dist/server/bare/rag-hyperdb/index.js +11 -11
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +3 -3
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +20 -20
- package/dist/server/bare/registry/config-registry.d.ts +1 -1
- package/dist/server/bare/registry/config-registry.js +13 -16
- package/dist/server/bare/registry/logging-stream-registry.d.ts +1 -1
- package/dist/server/bare/registry/logging-stream-registry.js +2 -2
- package/dist/server/bare/registry/model-config-registry.d.ts +2 -2
- package/dist/server/bare/registry/model-config-registry.js +6 -6
- package/dist/server/bare/registry/model-config-utils.d.ts +2 -2
- package/dist/server/bare/registry/model-config-utils.js +35 -35
- package/dist/server/bare/registry/model-registry.d.ts +3 -3
- package/dist/server/bare/registry/model-registry.js +11 -11
- package/dist/server/bare/registry/registry-client.d.ts +1 -1
- package/dist/server/bare/registry/registry-client.js +18 -18
- package/dist/server/bare/registry/runtime-context-registry.d.ts +1 -1
- package/dist/server/bare/registry/runtime-context-registry.js +3 -3
- package/dist/server/bare/runtime/disposable-scope.js +3 -3
- package/dist/server/bare/runtime/index.d.ts +7 -7
- package/dist/server/bare/runtime/index.js +3 -3
- package/dist/server/bare/runtime/request-context.d.ts +4 -4
- package/dist/server/bare/runtime/request-id.js +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.d.ts +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.js +23 -4
- package/dist/server/bare/runtime/request-registry.d.ts +27 -12
- package/dist/server/bare/runtime/request-registry.js +39 -34
- package/dist/server/bare/runtime/with-request-context.d.ts +1 -1
- package/dist/server/bare/runtime/with-request-context.js +11 -11
- package/dist/server/bare/runtime-lifecycle.d.ts +1 -1
- package/dist/server/bare/runtime-lifecycle.js +27 -31
- package/dist/server/bare/types/addon-responses.d.ts +5 -4
- package/dist/server/bare/utils/audio-input.d.ts +2 -2
- package/dist/server/bare/utils/audio-input.js +7 -7
- package/dist/server/bare/utils/transcribe-metadata.d.ts +1 -1
- package/dist/server/bare/utils/transcribe-metadata.js +4 -4
- package/dist/server/bare/utils/tts-stats.d.ts +1 -1
- package/dist/server/bare/utils/tts-stats.js +3 -3
- package/dist/server/env.js +8 -8
- package/dist/server/error-handlers.d.ts +3 -3
- package/dist/server/error-handlers.js +11 -11
- package/dist/server/plugins/index.d.ts +1 -1
- package/dist/server/plugins/index.js +1 -1
- package/dist/server/plugins/registry.d.ts +1 -1
- package/dist/server/plugins/registry.js +12 -14
- package/dist/server/rpc/create-server.d.ts +1 -1
- package/dist/server/rpc/create-server.js +11 -12
- package/dist/server/rpc/delegate-transport.d.ts +3 -3
- package/dist/server/rpc/delegate-transport.js +43 -44
- package/dist/server/rpc/handle-request.d.ts +1 -1
- package/dist/server/rpc/handle-request.js +28 -30
- package/dist/server/rpc/handler-registry.d.ts +1 -1
- package/dist/server/rpc/handler-registry.js +97 -92
- package/dist/server/rpc/handler-selection.d.ts +3 -3
- package/dist/server/rpc/handler-selection.js +3 -3
- package/dist/server/rpc/handler-utils.d.ts +7 -7
- package/dist/server/rpc/handler-utils.js +32 -35
- package/dist/server/rpc/handlers/batch-completion-stream.d.ts +78 -0
- package/dist/server/rpc/handlers/batch-completion-stream.js +4 -0
- package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe-stream.js +2 -2
- package/dist/server/rpc/handlers/bci-transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe.js +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.js +13 -13
- package/dist/server/rpc/handlers/cancelHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/cancelHandler.js +11 -11
- package/dist/server/rpc/handlers/classify.d.ts +1 -1
- package/dist/server/rpc/handlers/classify.js +2 -2
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/completion-stream-delegated.js +14 -14
- package/dist/server/rpc/handlers/completion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/completion-stream.js +2 -2
- package/dist/server/rpc/handlers/delete-cache.d.ts +1 -1
- package/dist/server/rpc/handlers/delete-cache.js +10 -10
- package/dist/server/rpc/handlers/diffusion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/diffusion-stream.js +2 -2
- package/dist/server/rpc/handlers/download-asset.d.ts +1 -1
- package/dist/server/rpc/handlers/download-asset.js +20 -20
- package/dist/server/rpc/handlers/embed.d.ts +1 -1
- package/dist/server/rpc/handlers/embed.js +2 -2
- package/dist/server/rpc/handlers/finetune.d.ts +1 -1
- package/dist/server/rpc/handlers/finetune.js +8 -6
- package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-loaded-model-info.js +9 -9
- package/dist/server/rpc/handlers/get-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-model-info.js +20 -20
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/heartbeat-delegated.js +7 -7
- package/dist/server/rpc/handlers/heartbeat.d.ts +1 -1
- package/dist/server/rpc/handlers/heartbeat.js +1 -1
- package/dist/server/rpc/handlers/index.d.ts +33 -31
- package/dist/server/rpc/handlers/index.js +34 -32
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +4 -4
- package/dist/server/rpc/handlers/load-model/download-manager.js +19 -17
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +4 -3
- package/dist/server/rpc/handlers/load-model/download-stats.js +9 -11
- package/dist/server/rpc/handlers/load-model/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/handler.js +42 -43
- package/dist/server/rpc/handlers/load-model/http.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/http.js +100 -107
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +72 -74
- package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/index.js +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.js +2 -3
- package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +5 -5
- package/dist/server/rpc/handlers/load-model/registry-companion-set.js +19 -21
- package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +6 -6
- package/dist/server/rpc/handlers/load-model/registry-download-utils.js +16 -18
- package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +11 -0
- package/dist/server/rpc/handlers/load-model/registry-metadata.js +23 -0
- package/dist/server/rpc/handlers/load-model/registry.d.ts +4 -3
- package/dist/server/rpc/handlers/load-model/registry.js +50 -56
- package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/resolve-session.js +7 -7
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/resolve.js +36 -35
- package/dist/server/rpc/handlers/load-model/types.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/types.js +7 -7
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.js +31 -30
- package/dist/server/rpc/handlers/logging-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/logging-stream.js +3 -3
- package/dist/server/rpc/handlers/ocr-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/ocr-stream.js +2 -2
- package/dist/server/rpc/handlers/plugin-dispatch.js +9 -9
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +1 -1
- package/dist/server/rpc/handlers/plugin-invoke.js +16 -16
- package/dist/server/rpc/handlers/provideHandler/connection.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/connection.js +16 -16
- package/dist/server/rpc/handlers/provideHandler/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/handler.js +18 -18
- package/dist/server/rpc/handlers/provideHandler/proxy.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/proxy.js +11 -11
- package/dist/server/rpc/handlers/provideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler.js +1 -1
- package/dist/server/rpc/handlers/rag.d.ts +1 -1
- package/dist/server/rpc/handlers/rag.js +50 -50
- package/dist/server/rpc/handlers/registry.d.ts +1 -1
- package/dist/server/rpc/handlers/registry.js +34 -36
- package/dist/server/rpc/handlers/resume.d.ts +1 -1
- package/dist/server/rpc/handlers/resume.js +3 -3
- package/dist/server/rpc/handlers/state.d.ts +1 -1
- package/dist/server/rpc/handlers/state.js +3 -3
- package/dist/server/rpc/handlers/stopProvideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/stopProvideHandler.js +7 -7
- package/dist/server/rpc/handlers/suspend.d.ts +1 -1
- package/dist/server/rpc/handlers/suspend.js +3 -3
- package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech-stream.js +2 -2
- package/dist/server/rpc/handlers/text-to-speech.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech.js +2 -2
- package/dist/server/rpc/handlers/transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe-stream.js +2 -2
- package/dist/server/rpc/handlers/transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe.js +2 -2
- package/dist/server/rpc/handlers/translate.d.ts +1 -1
- package/dist/server/rpc/handlers/translate.js +2 -2
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model-delegated.js +10 -10
- package/dist/server/rpc/handlers/unload-model.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model.js +10 -10
- package/dist/server/rpc/handlers/upscale-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/upscale-stream.js +2 -2
- package/dist/server/rpc/handlers/video-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/video-stream.js +2 -2
- package/dist/server/rpc/index.d.ts +2 -2
- package/dist/server/rpc/index.js +2 -2
- package/dist/server/rpc/profiling/context.d.ts +1 -1
- package/dist/server/rpc/profiling/context.js +9 -10
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/delegation-profiler.js +23 -24
- package/dist/server/rpc/profiling/index.d.ts +4 -4
- package/dist/server/rpc/profiling/index.js +4 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +2 -2
- package/dist/server/rpc/profiling/operation-metrics.js +102 -102
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +1 -1
- package/dist/server/rpc/profiling/operation-wrappers.js +16 -14
- package/dist/server/rpc/profiling/profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/profiler.js +9 -13
- package/dist/server/rpc/rpc-utils.js +1 -4
- package/dist/server/rpc/transport-selector.d.ts +1 -1
- package/dist/server/rpc/transport-selector.js +4 -4
- package/dist/server/utils/archive.js +27 -29
- package/dist/server/utils/audio/decoder.d.ts +2 -2
- package/dist/server/utils/audio/decoder.js +11 -11
- package/dist/server/utils/cache/auto-history.d.ts +1 -1
- package/dist/server/utils/cache/auto-history.js +5 -5
- package/dist/server/utils/cache/paths.d.ts +2 -2
- package/dist/server/utils/cache/paths.js +14 -14
- package/dist/server/utils/checksum.d.ts +1 -1
- package/dist/server/utils/checksum.js +10 -12
- package/dist/server/utils/clear-storage.d.ts +1 -1
- package/dist/server/utils/clear-storage.js +8 -11
- package/dist/server/utils/completion-normalizer.d.ts +1 -1
- package/dist/server/utils/completion-normalizer.js +106 -113
- package/dist/server/utils/config-transform.d.ts +1 -1
- package/dist/server/utils/config-transform.js +2 -2
- package/dist/server/utils/expand-gguf-shards.js +4 -4
- package/dist/server/utils/formatting.js +6 -12
- package/dist/server/utils/gguf-tensor-extractor.js +17 -21
- package/dist/server/utils/index.d.ts +11 -11
- package/dist/server/utils/index.js +11 -11
- package/dist/server/utils/multi-gpu-mobile.js +1 -1
- package/dist/server/utils/path-security.d.ts +1 -1
- package/dist/server/utils/path-security.js +6 -6
- package/dist/server/utils/qvac-paths.js +3 -3
- package/dist/server/utils/response-format.d.ts +1 -1
- package/dist/server/utils/response-format.js +4 -4
- package/dist/server/utils/shard-utils.d.ts +1 -1
- package/dist/server/utils/shard-utils.js +14 -16
- package/dist/server/utils/tool-integration.d.ts +1 -1
- package/dist/server/utils/tool-integration.js +5 -9
- package/dist/server/utils/tools/dialect.d.ts +1 -1
- package/dist/server/utils/tools/dialect.js +7 -7
- package/dist/server/utils/tools/index.d.ts +2 -2
- package/dist/server/utils/tools/index.js +2 -2
- package/dist/server/utils/tools/parser.d.ts +1 -1
- package/dist/server/utils/tools/parser.js +14 -14
- package/dist/server/utils/tools/parsers/gemma4native.d.ts +2 -2
- package/dist/server/utils/tools/parsers/gemma4native.js +13 -8
- package/dist/server/utils/tools/parsers/harmony.d.ts +2 -2
- package/dist/server/utils/tools/parsers/harmony.js +9 -11
- package/dist/server/utils/tools/parsers/hermes.d.ts +2 -2
- package/dist/server/utils/tools/parsers/hermes.js +16 -16
- package/dist/server/utils/tools/parsers/json.d.ts +2 -2
- package/dist/server/utils/tools/parsers/json.js +14 -14
- package/dist/server/utils/tools/parsers/pythonic.d.ts +2 -2
- package/dist/server/utils/tools/parsers/pythonic.js +43 -43
- package/dist/server/utils/tools/parsers/qwen35.d.ts +2 -2
- package/dist/server/utils/tools/parsers/qwen35.js +20 -20
- package/dist/server/utils/tools/shared.d.ts +1 -1
- package/dist/server/utils/tools/shared.js +10 -12
- package/dist/server/utils/worker-lock.js +10 -10
- package/dist/server/worker-core.d.ts +1 -1
- package/dist/server/worker-core.js +44 -43
- package/dist/server/worker.js +9 -9
- package/dist/utils/aggregate-events.d.ts +2 -2
- package/dist/utils/aggregate-events.js +17 -19
- package/dist/utils/cache-normalize.js +1 -4
- package/dist/utils/encoding.js +1 -1
- package/dist/utils/errors-base.d.ts +1 -1
- package/dist/utils/errors-base.js +1 -1
- package/dist/utils/errors-client.d.ts +1 -1
- package/dist/utils/errors-client.js +5 -5
- package/dist/utils/errors-server.d.ts +3 -3
- package/dist/utils/errors-server.js +19 -18
- package/dist/utils/load-model-validation.js +3 -3
- package/dist/utils/mcp-adapter.d.ts +4 -4
- package/dist/utils/mcp-adapter.js +31 -38
- package/dist/utils/path-sanitize.js +14 -17
- package/dist/utils/tool-helpers.d.ts +2 -2
- package/dist/utils/tool-helpers.js +25 -26
- package/dist/utils/withTimeout.d.ts +7 -0
- package/dist/utils/withTimeout.js +11 -1
- package/dist/utils/zod-error.d.ts +1 -1
- package/dist/utils/zod-error.js +1 -1
- package/electron-forge/index.cjs +274 -317
- package/expo/plugins/patches/android-link.mjs +25 -30
- package/expo/plugins/patches/ios-link.mjs +25 -30
- package/package.json +17 -16
|
@@ -1,23 +1,17 @@
|
|
|
1
|
-
import { z } from
|
|
2
|
-
const logLevelValues = [
|
|
3
|
-
"error",
|
|
4
|
-
"warn",
|
|
5
|
-
"info",
|
|
6
|
-
"debug",
|
|
7
|
-
"off",
|
|
8
|
-
];
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
const logLevelValues = ['error', 'warn', 'info', 'debug', 'off'];
|
|
9
3
|
export const logLevelSchema = z.enum(logLevelValues);
|
|
10
4
|
const loggingParamsSchema = z.object({
|
|
11
|
-
id: z.string()
|
|
5
|
+
id: z.string()
|
|
12
6
|
});
|
|
13
7
|
export const loggingStreamRequestSchema = loggingParamsSchema.extend({
|
|
14
|
-
type: z.literal(
|
|
8
|
+
type: z.literal('loggingStream')
|
|
15
9
|
});
|
|
16
10
|
export const loggingStreamResponseSchema = z.object({
|
|
17
|
-
type: z.literal(
|
|
11
|
+
type: z.literal('loggingStream'),
|
|
18
12
|
id: z.string(),
|
|
19
13
|
level: logLevelSchema,
|
|
20
14
|
namespace: z.string(),
|
|
21
15
|
message: z.string(),
|
|
22
|
-
timestamp: z.number()
|
|
16
|
+
timestamp: z.number()
|
|
23
17
|
});
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { z } from
|
|
2
|
-
import { modelTypeInputSchema, normalizeModelType, isCanonicalModelType, isModelTypeAlias
|
|
3
|
-
import { resolveCanonicalEngine } from
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { modelTypeInputSchema, normalizeModelType, isCanonicalModelType, isModelTypeAlias } from './model-types.js';
|
|
3
|
+
import { resolveCanonicalEngine } from './engine-addon-map.js';
|
|
4
4
|
// Addon field accepts model type inputs plus "vad"
|
|
5
|
-
const addonSchema = z.union([modelTypeInputSchema, z.literal(
|
|
5
|
+
const addonSchema = z.union([modelTypeInputSchema, z.literal('vad')]);
|
|
6
6
|
export const modelDescriptorSchema = z.object({
|
|
7
7
|
src: z.string(),
|
|
8
8
|
name: z.string().optional(),
|
|
@@ -14,7 +14,7 @@ export const modelDescriptorSchema = z.object({
|
|
|
14
14
|
engine: z.string().optional(),
|
|
15
15
|
expectedSize: z.number().optional(),
|
|
16
16
|
sha256Checksum: z.string().optional(),
|
|
17
|
-
addon: addonSchema.optional()
|
|
17
|
+
addon: addonSchema.optional()
|
|
18
18
|
});
|
|
19
19
|
export const modelSrcInputSchema = z.union([z.string(), modelDescriptorSchema]);
|
|
20
20
|
/**
|
|
@@ -22,25 +22,25 @@ export const modelSrcInputSchema = z.union([z.string(), modelDescriptorSchema]);
|
|
|
22
22
|
* Usage: modelSrcToStringSchema.parse(modelSrc)
|
|
23
23
|
*/
|
|
24
24
|
export const modelInputToSrcSchema = modelSrcInputSchema.transform((modelSrc) => {
|
|
25
|
-
return typeof modelSrc ===
|
|
25
|
+
return typeof modelSrc === 'string' ? modelSrc : modelSrc.src;
|
|
26
26
|
});
|
|
27
27
|
/**
|
|
28
28
|
* Schema that transforms ModelSrc to its optional name
|
|
29
29
|
* Usage: modelSrcToNameSchema.parse(modelSrc)
|
|
30
30
|
*/
|
|
31
31
|
export const modelInputToNameSchema = modelSrcInputSchema.transform((modelSrc) => {
|
|
32
|
-
if (typeof modelSrc ===
|
|
33
|
-
return typeof modelSrc.name ===
|
|
32
|
+
if (typeof modelSrc === 'object' && 'name' in modelSrc) {
|
|
33
|
+
return typeof modelSrc.name === 'string' ? modelSrc.name : undefined;
|
|
34
34
|
}
|
|
35
35
|
return undefined;
|
|
36
36
|
});
|
|
37
37
|
export function inferModelTypeFromModelSrc(modelSrc) {
|
|
38
|
-
if (typeof modelSrc !==
|
|
38
|
+
if (typeof modelSrc !== 'object' || modelSrc === null) {
|
|
39
39
|
return undefined;
|
|
40
40
|
}
|
|
41
41
|
const descriptor = modelSrc;
|
|
42
|
-
const engine = descriptor[
|
|
43
|
-
if (typeof engine ===
|
|
42
|
+
const engine = descriptor['engine'];
|
|
43
|
+
if (typeof engine === 'string' && engine.length > 0) {
|
|
44
44
|
const canonical = resolveCanonicalEngine(engine);
|
|
45
45
|
if (canonical)
|
|
46
46
|
return canonical;
|
|
@@ -48,8 +48,8 @@ export function inferModelTypeFromModelSrc(modelSrc) {
|
|
|
48
48
|
return normalizeModelType(engine);
|
|
49
49
|
}
|
|
50
50
|
}
|
|
51
|
-
const addon = descriptor[
|
|
52
|
-
if (typeof addon ===
|
|
51
|
+
const addon = descriptor['addon'];
|
|
52
|
+
if (typeof addon === 'string' && addon.length > 0) {
|
|
53
53
|
const canonical = resolveCanonicalEngine(addon);
|
|
54
54
|
if (canonical)
|
|
55
55
|
return canonical;
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { z } from
|
|
1
|
+
import { z } from 'zod';
|
|
2
2
|
// === INTERNAL: Canonical types (used in SDK code) ===
|
|
3
3
|
/**
|
|
4
4
|
* Canonical model type values for internal SDK use.
|
|
@@ -6,32 +6,32 @@ import { z } from "zod";
|
|
|
6
6
|
* Use dot-accessor syntax: `ModelType.llamacppCompletion`
|
|
7
7
|
*/
|
|
8
8
|
export const ModelType = {
|
|
9
|
-
llamacppCompletion:
|
|
10
|
-
whispercppTranscription:
|
|
11
|
-
bciWhispercppTranscription:
|
|
12
|
-
llamacppEmbedding:
|
|
13
|
-
nmtcppTranslation:
|
|
14
|
-
onnxTts:
|
|
15
|
-
ttsGgml:
|
|
16
|
-
parakeetTranscription:
|
|
17
|
-
ggmlOcr:
|
|
18
|
-
sdcppGeneration:
|
|
19
|
-
ggmlVla:
|
|
20
|
-
ggmlClassification:
|
|
9
|
+
llamacppCompletion: 'llamacpp-completion',
|
|
10
|
+
whispercppTranscription: 'whispercpp-transcription',
|
|
11
|
+
bciWhispercppTranscription: 'bci-whispercpp-transcription',
|
|
12
|
+
llamacppEmbedding: 'llamacpp-embedding',
|
|
13
|
+
nmtcppTranslation: 'nmtcpp-translation',
|
|
14
|
+
onnxTts: 'onnx-tts',
|
|
15
|
+
ttsGgml: 'tts-ggml',
|
|
16
|
+
parakeetTranscription: 'parakeet-transcription',
|
|
17
|
+
ggmlOcr: 'ggml-ocr',
|
|
18
|
+
sdcppGeneration: 'sdcpp-generation',
|
|
19
|
+
ggmlVla: 'ggml-vla',
|
|
20
|
+
ggmlClassification: 'ggml-classification'
|
|
21
21
|
};
|
|
22
22
|
// === INTERNAL: Alias keys (backward compat names) ===
|
|
23
23
|
const AliasKeys = {
|
|
24
|
-
llm:
|
|
25
|
-
whisper:
|
|
26
|
-
bci:
|
|
27
|
-
embeddings:
|
|
28
|
-
nmt:
|
|
29
|
-
parakeet:
|
|
30
|
-
tts:
|
|
31
|
-
ocr:
|
|
32
|
-
diffusion:
|
|
33
|
-
vla:
|
|
34
|
-
classification:
|
|
24
|
+
llm: 'llm',
|
|
25
|
+
whisper: 'whisper',
|
|
26
|
+
bci: 'bci',
|
|
27
|
+
embeddings: 'embeddings',
|
|
28
|
+
nmt: 'nmt',
|
|
29
|
+
parakeet: 'parakeet',
|
|
30
|
+
tts: 'tts',
|
|
31
|
+
ocr: 'ocr',
|
|
32
|
+
diffusion: 'diffusion',
|
|
33
|
+
vla: 'vla',
|
|
34
|
+
classification: 'classification'
|
|
35
35
|
};
|
|
36
36
|
// === INTERNAL: Aliases (backward compat mapping) ===
|
|
37
37
|
/**
|
|
@@ -49,7 +49,7 @@ export const ModelTypeAliases = {
|
|
|
49
49
|
[AliasKeys.ocr]: ModelType.ggmlOcr,
|
|
50
50
|
[AliasKeys.diffusion]: ModelType.sdcppGeneration,
|
|
51
51
|
[AliasKeys.vla]: ModelType.ggmlVla,
|
|
52
|
-
[AliasKeys.classification]: ModelType.ggmlClassification
|
|
52
|
+
[AliasKeys.classification]: ModelType.ggmlClassification
|
|
53
53
|
};
|
|
54
54
|
// Set of canonical values for quick lookup
|
|
55
55
|
const canonicalValuesSet = new Set(Object.values(ModelType));
|
|
@@ -71,13 +71,13 @@ const canonicalValuesSet = new Set(Object.values(ModelType));
|
|
|
71
71
|
*/
|
|
72
72
|
export const PUBLIC_MODEL_TYPES = {
|
|
73
73
|
...ModelType,
|
|
74
|
-
...ModelTypeAliases
|
|
74
|
+
...ModelTypeAliases
|
|
75
75
|
};
|
|
76
76
|
// === ZOD SCHEMAS ===
|
|
77
77
|
// Derive input values from objects - no string repetition
|
|
78
78
|
const inputValues = [
|
|
79
79
|
...Object.values(ModelType),
|
|
80
|
-
...Object.keys(ModelTypeAliases)
|
|
80
|
+
...Object.keys(ModelTypeAliases)
|
|
81
81
|
];
|
|
82
82
|
/** Schema accepting both canonical and alias model type inputs */
|
|
83
83
|
export const modelTypeInputSchema = z.enum(inputValues);
|
package/dist/schemas/ocr.d.ts
CHANGED
package/dist/schemas/ocr.js
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { z } from
|
|
2
|
-
import { modelSrcInputSchema } from
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { modelSrcInputSchema } from './model-src-utils.js';
|
|
3
3
|
// Model config — maps to @qvac/ocr-ggml `OcrGgmlParams`. Legacy ONNX-only knobs
|
|
4
4
|
// (useGPU, timeout, pipelineMode, decodingMethod, straightenPages) are dropped;
|
|
5
5
|
// zod's default (non-strict) object strips them silently if still passed.
|
|
6
6
|
export const ocrConfigSchema = z.object({
|
|
7
7
|
langList: z.array(z.string()).optional(),
|
|
8
|
-
pipelineType: z.enum([
|
|
8
|
+
pipelineType: z.enum(['easyocr', 'doctr']).optional(),
|
|
9
9
|
magRatio: z.number().optional(),
|
|
10
10
|
canvasSize: z.number().optional(),
|
|
11
11
|
defaultRotationAngles: z.array(z.number()).optional(),
|
|
@@ -13,47 +13,47 @@ export const ocrConfigSchema = z.object({
|
|
|
13
13
|
lowConfidenceThreshold: z.number().optional(),
|
|
14
14
|
recognizerBatchSize: z.number().optional(),
|
|
15
15
|
nThreads: z.number().optional(),
|
|
16
|
-
backendDevice: z.enum([
|
|
16
|
+
backendDevice: z.enum(['cpu', 'vulkan', 'metal', 'opencl']).optional(),
|
|
17
17
|
gpuDevice: z.number().optional(),
|
|
18
|
-
detectorModelSrc: modelSrcInputSchema.optional()
|
|
18
|
+
detectorModelSrc: modelSrcInputSchema.optional()
|
|
19
19
|
});
|
|
20
20
|
// Image input types
|
|
21
|
-
export const imageInputSchema = z.discriminatedUnion(
|
|
21
|
+
export const imageInputSchema = z.discriminatedUnion('type', [
|
|
22
22
|
z.object({
|
|
23
|
-
type: z.literal(
|
|
24
|
-
value: z.string()
|
|
23
|
+
type: z.literal('base64'),
|
|
24
|
+
value: z.string()
|
|
25
25
|
}),
|
|
26
26
|
z.object({
|
|
27
|
-
type: z.literal(
|
|
28
|
-
value: z.string()
|
|
29
|
-
})
|
|
27
|
+
type: z.literal('filePath'),
|
|
28
|
+
value: z.string()
|
|
29
|
+
})
|
|
30
30
|
]);
|
|
31
31
|
// OCR options
|
|
32
32
|
export const ocrOptionsSchema = z.object({
|
|
33
|
-
paragraph: z.boolean().optional()
|
|
33
|
+
paragraph: z.boolean().optional()
|
|
34
34
|
});
|
|
35
35
|
export const ocrParamsSchema = z.object({
|
|
36
36
|
modelId: z.string(),
|
|
37
37
|
image: imageInputSchema,
|
|
38
|
-
options: ocrOptionsSchema.optional()
|
|
38
|
+
options: ocrOptionsSchema.optional()
|
|
39
39
|
});
|
|
40
40
|
export const ocrStreamRequestSchema = ocrParamsSchema.extend({
|
|
41
|
-
type: z.literal(
|
|
41
|
+
type: z.literal('ocrStream')
|
|
42
42
|
});
|
|
43
43
|
export const ocrTextBlockSchema = z.object({
|
|
44
44
|
text: z.string(),
|
|
45
45
|
bbox: z.tuple([z.number(), z.number(), z.number(), z.number()]).optional(),
|
|
46
|
-
confidence: z.number().optional()
|
|
46
|
+
confidence: z.number().optional()
|
|
47
47
|
});
|
|
48
48
|
export const ocrStatsSchema = z.object({
|
|
49
49
|
detectionTime: z.number().optional(),
|
|
50
50
|
recognitionTime: z.number().optional(),
|
|
51
|
-
totalTime: z.number().optional()
|
|
51
|
+
totalTime: z.number().optional()
|
|
52
52
|
});
|
|
53
53
|
export const ocrStreamResponseSchema = z.object({
|
|
54
|
-
type: z.literal(
|
|
54
|
+
type: z.literal('ocrStream'),
|
|
55
55
|
blocks: z.array(ocrTextBlockSchema).optional(),
|
|
56
56
|
done: z.boolean().optional(),
|
|
57
57
|
error: z.string().optional(),
|
|
58
|
-
stats: ocrStatsSchema.optional()
|
|
58
|
+
stats: ocrStatsSchema.optional()
|
|
59
59
|
});
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { z } from
|
|
1
|
+
import { z } from 'zod';
|
|
2
2
|
/**
|
|
3
3
|
* Zod refinement for path components that get joined to a base directory.
|
|
4
4
|
* Rejects strings containing traversal sequences (.., null bytes).
|
|
@@ -8,15 +8,15 @@ import { z } from "zod";
|
|
|
8
8
|
*/
|
|
9
9
|
export const safePathComponent = z.string().refine((s) => {
|
|
10
10
|
// Reject literal traversal
|
|
11
|
-
if (s.includes(
|
|
11
|
+
if (s.includes('..'))
|
|
12
12
|
return false;
|
|
13
13
|
// Reject null bytes (literal and URL-encoded)
|
|
14
|
-
if (s.includes(
|
|
14
|
+
if (s.includes('\0') || s.toLowerCase().includes('%00'))
|
|
15
15
|
return false;
|
|
16
16
|
// Reject URL-encoded traversal (%2e = ".", %2f = "/", %5c = "\")
|
|
17
17
|
if (/%2e/i.test(s))
|
|
18
18
|
return false;
|
|
19
19
|
return true;
|
|
20
20
|
}, {
|
|
21
|
-
message: "Path component must not contain traversal sequences ('..', '%2e'), null bytes, or '%00'"
|
|
21
|
+
message: "Path component must not contain traversal sequences ('..', '%2e'), null bytes, or '%00'"
|
|
22
22
|
});
|
package/dist/schemas/plugin.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { z } from
|
|
2
|
-
import type { ModelSrcInput } from
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import type { ModelSrcInput } from './model-src-utils';
|
|
3
3
|
/**
|
|
4
4
|
* Granularity at which the addon can cancel.
|
|
5
5
|
* - `"request"` — addon cancels a specific in-flight `requestId`.
|
|
@@ -7,7 +7,7 @@ import type { ModelSrcInput } from "./model-src-utils";
|
|
|
7
7
|
* - `"none"` — no addon cancel surface; SDK falls back to soft-cancel
|
|
8
8
|
* (stop yielding, drop result; the C++ work runs to completion).
|
|
9
9
|
*/
|
|
10
|
-
export type PluginHandlerCancelScope =
|
|
10
|
+
export type PluginHandlerCancelScope = 'request' | 'model' | 'none';
|
|
11
11
|
export interface PluginHandlerCancel {
|
|
12
12
|
scope: PluginHandlerCancelScope;
|
|
13
13
|
/**
|
|
@@ -55,11 +55,10 @@ export interface DuplexPluginHandlerDefinition<TRequest extends z.ZodType = z.Zo
|
|
|
55
55
|
* Built-in artifact keys:
|
|
56
56
|
* - `projectionModelPath` - LLM multimodal projection model
|
|
57
57
|
* - `vadModelPath` - Whisper voice activity detection model
|
|
58
|
-
* - `
|
|
59
|
-
* - `referenceAudioPath` - TTS (Chatterbox) path to reference WAV file for voice cloning
|
|
60
|
-
* - `
|
|
61
|
-
* - `
|
|
62
|
-
* - `speed`, `numInferenceSteps` - TTS (Supertonic) options
|
|
58
|
+
* - `s3genPath` - TTS (Chatterbox GGML) S3Gen + HiFT GGUF
|
|
59
|
+
* - `referenceAudioPath` - TTS (Chatterbox GGML) path to reference WAV file for voice cloning
|
|
60
|
+
* - `lavasrEnhancerPath` - TTS (GGML) optional LavaSR enhancer GGUF (48 kHz bandwidth extension; both engines)
|
|
61
|
+
* - `lavasrDenoiserPath` - TTS (GGML) optional LavaSR denoiser GGUF (runs before the enhancer; both engines)
|
|
63
62
|
* - `detectorModelPath` - OCR detector model
|
|
64
63
|
* - `embedderPath` - BCI whisper.cpp embedder weights
|
|
65
64
|
*
|
|
@@ -201,8 +200,8 @@ export declare const pluginHandlerDefinitionRuntimeSchema: z.ZodObject<{
|
|
|
201
200
|
cancel: z.ZodOptional<z.ZodObject<{
|
|
202
201
|
scope: z.ZodEnum<{
|
|
203
202
|
request: "request";
|
|
204
|
-
none: "none";
|
|
205
203
|
model: "model";
|
|
204
|
+
none: "none";
|
|
206
205
|
}>;
|
|
207
206
|
hard: z.ZodOptional<z.ZodBoolean>;
|
|
208
207
|
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
@@ -228,8 +227,8 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
|
|
|
228
227
|
cancel: z.ZodOptional<z.ZodObject<{
|
|
229
228
|
scope: z.ZodEnum<{
|
|
230
229
|
request: "request";
|
|
231
|
-
none: "none";
|
|
232
230
|
model: "model";
|
|
231
|
+
none: "none";
|
|
233
232
|
}>;
|
|
234
233
|
hard: z.ZodOptional<z.ZodBoolean>;
|
|
235
234
|
}, z.core.$catchall<z.ZodUnknown>>>;
|
package/dist/schemas/plugin.js
CHANGED
|
@@ -1,26 +1,26 @@
|
|
|
1
|
-
import { z } from
|
|
1
|
+
import { z } from 'zod';
|
|
2
2
|
// Non-streaming plugin invoke
|
|
3
3
|
export const pluginInvokeRequestSchema = z.object({
|
|
4
|
-
type: z.literal(
|
|
4
|
+
type: z.literal('pluginInvoke'),
|
|
5
5
|
modelId: z.string(),
|
|
6
6
|
handler: z.string(),
|
|
7
|
-
params: z.unknown()
|
|
7
|
+
params: z.unknown()
|
|
8
8
|
});
|
|
9
9
|
export const pluginInvokeResponseSchema = z.object({
|
|
10
|
-
type: z.literal(
|
|
11
|
-
result: z.unknown()
|
|
10
|
+
type: z.literal('pluginInvoke'),
|
|
11
|
+
result: z.unknown()
|
|
12
12
|
});
|
|
13
13
|
// Streaming plugin invoke
|
|
14
14
|
export const pluginInvokeStreamRequestSchema = z.object({
|
|
15
|
-
type: z.literal(
|
|
15
|
+
type: z.literal('pluginInvokeStream'),
|
|
16
16
|
modelId: z.string(),
|
|
17
17
|
handler: z.string(),
|
|
18
|
-
params: z.unknown()
|
|
18
|
+
params: z.unknown()
|
|
19
19
|
});
|
|
20
20
|
export const pluginInvokeStreamResponseSchema = z.object({
|
|
21
|
-
type: z.literal(
|
|
21
|
+
type: z.literal('pluginInvokeStream'),
|
|
22
22
|
result: z.unknown(),
|
|
23
|
-
done: z.boolean().optional()
|
|
23
|
+
done: z.boolean().optional()
|
|
24
24
|
});
|
|
25
25
|
// ============================================
|
|
26
26
|
// Type Helpers
|
|
@@ -73,54 +73,54 @@ export function defineDuplexHandler(definition) {
|
|
|
73
73
|
// Worker runtime validation
|
|
74
74
|
// ============================================
|
|
75
75
|
const functionRuntimeSchema = z.instanceof(Function, {
|
|
76
|
-
error:
|
|
76
|
+
error: 'must be a function'
|
|
77
77
|
});
|
|
78
78
|
const zodSchemaLikeRuntimeSchema = z
|
|
79
79
|
.object({
|
|
80
|
-
safeParse: functionRuntimeSchema
|
|
80
|
+
safeParse: functionRuntimeSchema
|
|
81
81
|
})
|
|
82
82
|
.catchall(z.unknown());
|
|
83
83
|
const pluginHandlerCancelRuntimeSchema = z
|
|
84
84
|
.object({
|
|
85
|
-
scope: z.enum([
|
|
86
|
-
error: "cancel.scope must be 'request', 'model', or 'none'"
|
|
85
|
+
scope: z.enum(['request', 'model', 'none'], {
|
|
86
|
+
error: "cancel.scope must be 'request', 'model', or 'none'"
|
|
87
87
|
}),
|
|
88
|
-
hard: z.boolean().optional()
|
|
88
|
+
hard: z.boolean().optional()
|
|
89
89
|
})
|
|
90
90
|
.catchall(z.unknown());
|
|
91
91
|
export const pluginHandlerDefinitionRuntimeSchema = z
|
|
92
92
|
.object({
|
|
93
93
|
requestSchema: zodSchemaLikeRuntimeSchema,
|
|
94
94
|
responseSchema: zodSchemaLikeRuntimeSchema,
|
|
95
|
-
streaming: z.boolean({ error:
|
|
95
|
+
streaming: z.boolean({ error: 'streaming must be a boolean' }),
|
|
96
96
|
duplex: z.boolean().optional(),
|
|
97
97
|
handler: functionRuntimeSchema,
|
|
98
|
-
cancel: pluginHandlerCancelRuntimeSchema.optional()
|
|
98
|
+
cancel: pluginHandlerCancelRuntimeSchema.optional()
|
|
99
99
|
})
|
|
100
100
|
.catchall(z.unknown());
|
|
101
101
|
export const pluginDefinitionRuntimeSchema = z
|
|
102
102
|
.object({
|
|
103
103
|
modelType: z
|
|
104
|
-
.string({ error:
|
|
105
|
-
.min(1,
|
|
104
|
+
.string({ error: 'modelType must be a string' })
|
|
105
|
+
.min(1, 'modelType must be a non-empty string'),
|
|
106
106
|
displayName: z
|
|
107
|
-
.string({ error:
|
|
108
|
-
.min(1,
|
|
107
|
+
.string({ error: 'displayName must be a string' })
|
|
108
|
+
.min(1, 'displayName must be a non-empty string'),
|
|
109
109
|
addonPackage: z
|
|
110
|
-
.string({ error:
|
|
111
|
-
.min(1,
|
|
110
|
+
.string({ error: 'addonPackage must be a string' })
|
|
111
|
+
.min(1, 'addonPackage must be a non-empty string'),
|
|
112
112
|
loadConfigSchema: zodSchemaLikeRuntimeSchema,
|
|
113
113
|
createModel: functionRuntimeSchema,
|
|
114
114
|
handlers: z.record(z.string(), pluginHandlerDefinitionRuntimeSchema),
|
|
115
115
|
logging: z
|
|
116
116
|
.object({
|
|
117
117
|
module: z.unknown().optional(),
|
|
118
|
-
namespace: z.string().optional()
|
|
118
|
+
namespace: z.string().optional()
|
|
119
119
|
})
|
|
120
120
|
.catchall(z.unknown())
|
|
121
121
|
.optional(),
|
|
122
122
|
resolveConfig: functionRuntimeSchema.optional(),
|
|
123
|
-
skipPrimaryModelPathValidation: z.boolean().optional()
|
|
123
|
+
skipPrimaryModelPathValidation: z.boolean().optional()
|
|
124
124
|
})
|
|
125
125
|
.catchall(z.unknown());
|
|
126
126
|
// ============================================
|
|
@@ -130,59 +130,59 @@ export const pluginDefinitionRuntimeSchema = z
|
|
|
130
130
|
* LLM text completion plugin (llama.cpp).
|
|
131
131
|
* Provides: completion, streaming chat, tool calling.
|
|
132
132
|
*/
|
|
133
|
-
export const PLUGIN_LLM =
|
|
133
|
+
export const PLUGIN_LLM = '@qvac/sdk/llamacpp-completion/plugin';
|
|
134
134
|
/**
|
|
135
135
|
* Text embedding plugin (llama.cpp).
|
|
136
136
|
* Provides: vector embeddings for RAG and semantic search.
|
|
137
137
|
*/
|
|
138
|
-
export const PLUGIN_EMBEDDING =
|
|
138
|
+
export const PLUGIN_EMBEDDING = '@qvac/sdk/llamacpp-embedding/plugin';
|
|
139
139
|
/**
|
|
140
140
|
* Speech-to-text transcription plugin (whisper.cpp).
|
|
141
141
|
* Provides: audio transcription, language detection.
|
|
142
142
|
*/
|
|
143
|
-
export const PLUGIN_WHISPER =
|
|
143
|
+
export const PLUGIN_WHISPER = '@qvac/sdk/whispercpp-transcription/plugin';
|
|
144
144
|
/**
|
|
145
145
|
* Brain-Computer Interface neural-signal transcription plugin
|
|
146
146
|
* (whisper.cpp). Provides: transcription of neural signals to text.
|
|
147
147
|
*/
|
|
148
|
-
export const PLUGIN_BCI =
|
|
148
|
+
export const PLUGIN_BCI = '@qvac/sdk/bci-whispercpp-transcription/plugin';
|
|
149
149
|
/**
|
|
150
150
|
* Speech-to-text transcription plugin (Parakeet ONNX).
|
|
151
151
|
* Provides: audio transcription using NVIDIA Parakeet models.
|
|
152
152
|
*/
|
|
153
|
-
export const PLUGIN_PARAKEET =
|
|
153
|
+
export const PLUGIN_PARAKEET = '@qvac/sdk/parakeet-transcription/plugin';
|
|
154
154
|
/**
|
|
155
155
|
* Neural machine translation plugin (nmt.cpp).
|
|
156
156
|
* Provides: text translation between languages.
|
|
157
157
|
*/
|
|
158
|
-
export const PLUGIN_NMT =
|
|
158
|
+
export const PLUGIN_NMT = '@qvac/sdk/nmtcpp-translation/plugin';
|
|
159
159
|
/**
|
|
160
160
|
* Text-to-speech synthesis plugin (GGML).
|
|
161
161
|
* Provides: speech synthesis from text.
|
|
162
162
|
*/
|
|
163
|
-
export const PLUGIN_TTS =
|
|
163
|
+
export const PLUGIN_TTS = '@qvac/sdk/tts-ggml/plugin';
|
|
164
164
|
/**
|
|
165
165
|
* Optical character recognition plugin (GGML).
|
|
166
166
|
* Provides: text extraction from images.
|
|
167
167
|
*/
|
|
168
|
-
export const PLUGIN_OCR =
|
|
168
|
+
export const PLUGIN_OCR = '@qvac/sdk/ggml-ocr/plugin';
|
|
169
169
|
/**
|
|
170
170
|
* Image generation plugin (stable-diffusion.cpp).
|
|
171
171
|
* Provides: text-to-image generation and standalone ESRGAN image upscaling.
|
|
172
172
|
*/
|
|
173
|
-
export const PLUGIN_DIFFUSION =
|
|
173
|
+
export const PLUGIN_DIFFUSION = '@qvac/sdk/sdcpp-generation/plugin';
|
|
174
174
|
/**
|
|
175
175
|
* Vision-Language-Action plugin (ggml). Supports SmolVLA and π₀.₅ (pi05),
|
|
176
176
|
* dispatched on the GGUF `general.architecture` key.
|
|
177
177
|
* Provides: robot-action inference from one or more camera frames (2 for
|
|
178
178
|
* SmolVLA, 3 for π₀.₅) and a natural-language instruction.
|
|
179
179
|
*/
|
|
180
|
-
export const PLUGIN_VLA =
|
|
180
|
+
export const PLUGIN_VLA = '@qvac/sdk/ggml-vla/plugin';
|
|
181
181
|
/**
|
|
182
182
|
* Image classification plugin (GGML / MobileNetV3-Small).
|
|
183
183
|
* Provides: image classification with bundled 3-class model (food / report / other).
|
|
184
184
|
*/
|
|
185
|
-
export const PLUGIN_CLASSIFICATION =
|
|
185
|
+
export const PLUGIN_CLASSIFICATION = '@qvac/sdk/ggml-classification/plugin';
|
|
186
186
|
/**
|
|
187
187
|
* All built-in SDK plugins.
|
|
188
188
|
*
|
|
@@ -203,30 +203,30 @@ export const SDK_DEFAULT_PLUGINS = [
|
|
|
203
203
|
PLUGIN_OCR,
|
|
204
204
|
PLUGIN_DIFFUSION,
|
|
205
205
|
PLUGIN_VLA,
|
|
206
|
-
PLUGIN_CLASSIFICATION
|
|
206
|
+
PLUGIN_CLASSIFICATION
|
|
207
207
|
];
|
|
208
208
|
// ============================================
|
|
209
209
|
// Addon Packages
|
|
210
210
|
// ============================================
|
|
211
211
|
/** Native addon package for LLM completion (llama.cpp) */
|
|
212
|
-
export const ADDON_LLM =
|
|
212
|
+
export const ADDON_LLM = '@qvac/llm-llamacpp';
|
|
213
213
|
/** Native addon package for text embeddings (llama.cpp) */
|
|
214
|
-
export const ADDON_EMBEDDING =
|
|
214
|
+
export const ADDON_EMBEDDING = '@qvac/embed-llamacpp';
|
|
215
215
|
/** Native addon package for Whisper transcription (whisper.cpp) */
|
|
216
|
-
export const ADDON_WHISPER =
|
|
216
|
+
export const ADDON_WHISPER = '@qvac/transcription-whispercpp';
|
|
217
217
|
/** Native addon package for BCI neural-signal transcription (whisper.cpp) */
|
|
218
|
-
export const ADDON_BCI =
|
|
218
|
+
export const ADDON_BCI = '@qvac/bci-whispercpp';
|
|
219
219
|
/** Native addon package for Parakeet transcription (ONNX) */
|
|
220
|
-
export const ADDON_PARAKEET =
|
|
220
|
+
export const ADDON_PARAKEET = '@qvac/transcription-parakeet';
|
|
221
221
|
/** Native addon package for NMT translation (nmt.cpp) */
|
|
222
|
-
export const ADDON_NMT =
|
|
222
|
+
export const ADDON_NMT = '@qvac/translation-nmtcpp';
|
|
223
223
|
/** Native addon package for TTS (GGML) */
|
|
224
|
-
export const ADDON_TTS =
|
|
224
|
+
export const ADDON_TTS = '@qvac/tts-ggml';
|
|
225
225
|
/** Native addon package for OCR (GGML) */
|
|
226
|
-
export const ADDON_OCR =
|
|
226
|
+
export const ADDON_OCR = '@qvac/ocr-ggml';
|
|
227
227
|
/** Native addon package for image generation (stable-diffusion.cpp) */
|
|
228
|
-
export const ADDON_DIFFUSION =
|
|
228
|
+
export const ADDON_DIFFUSION = '@qvac/diffusion-cpp';
|
|
229
229
|
/** Native addon package for vision-language-action inference (SmolVLA / π₀.₅ on ggml) */
|
|
230
|
-
export const ADDON_VLA =
|
|
230
|
+
export const ADDON_VLA = '@qvac/vla-ggml';
|
|
231
231
|
/** Native addon package for image classification (GGML / MobileNetV3) */
|
|
232
|
-
export const ADDON_CLASSIFICATION =
|
|
232
|
+
export const ADDON_CLASSIFICATION = '@qvac/classification-ggml';
|