@qvac/sdk 0.14.1 → 0.15.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +27 -11
- package/README.md +34 -35
- package/dist/client/api/batch-completion.d.ts +15 -0
- package/dist/client/api/batch-completion.js +332 -0
- package/dist/client/api/bci-transcribe.d.ts +1 -1
- package/dist/client/api/bci-transcribe.js +31 -31
- package/dist/client/api/cancel.d.ts +1 -1
- package/dist/client/api/cancel.js +18 -18
- package/dist/client/api/classify.d.ts +1 -1
- package/dist/client/api/classify.js +9 -6
- package/dist/client/api/client-request-id.js +1 -1
- package/dist/client/api/completion-stream.d.ts +3 -3
- package/dist/client/api/completion-stream.js +18 -18
- package/dist/client/api/delete-cache.js +9 -9
- package/dist/client/api/diffusion.d.ts +1 -1
- package/dist/client/api/diffusion.js +17 -11
- package/dist/client/api/download-asset.d.ts +1 -1
- package/dist/client/api/download-asset.js +11 -11
- package/dist/client/api/embed.d.ts +1 -1
- package/dist/client/api/embed.js +10 -10
- package/dist/client/api/finetune.d.ts +1 -1
- package/dist/client/api/finetune.js +25 -27
- package/dist/client/api/get-loaded-model-info.d.ts +2 -2
- package/dist/client/api/get-loaded-model-info.js +8 -8
- package/dist/client/api/get-model-info.d.ts +1 -1
- package/dist/client/api/get-model-info.js +7 -7
- package/dist/client/api/heartbeat.d.ts +2 -2
- package/dist/client/api/heartbeat.js +7 -7
- package/dist/client/api/index.d.ts +33 -32
- package/dist/client/api/index.js +33 -32
- package/dist/client/api/invoke-plugin.d.ts +1 -1
- package/dist/client/api/invoke-plugin.js +10 -10
- package/dist/client/api/load-model.d.ts +1 -1
- package/dist/client/api/load-model.js +32 -32
- package/dist/client/api/logging-stream.d.ts +1 -1
- package/dist/client/api/logging-stream.js +6 -6
- package/dist/client/api/ocr.d.ts +1 -1
- package/dist/client/api/ocr.js +11 -11
- package/dist/client/api/provide.d.ts +1 -1
- package/dist/client/api/provide.js +7 -7
- package/dist/client/api/rag.d.ts +1 -1
- package/dist/client/api/rag.js +65 -66
- package/dist/client/api/registry.d.ts +1 -1
- package/dist/client/api/registry.js +8 -8
- package/dist/client/api/resume.js +5 -5
- package/dist/client/api/state.d.ts +1 -1
- package/dist/client/api/state.js +5 -5
- package/dist/client/api/stop-provider.js +6 -6
- package/dist/client/api/subscribe-logs.d.ts +1 -1
- package/dist/client/api/subscribe-logs.js +3 -3
- package/dist/client/api/suspend.js +5 -5
- package/dist/client/api/text-to-speech.d.ts +1 -1
- package/dist/client/api/text-to-speech.js +37 -39
- package/dist/client/api/transcribe.d.ts +2 -2
- package/dist/client/api/transcribe.js +44 -45
- package/dist/client/api/translate.d.ts +1 -1
- package/dist/client/api/translate.js +14 -14
- package/dist/client/api/unload-model.d.ts +1 -1
- package/dist/client/api/unload-model.js +11 -11
- package/dist/client/api/upscale.d.ts +1 -1
- package/dist/client/api/upscale.js +9 -9
- package/dist/client/api/video.d.ts +1 -1
- package/dist/client/api/video.js +16 -14
- package/dist/client/api/vla-helpers.d.ts +2 -2
- package/dist/client/api/vla-helpers.js +6 -11
- package/dist/client/api/vla.d.ts +1 -1
- package/dist/client/api/vla.js +13 -13
- package/dist/client/config-loader/config-utils.d.ts +1 -1
- package/dist/client/config-loader/config-utils.js +3 -3
- package/dist/client/config-loader/resolve-config.bare.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.bare.js +11 -11
- package/dist/client/config-loader/resolve-config.expo.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.expo.js +6 -6
- package/dist/client/config-loader/resolve-config.node.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.node.js +27 -27
- package/dist/client/index.d.ts +1 -1
- package/dist/client/index.js +1 -1
- package/dist/client/init-hooks.d.ts +1 -1
- package/dist/client/init-hooks.js +12 -12
- package/dist/client/logging-stream-registry.d.ts +1 -1
- package/dist/client/logging-stream-registry.js +6 -6
- package/dist/client/parse-input.d.ts +1 -1
- package/dist/client/parse-input.js +3 -3
- package/dist/client/plugins-factory.d.ts +2 -2
- package/dist/client/plugins-factory.js +2 -2
- package/dist/client/rpc/bare-client.d.ts +2 -1
- package/dist/client/rpc/bare-client.js +37 -39
- package/dist/client/rpc/ensure-worker-ready.js +4 -4
- package/dist/client/rpc/expo-device-info.d.ts +1 -1
- package/dist/client/rpc/expo-device-info.js +11 -11
- package/dist/client/rpc/expo-rpc-client.d.ts +2 -1
- package/dist/client/rpc/expo-rpc-client.js +38 -47
- package/dist/client/rpc/node-rpc-client.d.ts +2 -1
- package/dist/client/rpc/node-rpc-client.js +103 -75
- package/dist/client/rpc/profiling/index.d.ts +1 -1
- package/dist/client/rpc/profiling/index.js +1 -1
- package/dist/client/rpc/profiling/profiler.d.ts +2 -2
- package/dist/client/rpc/profiling/profiler.js +31 -34
- package/dist/client/rpc/rpc-client.d.ts +2 -2
- package/dist/client/rpc/rpc-client.js +113 -72
- package/dist/client/rpc/rpc-error.d.ts +1 -1
- package/dist/client/rpc/rpc-error.js +14 -14
- package/dist/commands/bundle/bare-pack.d.ts +1 -1
- package/dist/commands/bundle/bare-pack.js +20 -20
- package/dist/commands/bundle/constants.js +21 -21
- package/dist/commands/bundle/entry-gen.js +4 -4
- package/dist/commands/bundle/index.js +45 -47
- package/dist/commands/bundle/manifest.d.ts +1 -1
- package/dist/commands/bundle/manifest.js +44 -46
- package/dist/commands/bundle/plugins.d.ts +2 -2
- package/dist/commands/bundle/plugins.js +7 -7
- package/dist/commands/bundle/resolve-sdk-import.js +6 -13
- package/dist/commands/index.d.ts +4 -4
- package/dist/commands/index.js +2 -2
- package/dist/commands/verify/abi.d.ts +9 -9
- package/dist/commands/verify/abi.js +31 -31
- package/dist/commands/verify/addon-source.d.ts +1 -1
- package/dist/commands/verify/addon-source.js +13 -14
- package/dist/commands/verify/bundle-source.d.ts +1 -1
- package/dist/commands/verify/bundle-source.js +7 -7
- package/dist/commands/verify/index.d.ts +3 -3
- package/dist/commands/verify/index.js +18 -17
- package/dist/commands/verify/node-modules-source.d.ts +1 -1
- package/dist/commands/verify/node-modules-source.js +11 -11
- package/dist/commands/verify/prebuilds.d.ts +3 -3
- package/dist/commands/verify/prebuilds.js +8 -8
- package/dist/constants/audio.d.ts +1 -1
- package/dist/constants/audio.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/constants/registry.js +1 -1
- package/dist/examples/audio/mic-input.d.ts +1 -1
- package/dist/examples/audio/mic-input.js +31 -31
- package/dist/examples/batch-completion.d.ts +38 -0
- package/dist/examples/batch-completion.js +100 -0
- package/dist/examples/bci/bci-filesystem-streaming.js +20 -20
- package/dist/examples/bci/bci-filesystem.js +17 -17
- package/dist/examples/cache-management.js +32 -32
- package/dist/examples/cancel-by-request-id.js +11 -11
- package/dist/examples/classification/classify-image.js +5 -5
- package/dist/examples/completion-events.js +16 -18
- package/dist/examples/completion-stop-reason.js +13 -13
- package/dist/examples/concurrent-completion-collision.js +20 -20
- package/dist/examples/config/blind-relay/blind-relay.config.js +4 -4
- package/dist/examples/config/default/default.config.js +2 -2
- package/dist/examples/config/plugins/plugins.config.js +2 -2
- package/dist/examples/config-reload.js +14 -14
- package/dist/examples/default-config-usage.js +10 -13
- package/dist/examples/delegated-inference/composite.js +23 -23
- package/dist/examples/delegated-inference/consumer-profiled.js +19 -19
- package/dist/examples/delegated-inference/consumer.js +11 -11
- package/dist/examples/delegated-inference/provider.js +24 -24
- package/dist/examples/diffusion-esrgan-upscale.js +19 -19
- package/dist/examples/diffusion-flux2-klein-img2img.js +17 -17
- package/dist/examples/diffusion-flux2-klein.js +14 -14
- package/dist/examples/diffusion-img2img.js +13 -13
- package/dist/examples/diffusion-img2vid.js +22 -23
- package/dist/examples/diffusion-simple.js +7 -7
- package/dist/examples/diffusion-txt2img.js +13 -14
- package/dist/examples/diffusion-txt2vid.js +18 -18
- package/dist/examples/download-with-blind-relays.js +7 -8
- package/dist/examples/download-with-cancel.js +9 -9
- package/dist/examples/embed-multi-gpu.js +9 -9
- package/dist/examples/embed-p2p.js +24 -24
- package/dist/examples/finetune/llamacpp-finetune.js +21 -21
- package/dist/examples/kv-cache-cleanup.js +34 -34
- package/dist/examples/kv-cache-custom-key.js +30 -30
- package/dist/examples/kv-cache-example.js +18 -20
- package/dist/examples/llamacpp-cache.js +33 -33
- package/dist/examples/llamacpp-dynamic-tools.js +38 -38
- package/dist/examples/llamacpp-filesystem.js +13 -15
- package/dist/examples/llamacpp-http.js +12 -14
- package/dist/examples/llamacpp-multi-gpu.js +12 -12
- package/dist/examples/llamacpp-multimodal.js +16 -16
- package/dist/examples/llamacpp-p2p.js +11 -11
- package/dist/examples/llamacpp-sharded.js +12 -12
- package/dist/examples/llamacpp-structured-output.js +37 -37
- package/dist/examples/logging-file-transport.js +19 -21
- package/dist/examples/logging-global.js +8 -8
- package/dist/examples/logging-streaming.js +16 -18
- package/dist/examples/mcp-websearch.js +44 -44
- package/dist/examples/multi-model-demo.js +33 -33
- package/dist/examples/ocr-fasttext.js +17 -17
- package/dist/examples/parallel-download.js +11 -13
- package/dist/examples/plugins.js +43 -43
- package/dist/examples/profiling/basic.js +34 -36
- package/dist/examples/profiling/per-call.js +16 -16
- package/dist/examples/quickstart.bare.js +4 -6
- package/dist/examples/quickstart.js +7 -7
- package/dist/examples/rag/rag-chromadb.js +26 -26
- package/dist/examples/rag/rag-hyperdb/cancellation.js +19 -20
- package/dist/examples/rag/rag-hyperdb/ingest.js +19 -19
- package/dist/examples/rag/rag-hyperdb/pipeline.js +26 -26
- package/dist/examples/rag/rag-hyperdb/workspaces.js +46 -46
- package/dist/examples/rag/rag-lancedb.js +29 -32
- package/dist/examples/rag/rag-sqlite.js +25 -25
- package/dist/examples/registry-query.js +15 -15
- package/dist/examples/seed-p2p.js +8 -8
- package/dist/examples/suspend-resume.js +20 -20
- package/dist/examples/tools/llamacpp-native-tools.js +25 -25
- package/dist/examples/tools/llamacpp-tools-gemma4.js +14 -14
- package/dist/examples/tools/llamacpp-tools-harmony-multiturn.js +15 -15
- package/dist/examples/tools/llamacpp-tools-pythonic.js +15 -15
- package/dist/examples/tools/llamacpp-tools-qwen35.js +14 -14
- package/dist/examples/tools/shared.d.ts +2 -2
- package/dist/examples/tools/shared.js +17 -17
- package/dist/examples/transcription/parakeet-ctc-filesystem.js +12 -12
- package/dist/examples/transcription/parakeet-microphone-record.js +19 -19
- package/dist/examples/transcription/parakeet-microphone-stream.js +23 -23
- package/dist/examples/transcription/parakeet-sortformer-streaming.js +18 -28
- package/dist/examples/transcription/parakeet-sortformer.js +21 -21
- package/dist/examples/transcription/parakeet-tdt-filesystem.js +13 -13
- package/dist/examples/transcription/whispercpp-filesystem-streaming.js +34 -34
- package/dist/examples/transcription/whispercpp-filesystem.js +19 -19
- package/dist/examples/transcription/whispercpp-microphone-conversation.js +27 -27
- package/dist/examples/transcription/whispercpp-microphone-record.js +21 -21
- package/dist/examples/transcription/whispercpp-prompt.js +18 -18
- package/dist/examples/translation/translation-bergamot-batch.js +17 -17
- package/dist/examples/translation/translation-bergamot-pivot.js +16 -16
- package/dist/examples/translation/translation-bergamot.js +11 -11
- package/dist/examples/translation/translation-indic.js +10 -10
- package/dist/examples/translation/translation-llm-afriquegemma.js +10 -10
- package/dist/examples/translation/translation-llm-context.js +10 -10
- package/dist/examples/translation/translation-llm.js +13 -13
- package/dist/examples/translation/translation-stream.js +11 -11
- package/dist/examples/tts/chatterbox-enhanced.d.ts +2 -0
- package/dist/examples/tts/chatterbox-enhanced.js +55 -0
- package/dist/examples/tts/chatterbox-multilingual.d.ts +2 -0
- package/dist/examples/tts/chatterbox-multilingual.js +54 -0
- package/dist/examples/tts/chatterbox.js +18 -18
- package/dist/examples/tts/llm-to-tts-streaming.js +30 -30
- package/dist/examples/tts/supertonic-enhanced.d.ts +2 -0
- package/dist/examples/tts/supertonic-enhanced.js +57 -0
- package/dist/examples/tts/supertonic-multilingual.js +19 -19
- package/dist/examples/tts/supertonic.js +18 -18
- package/dist/examples/tts/utils.js +24 -32
- package/dist/examples/vla-pi05.js +14 -14
- package/dist/examples/vla-smolvla.js +14 -14
- package/dist/examples/voice-assistant/voice-assistant.js +46 -46
- package/dist/expo/plugins/find-in-ancestor-node-modules.js +3 -3
- package/dist/expo/plugins/get-project-root.d.ts +2 -2
- package/dist/expo/plugins/get-project-root.js +1 -1
- package/dist/expo/plugins/index.d.ts +11 -11
- package/dist/expo/plugins/index.js +10 -10
- package/dist/expo/plugins/resolve-sdk-package-dir.js +7 -11
- package/dist/expo/plugins/withAndroidArchitecture.d.ts +1 -1
- package/dist/expo/plugins/withAndroidArchitecture.js +12 -12
- package/dist/expo/plugins/withAndroidNdkVersion.d.ts +1 -1
- package/dist/expo/plugins/withAndroidNdkVersion.js +9 -9
- package/dist/expo/plugins/withDeviceInfo.d.ts +1 -1
- package/dist/expo/plugins/withDeviceInfo.js +13 -13
- package/dist/expo/plugins/withMobileBundle.d.ts +1 -1
- package/dist/expo/plugins/withMobileBundle.js +34 -42
- package/dist/expo/plugins/withOpenCL.d.ts +1 -1
- package/dist/expo/plugins/withOpenCL.js +14 -16
- package/dist/expo/plugins/withQvacSDK.d.ts +1 -1
- package/dist/expo/plugins/withQvacSDK.js +12 -12
- package/dist/index.d.ts +16 -16
- package/dist/index.js +16 -17
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +13 -13
- package/dist/logging/base-logger.d.ts +2 -2
- package/dist/logging/base-logger.js +6 -6
- package/dist/logging/client-logger.d.ts +1 -1
- package/dist/logging/client-logger.js +3 -3
- package/dist/logging/index.d.ts +9 -9
- package/dist/logging/index.js +8 -8
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +4 -4
- package/dist/logging/namespaces.d.ts +1 -1
- package/dist/logging/namespaces.js +5 -5
- package/dist/logging/registry.d.ts +2 -2
- package/dist/logging/registry.js +3 -3
- package/dist/logging/server-logger.d.ts +1 -1
- package/dist/logging/server-logger.js +2 -2
- package/dist/logging/stream-logger.d.ts +1 -1
- package/dist/logging/stream-logger.js +4 -4
- package/dist/logging/transport.d.ts +1 -1
- package/dist/logging/types.d.ts +1 -1
- package/dist/logging/utils.d.ts +2 -2
- package/dist/logging/utils.js +40 -41
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +5 -5
- package/dist/models/registry/models.d.ts +429 -122
- package/dist/models/registry/models.js +13693 -13369
- package/dist/models/update-models/codegen.d.ts +1 -1
- package/dist/models/update-models/codegen.js +8 -8
- package/dist/models/update-models/companions.d.ts +6 -1
- package/dist/models/update-models/companions.js +104 -39
- package/dist/models/update-models/history.d.ts +1 -1
- package/dist/models/update-models/history.js +11 -11
- package/dist/models/update-models/index.js +32 -34
- package/dist/models/update-models/naming.d.ts +2 -2
- package/dist/models/update-models/naming.js +177 -186
- package/dist/models/update-models/processing.d.ts +2 -2
- package/dist/models/update-models/processing.js +17 -19
- package/dist/models/update-models/registry.d.ts +2 -2
- package/dist/models/update-models/registry.js +9 -9
- package/dist/models/update-models/shards.d.ts +1 -1
- package/dist/models/update-models/shards.js +3 -3
- package/dist/models/update-models/types.d.ts +1 -1
- package/dist/models/update-models/utils.js +5 -5
- package/dist/pear/pre.js +84 -84
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +6 -6
- package/dist/profiling/clock.d.ts +1 -1
- package/dist/profiling/clock.js +10 -10
- package/dist/profiling/controller.d.ts +2 -2
- package/dist/profiling/controller.js +11 -12
- package/dist/profiling/envelope.d.ts +1 -1
- package/dist/profiling/envelope.js +4 -6
- package/dist/profiling/events.d.ts +2 -2
- package/dist/profiling/events.js +8 -10
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +81 -79
- package/dist/profiling/index.d.ts +8 -8
- package/dist/profiling/index.js +7 -7
- package/dist/profiling/model-execution.js +2 -1
- package/dist/profiling/ring-buffer.js +2 -2
- package/dist/profiling/types.d.ts +3 -3
- package/dist/schemas/archive.d.ts +1 -1
- package/dist/schemas/archive.js +8 -14
- package/dist/schemas/batch-completion-stream.d.ts +463 -0
- package/dist/schemas/batch-completion-stream.js +124 -0
- package/dist/schemas/bci-config.d.ts +1 -1
- package/dist/schemas/bci-config.js +7 -7
- package/dist/schemas/bci.d.ts +3 -3
- package/dist/schemas/bci.js +25 -31
- package/dist/schemas/cancel.d.ts +6 -1
- package/dist/schemas/cancel.js +33 -34
- package/dist/schemas/classification.d.ts +1 -1
- package/dist/schemas/classification.js +7 -7
- package/dist/schemas/common.d.ts +194 -25
- package/dist/schemas/common.js +40 -37
- package/dist/schemas/completion-event.d.ts +11 -8
- package/dist/schemas/completion-event.js +27 -26
- package/dist/schemas/completion-stream.d.ts +4 -3
- package/dist/schemas/completion-stream.js +51 -67
- package/dist/schemas/delegate.d.ts +1 -1
- package/dist/schemas/delegate.js +7 -7
- package/dist/schemas/delete-cache.d.ts +1 -1
- package/dist/schemas/delete-cache.js +8 -8
- package/dist/schemas/download-asset.d.ts +2 -2
- package/dist/schemas/download-asset.js +21 -21
- package/dist/schemas/embed.d.ts +3 -3
- package/dist/schemas/embed.js +16 -27
- package/dist/schemas/engine-addon-map.d.ts +2 -2
- package/dist/schemas/engine-addon-map.js +24 -24
- package/dist/schemas/error.d.ts +1 -1
- package/dist/schemas/error.js +12 -13
- package/dist/schemas/finetune.d.ts +1 -1
- package/dist/schemas/finetune.js +35 -41
- package/dist/schemas/get-loaded-model-info.d.ts +1 -1
- package/dist/schemas/get-loaded-model-info.js +10 -10
- package/dist/schemas/get-model-info.d.ts +1 -1
- package/dist/schemas/get-model-info.js +48 -91
- package/dist/schemas/heartbeat.d.ts +1 -1
- package/dist/schemas/heartbeat.js +6 -6
- package/dist/schemas/index.d.ts +52 -51
- package/dist/schemas/index.js +52 -51
- package/dist/schemas/json-schema.d.ts +1 -1
- package/dist/schemas/llamacpp-config.d.ts +33 -25
- package/dist/schemas/llamacpp-config.js +43 -30
- package/dist/schemas/load-model.d.ts +160 -128
- package/dist/schemas/load-model.js +120 -126
- package/dist/schemas/logging-stream.d.ts +1 -1
- package/dist/schemas/logging-stream.js +6 -12
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-src-utils.d.ts +1 -1
- package/dist/schemas/model-src-utils.js +13 -13
- package/dist/schemas/model-types.d.ts +1 -1
- package/dist/schemas/model-types.js +27 -27
- package/dist/schemas/ocr.d.ts +1 -1
- package/dist/schemas/ocr.js +18 -18
- package/dist/schemas/path-validation.d.ts +1 -1
- package/dist/schemas/path-validation.js +4 -4
- package/dist/schemas/plugin.d.ts +9 -10
- package/dist/schemas/plugin.js +47 -47
- package/dist/schemas/profiling.d.ts +1 -1
- package/dist/schemas/profiling.js +16 -16
- package/dist/schemas/provide.d.ts +1 -1
- package/dist/schemas/provide.js +8 -8
- package/dist/schemas/rag.d.ts +3 -3
- package/dist/schemas/rag.js +65 -70
- package/dist/schemas/registry.d.ts +1 -1
- package/dist/schemas/registry.js +44 -66
- package/dist/schemas/reload-config.d.ts +1 -1
- package/dist/schemas/reload-config.js +14 -18
- package/dist/schemas/resume.d.ts +1 -1
- package/dist/schemas/resume.js +3 -3
- package/dist/schemas/runtime-context.d.ts +1 -1
- package/dist/schemas/runtime-context.js +4 -4
- package/dist/schemas/sdcpp-config.d.ts +9 -9
- package/dist/schemas/sdcpp-config.js +298 -300
- package/dist/schemas/sdk-config.d.ts +55 -43
- package/dist/schemas/sdk-config.js +25 -29
- package/dist/schemas/sdk-errors-client.d.ts +1 -1
- package/dist/schemas/sdk-errors-client.js +80 -80
- package/dist/schemas/sdk-errors-registry.js +1 -1
- package/dist/schemas/sdk-errors-server.d.ts +1 -1
- package/dist/schemas/sdk-errors-server.js +200 -199
- package/dist/schemas/shard.d.ts +1 -1
- package/dist/schemas/shard.js +4 -4
- package/dist/schemas/state.d.ts +1 -1
- package/dist/schemas/state.js +5 -10
- package/dist/schemas/stop-provide.d.ts +1 -1
- package/dist/schemas/stop-provide.js +4 -4
- package/dist/schemas/suspend.d.ts +1 -1
- package/dist/schemas/suspend.js +3 -3
- package/dist/schemas/text-to-speech.d.ts +455 -3
- package/dist/schemas/text-to-speech.js +146 -110
- package/dist/schemas/tools.d.ts +1 -1
- package/dist/schemas/tools.js +17 -24
- package/dist/schemas/transcription-config.d.ts +1 -1
- package/dist/schemas/transcription-config.js +18 -18
- package/dist/schemas/transcription.d.ts +5 -5
- package/dist/schemas/transcription.js +31 -33
- package/dist/schemas/translate.d.ts +3 -3
- package/dist/schemas/translate.js +38 -67
- package/dist/schemas/translation-config.d.ts +1 -1
- package/dist/schemas/translation-config.js +116 -123
- package/dist/schemas/unload-model.d.ts +1 -1
- package/dist/schemas/unload-model.js +6 -6
- package/dist/schemas/vla.d.ts +1 -1
- package/dist/schemas/vla.js +30 -30
- package/dist/scripts/run-security-tests.js +9 -10
- package/dist/scripts/run-unit-tests.js +11 -12
- package/dist/server/bare/delegate-connect-diagnostics.js +13 -19
- package/dist/server/bare/delegate-rpc-client.d.ts +2 -2
- package/dist/server/bare/delegate-rpc-client.js +32 -34
- package/dist/server/bare/hyperswarm.d.ts +3 -3
- package/dist/server/bare/hyperswarm.js +14 -14
- package/dist/server/bare/ops/bci-transcribe.d.ts +1 -1
- package/dist/server/bare/ops/bci-transcribe.js +44 -44
- package/dist/server/bare/ops/cancel.d.ts +2 -2
- package/dist/server/bare/ops/cancel.js +6 -6
- package/dist/server/bare/ops/embed.d.ts +1 -1
- package/dist/server/bare/ops/embed.js +26 -16
- package/dist/server/bare/ops/kv-cache-utils.d.ts +1 -1
- package/dist/server/bare/ops/kv-cache-utils.js +17 -19
- package/dist/server/bare/ops/load-model.d.ts +2 -2
- package/dist/server/bare/ops/load-model.js +14 -18
- package/dist/server/bare/ops/transcribe.d.ts +3 -3
- package/dist/server/bare/ops/transcribe.js +62 -62
- package/dist/server/bare/ops/translate.d.ts +1 -1
- package/dist/server/bare/ops/translate.js +39 -30
- package/dist/server/bare/ops/unload-model.d.ts +1 -1
- package/dist/server/bare/ops/unload-model.js +12 -12
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.d.ts +2 -2
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.js +3 -3
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +2 -2
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +33 -33
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +1 -1
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.js +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +8 -8
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/plugin.js +14 -14
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +27 -26
- package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/plugin.js +38 -38
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +3 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +23 -23
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/plugin.js +15 -15
- package/dist/server/bare/plugins/index.d.ts +11 -11
- package/dist/server/bare/plugins/index.js +11 -11
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-cancelled.d.ts +23 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +32 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +8 -8
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +3 -2
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +4 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +22 -4
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +55 -59
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.js +5 -5
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +2 -2
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +34 -34
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +7 -7
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +19 -23
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.js +4 -6
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +186 -17
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +235 -70
- package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/transform.js +15 -15
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +3 -3
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +27 -29
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +38 -39
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +1 -1
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.js +19 -22
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +36 -36
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +15 -17
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +11 -11
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +42 -44
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +4 -4
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +69 -63
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +19 -21
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +22 -24
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +3 -2
- package/dist/server/bare/plugins/tts-ggml/plugin.js +95 -49
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +52 -52
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/chunk.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +4 -4
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +3 -3
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +4 -4
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +5 -5
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +3 -3
- package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/search.js +3 -3
- package/dist/server/bare/rag-hyperdb/index.d.ts +11 -11
- package/dist/server/bare/rag-hyperdb/index.js +11 -11
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +3 -3
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +20 -20
- package/dist/server/bare/registry/config-registry.d.ts +1 -1
- package/dist/server/bare/registry/config-registry.js +13 -16
- package/dist/server/bare/registry/logging-stream-registry.d.ts +1 -1
- package/dist/server/bare/registry/logging-stream-registry.js +2 -2
- package/dist/server/bare/registry/model-config-registry.d.ts +2 -2
- package/dist/server/bare/registry/model-config-registry.js +6 -6
- package/dist/server/bare/registry/model-config-utils.d.ts +2 -2
- package/dist/server/bare/registry/model-config-utils.js +35 -35
- package/dist/server/bare/registry/model-registry.d.ts +3 -3
- package/dist/server/bare/registry/model-registry.js +11 -11
- package/dist/server/bare/registry/registry-client.d.ts +1 -1
- package/dist/server/bare/registry/registry-client.js +18 -18
- package/dist/server/bare/registry/runtime-context-registry.d.ts +1 -1
- package/dist/server/bare/registry/runtime-context-registry.js +3 -3
- package/dist/server/bare/runtime/disposable-scope.js +3 -3
- package/dist/server/bare/runtime/index.d.ts +7 -7
- package/dist/server/bare/runtime/index.js +3 -3
- package/dist/server/bare/runtime/request-context.d.ts +4 -4
- package/dist/server/bare/runtime/request-id.js +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.d.ts +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.js +23 -4
- package/dist/server/bare/runtime/request-registry.d.ts +27 -12
- package/dist/server/bare/runtime/request-registry.js +39 -34
- package/dist/server/bare/runtime/with-request-context.d.ts +1 -1
- package/dist/server/bare/runtime/with-request-context.js +11 -11
- package/dist/server/bare/runtime-lifecycle.d.ts +1 -1
- package/dist/server/bare/runtime-lifecycle.js +27 -31
- package/dist/server/bare/types/addon-responses.d.ts +5 -4
- package/dist/server/bare/utils/audio-input.d.ts +2 -2
- package/dist/server/bare/utils/audio-input.js +7 -7
- package/dist/server/bare/utils/transcribe-metadata.d.ts +1 -1
- package/dist/server/bare/utils/transcribe-metadata.js +4 -4
- package/dist/server/bare/utils/tts-stats.d.ts +1 -1
- package/dist/server/bare/utils/tts-stats.js +3 -3
- package/dist/server/env.js +8 -8
- package/dist/server/error-handlers.d.ts +3 -3
- package/dist/server/error-handlers.js +11 -11
- package/dist/server/plugins/index.d.ts +1 -1
- package/dist/server/plugins/index.js +1 -1
- package/dist/server/plugins/registry.d.ts +1 -1
- package/dist/server/plugins/registry.js +12 -14
- package/dist/server/rpc/create-server.d.ts +1 -1
- package/dist/server/rpc/create-server.js +11 -12
- package/dist/server/rpc/delegate-transport.d.ts +3 -3
- package/dist/server/rpc/delegate-transport.js +43 -44
- package/dist/server/rpc/handle-request.d.ts +1 -1
- package/dist/server/rpc/handle-request.js +28 -30
- package/dist/server/rpc/handler-registry.d.ts +1 -1
- package/dist/server/rpc/handler-registry.js +97 -92
- package/dist/server/rpc/handler-selection.d.ts +3 -3
- package/dist/server/rpc/handler-selection.js +3 -3
- package/dist/server/rpc/handler-utils.d.ts +7 -7
- package/dist/server/rpc/handler-utils.js +32 -35
- package/dist/server/rpc/handlers/batch-completion-stream.d.ts +78 -0
- package/dist/server/rpc/handlers/batch-completion-stream.js +4 -0
- package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe-stream.js +2 -2
- package/dist/server/rpc/handlers/bci-transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe.js +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.js +13 -13
- package/dist/server/rpc/handlers/cancelHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/cancelHandler.js +11 -11
- package/dist/server/rpc/handlers/classify.d.ts +1 -1
- package/dist/server/rpc/handlers/classify.js +2 -2
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/completion-stream-delegated.js +14 -14
- package/dist/server/rpc/handlers/completion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/completion-stream.js +2 -2
- package/dist/server/rpc/handlers/delete-cache.d.ts +1 -1
- package/dist/server/rpc/handlers/delete-cache.js +10 -10
- package/dist/server/rpc/handlers/diffusion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/diffusion-stream.js +2 -2
- package/dist/server/rpc/handlers/download-asset.d.ts +1 -1
- package/dist/server/rpc/handlers/download-asset.js +20 -20
- package/dist/server/rpc/handlers/embed.d.ts +1 -1
- package/dist/server/rpc/handlers/embed.js +2 -2
- package/dist/server/rpc/handlers/finetune.d.ts +1 -1
- package/dist/server/rpc/handlers/finetune.js +8 -6
- package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-loaded-model-info.js +9 -9
- package/dist/server/rpc/handlers/get-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-model-info.js +20 -20
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/heartbeat-delegated.js +7 -7
- package/dist/server/rpc/handlers/heartbeat.d.ts +1 -1
- package/dist/server/rpc/handlers/heartbeat.js +1 -1
- package/dist/server/rpc/handlers/index.d.ts +33 -31
- package/dist/server/rpc/handlers/index.js +34 -32
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +4 -4
- package/dist/server/rpc/handlers/load-model/download-manager.js +19 -17
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +4 -3
- package/dist/server/rpc/handlers/load-model/download-stats.js +9 -11
- package/dist/server/rpc/handlers/load-model/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/handler.js +42 -43
- package/dist/server/rpc/handlers/load-model/http.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/http.js +100 -107
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +72 -74
- package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/index.js +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.js +2 -3
- package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +5 -5
- package/dist/server/rpc/handlers/load-model/registry-companion-set.js +19 -21
- package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +6 -6
- package/dist/server/rpc/handlers/load-model/registry-download-utils.js +16 -18
- package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +11 -0
- package/dist/server/rpc/handlers/load-model/registry-metadata.js +23 -0
- package/dist/server/rpc/handlers/load-model/registry.d.ts +4 -3
- package/dist/server/rpc/handlers/load-model/registry.js +50 -56
- package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/resolve-session.js +7 -7
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/resolve.js +36 -35
- package/dist/server/rpc/handlers/load-model/types.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/types.js +7 -7
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.js +31 -30
- package/dist/server/rpc/handlers/logging-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/logging-stream.js +3 -3
- package/dist/server/rpc/handlers/ocr-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/ocr-stream.js +2 -2
- package/dist/server/rpc/handlers/plugin-dispatch.js +9 -9
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +1 -1
- package/dist/server/rpc/handlers/plugin-invoke.js +16 -16
- package/dist/server/rpc/handlers/provideHandler/connection.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/connection.js +16 -16
- package/dist/server/rpc/handlers/provideHandler/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/handler.js +18 -18
- package/dist/server/rpc/handlers/provideHandler/proxy.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/proxy.js +11 -11
- package/dist/server/rpc/handlers/provideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler.js +1 -1
- package/dist/server/rpc/handlers/rag.d.ts +1 -1
- package/dist/server/rpc/handlers/rag.js +50 -50
- package/dist/server/rpc/handlers/registry.d.ts +1 -1
- package/dist/server/rpc/handlers/registry.js +34 -36
- package/dist/server/rpc/handlers/resume.d.ts +1 -1
- package/dist/server/rpc/handlers/resume.js +3 -3
- package/dist/server/rpc/handlers/state.d.ts +1 -1
- package/dist/server/rpc/handlers/state.js +3 -3
- package/dist/server/rpc/handlers/stopProvideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/stopProvideHandler.js +7 -7
- package/dist/server/rpc/handlers/suspend.d.ts +1 -1
- package/dist/server/rpc/handlers/suspend.js +3 -3
- package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech-stream.js +2 -2
- package/dist/server/rpc/handlers/text-to-speech.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech.js +2 -2
- package/dist/server/rpc/handlers/transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe-stream.js +2 -2
- package/dist/server/rpc/handlers/transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe.js +2 -2
- package/dist/server/rpc/handlers/translate.d.ts +1 -1
- package/dist/server/rpc/handlers/translate.js +2 -2
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model-delegated.js +10 -10
- package/dist/server/rpc/handlers/unload-model.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model.js +10 -10
- package/dist/server/rpc/handlers/upscale-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/upscale-stream.js +2 -2
- package/dist/server/rpc/handlers/video-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/video-stream.js +2 -2
- package/dist/server/rpc/index.d.ts +2 -2
- package/dist/server/rpc/index.js +2 -2
- package/dist/server/rpc/profiling/context.d.ts +1 -1
- package/dist/server/rpc/profiling/context.js +9 -10
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/delegation-profiler.js +23 -24
- package/dist/server/rpc/profiling/index.d.ts +4 -4
- package/dist/server/rpc/profiling/index.js +4 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +2 -2
- package/dist/server/rpc/profiling/operation-metrics.js +102 -102
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +1 -1
- package/dist/server/rpc/profiling/operation-wrappers.js +16 -14
- package/dist/server/rpc/profiling/profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/profiler.js +9 -13
- package/dist/server/rpc/rpc-utils.js +1 -4
- package/dist/server/rpc/transport-selector.d.ts +1 -1
- package/dist/server/rpc/transport-selector.js +4 -4
- package/dist/server/utils/archive.js +27 -29
- package/dist/server/utils/audio/decoder.d.ts +2 -2
- package/dist/server/utils/audio/decoder.js +11 -11
- package/dist/server/utils/cache/auto-history.d.ts +1 -1
- package/dist/server/utils/cache/auto-history.js +5 -5
- package/dist/server/utils/cache/paths.d.ts +2 -2
- package/dist/server/utils/cache/paths.js +14 -14
- package/dist/server/utils/checksum.d.ts +1 -1
- package/dist/server/utils/checksum.js +10 -12
- package/dist/server/utils/clear-storage.d.ts +1 -1
- package/dist/server/utils/clear-storage.js +8 -11
- package/dist/server/utils/completion-normalizer.d.ts +1 -1
- package/dist/server/utils/completion-normalizer.js +106 -113
- package/dist/server/utils/config-transform.d.ts +1 -1
- package/dist/server/utils/config-transform.js +2 -2
- package/dist/server/utils/expand-gguf-shards.js +4 -4
- package/dist/server/utils/formatting.js +6 -12
- package/dist/server/utils/gguf-tensor-extractor.js +17 -21
- package/dist/server/utils/index.d.ts +11 -11
- package/dist/server/utils/index.js +11 -11
- package/dist/server/utils/multi-gpu-mobile.js +1 -1
- package/dist/server/utils/path-security.d.ts +1 -1
- package/dist/server/utils/path-security.js +6 -6
- package/dist/server/utils/qvac-paths.js +3 -3
- package/dist/server/utils/response-format.d.ts +1 -1
- package/dist/server/utils/response-format.js +4 -4
- package/dist/server/utils/shard-utils.d.ts +1 -1
- package/dist/server/utils/shard-utils.js +14 -16
- package/dist/server/utils/tool-integration.d.ts +1 -1
- package/dist/server/utils/tool-integration.js +5 -9
- package/dist/server/utils/tools/dialect.d.ts +1 -1
- package/dist/server/utils/tools/dialect.js +7 -7
- package/dist/server/utils/tools/index.d.ts +2 -2
- package/dist/server/utils/tools/index.js +2 -2
- package/dist/server/utils/tools/parser.d.ts +1 -1
- package/dist/server/utils/tools/parser.js +14 -14
- package/dist/server/utils/tools/parsers/gemma4native.d.ts +2 -2
- package/dist/server/utils/tools/parsers/gemma4native.js +13 -8
- package/dist/server/utils/tools/parsers/harmony.d.ts +2 -2
- package/dist/server/utils/tools/parsers/harmony.js +9 -11
- package/dist/server/utils/tools/parsers/hermes.d.ts +2 -2
- package/dist/server/utils/tools/parsers/hermes.js +16 -16
- package/dist/server/utils/tools/parsers/json.d.ts +2 -2
- package/dist/server/utils/tools/parsers/json.js +14 -14
- package/dist/server/utils/tools/parsers/pythonic.d.ts +2 -2
- package/dist/server/utils/tools/parsers/pythonic.js +43 -43
- package/dist/server/utils/tools/parsers/qwen35.d.ts +2 -2
- package/dist/server/utils/tools/parsers/qwen35.js +20 -20
- package/dist/server/utils/tools/shared.d.ts +1 -1
- package/dist/server/utils/tools/shared.js +10 -12
- package/dist/server/utils/worker-lock.js +10 -10
- package/dist/server/worker-core.d.ts +1 -1
- package/dist/server/worker-core.js +44 -43
- package/dist/server/worker.js +9 -9
- package/dist/utils/aggregate-events.d.ts +2 -2
- package/dist/utils/aggregate-events.js +17 -19
- package/dist/utils/cache-normalize.js +1 -4
- package/dist/utils/encoding.js +1 -1
- package/dist/utils/errors-base.d.ts +1 -1
- package/dist/utils/errors-base.js +1 -1
- package/dist/utils/errors-client.d.ts +1 -1
- package/dist/utils/errors-client.js +5 -5
- package/dist/utils/errors-server.d.ts +3 -3
- package/dist/utils/errors-server.js +19 -18
- package/dist/utils/load-model-validation.js +3 -3
- package/dist/utils/mcp-adapter.d.ts +4 -4
- package/dist/utils/mcp-adapter.js +31 -38
- package/dist/utils/path-sanitize.js +14 -17
- package/dist/utils/tool-helpers.d.ts +2 -2
- package/dist/utils/tool-helpers.js +25 -26
- package/dist/utils/withTimeout.d.ts +7 -0
- package/dist/utils/withTimeout.js +11 -1
- package/dist/utils/zod-error.d.ts +1 -1
- package/dist/utils/zod-error.js +1 -1
- package/electron-forge/index.cjs +274 -317
- package/expo/plugins/patches/android-link.mjs +25 -30
- package/expo/plugins/patches/ios-link.mjs +25 -30
- package/package.json +17 -16
|
@@ -1,16 +1,16 @@
|
|
|
1
|
-
import os from
|
|
2
|
-
import Signal from
|
|
3
|
-
import { createBareKitRPCServer, createIPCClient
|
|
4
|
-
import { destroySwarm } from
|
|
5
|
-
import { initEnv, getValidatedEnv } from
|
|
6
|
-
import { closeAllRagInstances } from
|
|
7
|
-
import { cleanupDownloads } from
|
|
8
|
-
import { unloadAllModels } from
|
|
9
|
-
import { closeRegistryClient } from
|
|
10
|
-
import { clearAllLoggingStreams, startLogBuffering, stopLogBufferingWithTimeout
|
|
11
|
-
import { clearAllAddonLoggers, getServerLogger, SDK_LOG_ID, SDK_ALL_LOG_ID
|
|
12
|
-
import { clearPlugins } from
|
|
13
|
-
import { acquireWorkerLock, releaseWorkerLock
|
|
1
|
+
import os from 'bare-os';
|
|
2
|
+
import Signal from 'bare-signals';
|
|
3
|
+
import { createBareKitRPCServer, createIPCClient } from './rpc/create-server.js';
|
|
4
|
+
import { destroySwarm } from './bare/hyperswarm.js';
|
|
5
|
+
import { initEnv, getValidatedEnv } from './env.js';
|
|
6
|
+
import { closeAllRagInstances } from './bare/rag-hyperdb/index.js';
|
|
7
|
+
import { cleanupDownloads } from './rpc/handlers/load-model/download-manager.js';
|
|
8
|
+
import { unloadAllModels } from './bare/registry/model-registry.js';
|
|
9
|
+
import { closeRegistryClient } from './bare/registry/registry-client.js';
|
|
10
|
+
import { clearAllLoggingStreams, startLogBuffering, stopLogBufferingWithTimeout } from './bare/registry/logging-stream-registry.js';
|
|
11
|
+
import { clearAllAddonLoggers, getServerLogger, SDK_LOG_ID, SDK_ALL_LOG_ID } from '../logging/index.js';
|
|
12
|
+
import { clearPlugins } from './plugins/index.js';
|
|
13
|
+
import { acquireWorkerLock, releaseWorkerLock } from './utils/worker-lock.js';
|
|
14
14
|
let coreInitialized = false;
|
|
15
15
|
let rpcInitialized = false;
|
|
16
16
|
// Set true when the cleanup body has run at least once. Lets both
|
|
@@ -35,7 +35,7 @@ function scheduleForceExit() {
|
|
|
35
35
|
logger.error(`Bare.exit did not terminate the worker within ${FORCE_EXIT_GRACE_MS}ms — ` +
|
|
36
36
|
`force-killing self (likely blocked native handle)`);
|
|
37
37
|
try {
|
|
38
|
-
os.kill(os.pid(),
|
|
38
|
+
os.kill(os.pid(), 'SIGKILL');
|
|
39
39
|
}
|
|
40
40
|
catch {
|
|
41
41
|
// best-effort — if SIGKILL itself fails, there's nothing more to do
|
|
@@ -43,7 +43,8 @@ function scheduleForceExit() {
|
|
|
43
43
|
}, FORCE_EXIT_GRACE_MS);
|
|
44
44
|
// Don't let the safety-net timer keep the process alive on the happy
|
|
45
45
|
// path. Bare returns an object (not a number) from setTimeout.
|
|
46
|
-
if (timer && typeof timer ===
|
|
46
|
+
if (timer && typeof timer === 'object' && 'unref' in timer) {
|
|
47
|
+
;
|
|
47
48
|
timer.unref();
|
|
48
49
|
}
|
|
49
50
|
}
|
|
@@ -58,8 +59,8 @@ export function initializeWorkerCore() {
|
|
|
58
59
|
acquireWorkerLock();
|
|
59
60
|
setupShutdownHandlers();
|
|
60
61
|
coreInitialized = true;
|
|
61
|
-
logger.debug(
|
|
62
|
-
logger.debug(
|
|
62
|
+
logger.debug('Worker core initialized');
|
|
63
|
+
logger.debug('Arguments to worker:', Bare.argv);
|
|
63
64
|
return { hasRPCConfig };
|
|
64
65
|
}
|
|
65
66
|
export function ensureRPCSetup() {
|
|
@@ -74,16 +75,16 @@ export function ensureRPCSetup() {
|
|
|
74
75
|
if (ipcSocketPath) {
|
|
75
76
|
logger.info(`Running in desktop mode, connecting to IPC socket: ${ipcSocketPath}`);
|
|
76
77
|
const rpc = createIPCClient(ipcSocketPath, {
|
|
77
|
-
onDisconnect: () => void shutdownBareDirectWorker(
|
|
78
|
+
onDisconnect: () => void shutdownBareDirectWorker('ipc-disconnect')
|
|
78
79
|
});
|
|
79
|
-
logger.debug(
|
|
80
|
+
logger.debug('Desktop IPC client created?', !!rpc);
|
|
80
81
|
}
|
|
81
82
|
else {
|
|
82
|
-
logger.info(
|
|
83
|
+
logger.info('Running in BareKit IPC mode');
|
|
83
84
|
createBareKitRPCServer();
|
|
84
85
|
}
|
|
85
|
-
logger.info(
|
|
86
|
-
logger.debug(
|
|
86
|
+
logger.info('Bare worker started and listening for RPC requests');
|
|
87
|
+
logger.debug('Working directory:', os.cwd());
|
|
87
88
|
rpcInitialized = true;
|
|
88
89
|
// The worker is now reachable, so a `subscribeServerLogs` client can connect.
|
|
89
90
|
// Bound the global startup buffer the same way model-load buffering is bounded:
|
|
@@ -93,7 +94,7 @@ export function ensureRPCSetup() {
|
|
|
93
94
|
stopLogBufferingWithTimeout(SDK_ALL_LOG_ID);
|
|
94
95
|
}
|
|
95
96
|
catch (error) {
|
|
96
|
-
logger.error(
|
|
97
|
+
logger.error('Worker error:', error);
|
|
97
98
|
Bare.exit(1);
|
|
98
99
|
}
|
|
99
100
|
}
|
|
@@ -127,7 +128,7 @@ async function runCleanup() {
|
|
|
127
128
|
closeAllRagInstances(),
|
|
128
129
|
cleanupDownloads(),
|
|
129
130
|
unloadAllModels(),
|
|
130
|
-
closeRegistryClient()
|
|
131
|
+
closeRegistryClient()
|
|
131
132
|
]);
|
|
132
133
|
}
|
|
133
134
|
/**
|
|
@@ -151,13 +152,13 @@ export async function cleanupForTerminate() {
|
|
|
151
152
|
// own, so a follow-up shutdownBareDirectWorker call won't redo the body.
|
|
152
153
|
if (cleanupRan)
|
|
153
154
|
return;
|
|
154
|
-
logger.info(
|
|
155
|
+
logger.info('🧹 Pre-terminate cleanup starting...');
|
|
155
156
|
try {
|
|
156
157
|
await runCleanup();
|
|
157
|
-
logger.info(
|
|
158
|
+
logger.info('✅ Pre-terminate cleanup completed');
|
|
158
159
|
}
|
|
159
160
|
catch (error) {
|
|
160
|
-
logger.error(
|
|
161
|
+
logger.error('❌ Error during pre-terminate cleanup:', error);
|
|
161
162
|
}
|
|
162
163
|
}
|
|
163
164
|
export async function shutdownBareDirectWorker(reason) {
|
|
@@ -165,37 +166,37 @@ export async function shutdownBareDirectWorker(reason) {
|
|
|
165
166
|
return;
|
|
166
167
|
isShuttingDown = true;
|
|
167
168
|
const messages = {
|
|
168
|
-
signal:
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
169
|
+
signal: '🐻 Bare worker shutdown signal received, cleaning up...',
|
|
170
|
+
'rpc-close': '🧹 Bare direct mode RPC closed, cleaning up...',
|
|
171
|
+
'uncaught-exception': '💥 Uncaught exception, cleaning up...',
|
|
172
|
+
'unhandled-rejection': '💥 Unhandled rejection, cleaning up...',
|
|
173
|
+
'ipc-disconnect': '🔌 Parent IPC disconnected, cleaning up...'
|
|
173
174
|
};
|
|
174
175
|
logger.info(messages[reason]);
|
|
175
176
|
try {
|
|
176
177
|
// Idempotent: if cleanupForTerminate already ran, this is a no-op.
|
|
177
178
|
await runCleanup();
|
|
178
|
-
logger.info(
|
|
179
|
+
logger.info('✅ Cleanup completed successfully');
|
|
179
180
|
}
|
|
180
181
|
catch (error) {
|
|
181
|
-
logger.error(
|
|
182
|
+
logger.error('❌ Error during shutdown cleanup:', error);
|
|
182
183
|
}
|
|
183
184
|
releaseWorkerLock();
|
|
184
185
|
scheduleForceExit();
|
|
185
|
-
const isGraceful = reason ===
|
|
186
|
+
const isGraceful = reason === 'signal' || reason === 'rpc-close';
|
|
186
187
|
Bare.exit(isGraceful ? 0 : 1);
|
|
187
188
|
}
|
|
188
189
|
function setupShutdownHandlers() {
|
|
189
190
|
const signals = new Signal.Emitter();
|
|
190
191
|
signals.unref();
|
|
191
|
-
signals.once(
|
|
192
|
-
signals.once(
|
|
193
|
-
Bare.on(
|
|
194
|
-
logger.error(
|
|
195
|
-
void shutdownBareDirectWorker(
|
|
192
|
+
signals.once('SIGTERM', () => void shutdownBareDirectWorker('signal'));
|
|
193
|
+
signals.once('SIGINT', () => void shutdownBareDirectWorker('signal'));
|
|
194
|
+
Bare.on('uncaughtException', (err) => {
|
|
195
|
+
logger.error('Uncaught exception in worker:', err);
|
|
196
|
+
void shutdownBareDirectWorker('uncaught-exception');
|
|
196
197
|
});
|
|
197
|
-
Bare.on(
|
|
198
|
-
logger.error(
|
|
199
|
-
void shutdownBareDirectWorker(
|
|
198
|
+
Bare.on('unhandledRejection', (reason) => {
|
|
199
|
+
logger.error('Unhandled rejection in worker:', reason);
|
|
200
|
+
void shutdownBareDirectWorker('unhandled-rejection');
|
|
200
201
|
});
|
|
201
202
|
}
|
package/dist/server/worker.js
CHANGED
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* Default worker entry point that registers ALL built-in plugins.
|
|
3
3
|
*/
|
|
4
|
-
import { initializeWorkerCore, ensureRPCSetup } from
|
|
5
|
-
import { registerPlugins } from
|
|
6
|
-
import { getServerLogger } from
|
|
7
|
-
import { llmPlugin, embeddingsPlugin, whisperPlugin, bciPlugin, parakeetPlugin, nmtPlugin, ttsPlugin, ocrPlugin, diffusionPlugin, vlaPlugin, classificationPlugin
|
|
4
|
+
import { initializeWorkerCore, ensureRPCSetup } from './worker-core.js';
|
|
5
|
+
import { registerPlugins } from './plugins/index.js';
|
|
6
|
+
import { getServerLogger } from '../logging/index.js';
|
|
7
|
+
import { llmPlugin, embeddingsPlugin, whisperPlugin, bciPlugin, parakeetPlugin, nmtPlugin, ttsPlugin, ocrPlugin, diffusionPlugin, vlaPlugin, classificationPlugin } from './bare/plugins/index.js';
|
|
8
8
|
const { hasRPCConfig } = initializeWorkerCore();
|
|
9
9
|
const logger = getServerLogger();
|
|
10
|
-
logger.info(
|
|
10
|
+
logger.info('🐻 Hello from Bare');
|
|
11
11
|
registerPlugins([
|
|
12
12
|
llmPlugin,
|
|
13
13
|
embeddingsPlugin,
|
|
@@ -19,15 +19,15 @@ registerPlugins([
|
|
|
19
19
|
ocrPlugin,
|
|
20
20
|
diffusionPlugin,
|
|
21
21
|
vlaPlugin,
|
|
22
|
-
classificationPlugin
|
|
22
|
+
classificationPlugin
|
|
23
23
|
]);
|
|
24
24
|
logger.info(hasRPCConfig
|
|
25
|
-
?
|
|
26
|
-
:
|
|
25
|
+
? 'Parsed RPC configuration from arguments'
|
|
26
|
+
: 'Using default configuration (direct mode)');
|
|
27
27
|
// Auto-setup RPC only if we successfully parsed RPC configuration
|
|
28
28
|
if (hasRPCConfig) {
|
|
29
29
|
ensureRPCSetup();
|
|
30
30
|
}
|
|
31
31
|
else {
|
|
32
|
-
logger.info(
|
|
32
|
+
logger.info('Running in direct mode - RPC setup will be lazy');
|
|
33
33
|
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import type { CompletionError, CompletionEvent, CompletionFinal, CompletionStats, StopReason, ToolCall } from
|
|
2
|
-
import { type ToolHandlerMap } from
|
|
1
|
+
import type { CompletionError, CompletionEvent, CompletionFinal, CompletionStats, StopReason, ToolCall } from '../schemas/index';
|
|
2
|
+
import { type ToolHandlerMap } from './tool-helpers';
|
|
3
3
|
export type AggregatedEvents = {
|
|
4
4
|
contentText: string;
|
|
5
5
|
thinkingText: string;
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { normalizeAssistantCacheContent } from
|
|
2
|
-
import { attachHandlersToToolCalls
|
|
1
|
+
import { normalizeAssistantCacheContent } from './cache-normalize.js';
|
|
2
|
+
import { attachHandlersToToolCalls } from './tool-helpers.js';
|
|
3
3
|
export function aggregateEvents(events) {
|
|
4
|
-
let contentText =
|
|
5
|
-
let thinkingText =
|
|
4
|
+
let contentText = '';
|
|
5
|
+
let thinkingText = '';
|
|
6
6
|
let stats;
|
|
7
7
|
let rawFullText;
|
|
8
8
|
let error;
|
|
@@ -10,33 +10,33 @@ export function aggregateEvents(events) {
|
|
|
10
10
|
let cancelled = false;
|
|
11
11
|
const toolCalls = [];
|
|
12
12
|
for (const event of events) {
|
|
13
|
-
if (event.type ===
|
|
13
|
+
if (event.type === 'contentDelta') {
|
|
14
14
|
contentText += event.text;
|
|
15
15
|
}
|
|
16
|
-
else if (event.type ===
|
|
16
|
+
else if (event.type === 'thinkingDelta') {
|
|
17
17
|
thinkingText += event.text;
|
|
18
18
|
}
|
|
19
|
-
else if (event.type ===
|
|
19
|
+
else if (event.type === 'completionStats') {
|
|
20
20
|
stats = event.stats;
|
|
21
21
|
}
|
|
22
|
-
else if (event.type ===
|
|
22
|
+
else if (event.type === 'toolCall') {
|
|
23
23
|
toolCalls.push(event.call);
|
|
24
24
|
}
|
|
25
|
-
else if (event.type ===
|
|
26
|
-
if (
|
|
25
|
+
else if (event.type === 'completionDone') {
|
|
26
|
+
if ('raw' in event && event.raw) {
|
|
27
27
|
rawFullText = event.raw.fullText;
|
|
28
28
|
}
|
|
29
29
|
// Error wins over cancelled if a wire event ever carries both
|
|
30
30
|
// signals: a mid-stream addon failure makes the partial state
|
|
31
31
|
// unsafe to expose, regardless of why the loop exited.
|
|
32
|
-
if (event.stopReason ===
|
|
32
|
+
if (event.stopReason === 'error' && 'error' in event) {
|
|
33
33
|
error = event.error;
|
|
34
34
|
}
|
|
35
35
|
else {
|
|
36
36
|
if (event.stopReason !== undefined) {
|
|
37
37
|
stopReason = event.stopReason;
|
|
38
38
|
}
|
|
39
|
-
if (event.stopReason ===
|
|
39
|
+
if (event.stopReason === 'cancelled') {
|
|
40
40
|
cancelled = true;
|
|
41
41
|
}
|
|
42
42
|
}
|
|
@@ -50,16 +50,14 @@ export function aggregateEvents(events) {
|
|
|
50
50
|
rawFullText,
|
|
51
51
|
error,
|
|
52
52
|
stopReason,
|
|
53
|
-
cancelled
|
|
53
|
+
cancelled
|
|
54
54
|
};
|
|
55
55
|
}
|
|
56
56
|
export function buildFinalFromEvents(events, handlers) {
|
|
57
|
-
const { contentText, thinkingText, stats, toolCalls, rawFullText, error, stopReason, cancelled
|
|
57
|
+
const { contentText, thinkingText, stats, toolCalls, rawFullText, error, stopReason, cancelled } = aggregateEvents(events);
|
|
58
58
|
const attachedToolCalls = attachHandlersToToolCalls(toolCalls, handlers);
|
|
59
59
|
const fullText = rawFullText ?? contentText;
|
|
60
|
-
const cacheableAssistantContent = attachedToolCalls.length === 0
|
|
61
|
-
? normalizeAssistantCacheContent(fullText)
|
|
62
|
-
: undefined;
|
|
60
|
+
const cacheableAssistantContent = attachedToolCalls.length === 0 ? normalizeAssistantCacheContent(fullText) : undefined;
|
|
63
61
|
const final = {
|
|
64
62
|
contentText,
|
|
65
63
|
...(thinkingText && { thinkingText }),
|
|
@@ -67,9 +65,9 @@ export function buildFinalFromEvents(events, handlers) {
|
|
|
67
65
|
...(stats && { stats }),
|
|
68
66
|
raw: { fullText },
|
|
69
67
|
...(cacheableAssistantContent !== undefined && {
|
|
70
|
-
cacheableAssistantContent
|
|
68
|
+
cacheableAssistantContent
|
|
71
69
|
}),
|
|
72
|
-
...(stopReason !== undefined && { stopReason })
|
|
70
|
+
...(stopReason !== undefined && { stopReason })
|
|
73
71
|
};
|
|
74
72
|
return { final, error, cancelled };
|
|
75
73
|
}
|
|
@@ -16,8 +16,5 @@ const UNCLOSED_TRAILING_THINK_RE = /<think>[\s\S]*$/i;
|
|
|
16
16
|
* callers push back either shape and still hit the cache.
|
|
17
17
|
*/
|
|
18
18
|
export function normalizeAssistantCacheContent(content) {
|
|
19
|
-
return content
|
|
20
|
-
.replace(THINK_BLOCK_RE, "")
|
|
21
|
-
.replace(UNCLOSED_TRAILING_THINK_RE, "")
|
|
22
|
-
.trim();
|
|
19
|
+
return content.replace(THINK_BLOCK_RE, '').replace(UNCLOSED_TRAILING_THINK_RE, '').trim();
|
|
23
20
|
}
|
package/dist/utils/encoding.js
CHANGED
|
@@ -20,7 +20,7 @@ export function decodeBase64(base64) {
|
|
|
20
20
|
* provides a cross-platform alternative to Buffer.from(bytes).toString("base64").
|
|
21
21
|
*/
|
|
22
22
|
export function encodeBase64(bytes) {
|
|
23
|
-
let binary =
|
|
23
|
+
let binary = '';
|
|
24
24
|
for (let i = 0; i < bytes.length; i++)
|
|
25
25
|
binary += String.fromCharCode(bytes[i]);
|
|
26
26
|
return btoa(binary);
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import type { QvacErrorOptions } from
|
|
1
|
+
import type { QvacErrorOptions } from '@qvac/error';
|
|
2
2
|
export declare function createErrorOptions(code: number, adds?: string | (string | number)[], cause?: unknown): QvacErrorOptions;
|
|
3
3
|
//# sourceMappingURL=errors-base.d.ts.map
|
|
@@ -7,7 +7,7 @@ export function createErrorOptions(code, adds, cause) {
|
|
|
7
7
|
options.cause =
|
|
8
8
|
cause instanceof Error
|
|
9
9
|
? cause
|
|
10
|
-
: new Error(typeof cause ===
|
|
10
|
+
: new Error(typeof cause === 'string' ? cause : JSON.stringify(cause));
|
|
11
11
|
}
|
|
12
12
|
return options;
|
|
13
13
|
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { QvacErrorBase } from
|
|
2
|
-
import { SDK_CLIENT_ERROR_CODES } from
|
|
3
|
-
import { SDK_SERVER_ERROR_CODES } from
|
|
4
|
-
import { createErrorOptions } from
|
|
1
|
+
import { QvacErrorBase } from '@qvac/error';
|
|
2
|
+
import { SDK_CLIENT_ERROR_CODES } from '../schemas/sdk-errors-client.js';
|
|
3
|
+
import { SDK_SERVER_ERROR_CODES } from '../schemas/sdk-errors-server.js';
|
|
4
|
+
import { createErrorOptions } from './errors-base.js';
|
|
5
5
|
// ============== Response Validation Errors ==============
|
|
6
6
|
export class InvalidResponseError extends QvacErrorBase {
|
|
7
7
|
constructor(expected, cause) {
|
|
@@ -157,7 +157,7 @@ export class BarePackError extends QvacErrorBase {
|
|
|
157
157
|
}
|
|
158
158
|
export class InvalidPluginSpecifierError extends QvacErrorBase {
|
|
159
159
|
constructor(specifiers, cause) {
|
|
160
|
-
const list = specifiers.map((s) => ` - ${s}`).join(
|
|
160
|
+
const list = specifiers.map((s) => ` - ${s}`).join('\n');
|
|
161
161
|
super(createErrorOptions(SDK_CLIENT_ERROR_CODES.INVALID_PLUGIN_SPECIFIER, [list], cause));
|
|
162
162
|
}
|
|
163
163
|
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { QvacErrorBase } from
|
|
2
|
-
import type { CompletionStats, ToolCallWithCall } from
|
|
1
|
+
import { QvacErrorBase } from '@qvac/error';
|
|
2
|
+
import type { CompletionStats, ToolCallWithCall } from '../schemas/index';
|
|
3
3
|
/**
|
|
4
4
|
* Partial completion payload attached to `InferenceCancelledError` when a
|
|
5
5
|
* cancel hits mid-stream. Mirrors the named fields on `CompletionFinal`
|
|
@@ -132,7 +132,7 @@ export declare class RequestNotFoundError extends QvacErrorBase {
|
|
|
132
132
|
* policy refuses the request. Under the default queue policy a same-model
|
|
133
133
|
* request waits FIFO rather than rejecting, so this fires on the bounded-queue
|
|
134
134
|
* cases: an explicit `onOverflow: "reject"`, the per-model queue-depth cap, or
|
|
135
|
-
* a `queueTimeoutMs` elapsing while waiting
|
|
135
|
+
* a `queueTimeoutMs` elapsing while waiting. Distinct from
|
|
136
136
|
* `RequestIdConflictError`, which only fires on UUID collisions.
|
|
137
137
|
*/
|
|
138
138
|
export declare class RequestRejectedByPolicyError extends QvacErrorBase {
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { QvacErrorBase } from
|
|
2
|
-
import { SDK_SERVER_ERROR_CODES } from
|
|
3
|
-
import { createErrorOptions } from
|
|
1
|
+
import { QvacErrorBase } from '@qvac/error';
|
|
2
|
+
import { SDK_SERVER_ERROR_CODES } from '../schemas/sdk-errors-server.js';
|
|
3
|
+
import { createErrorOptions } from './errors-base.js';
|
|
4
4
|
// ============== Model Registry Errors ==============
|
|
5
5
|
export class ModelAlreadyRegisteredError extends QvacErrorBase {
|
|
6
6
|
constructor(modelId, cause) {
|
|
@@ -65,12 +65,12 @@ export class TtsReferenceAudioRequiredError extends QvacErrorBase {
|
|
|
65
65
|
}
|
|
66
66
|
export class LegacyParakeetModelDeprecatedError extends QvacErrorBase {
|
|
67
67
|
constructor(legacyFields, cause) {
|
|
68
|
-
super(createErrorOptions(SDK_SERVER_ERROR_CODES.LEGACY_PARAKEET_MODEL_DEPRECATED, [legacyFields.join(
|
|
68
|
+
super(createErrorOptions(SDK_SERVER_ERROR_CODES.LEGACY_PARAKEET_MODEL_DEPRECATED, [legacyFields.join(', ')], cause));
|
|
69
69
|
}
|
|
70
70
|
}
|
|
71
71
|
export class LegacyTtsModelDeprecatedError extends QvacErrorBase {
|
|
72
72
|
constructor(legacyFields, cause) {
|
|
73
|
-
super(createErrorOptions(SDK_SERVER_ERROR_CODES.LEGACY_TTS_MODEL_DEPRECATED, [legacyFields.join(
|
|
73
|
+
super(createErrorOptions(SDK_SERVER_ERROR_CODES.LEGACY_TTS_MODEL_DEPRECATED, [legacyFields.join(', ')], cause));
|
|
74
74
|
}
|
|
75
75
|
}
|
|
76
76
|
// ============== Model Unloading Errors ==============
|
|
@@ -134,9 +134,9 @@ export class ContextOverflowError extends QvacErrorBase {
|
|
|
134
134
|
modelId;
|
|
135
135
|
constructor(promptTokens, ctxSize, modelId, cause) {
|
|
136
136
|
super(createErrorOptions(SDK_SERVER_ERROR_CODES.CONTEXT_OVERFLOW, [
|
|
137
|
-
promptTokens !== undefined ? String(promptTokens) :
|
|
138
|
-
ctxSize !== undefined ? String(ctxSize) :
|
|
139
|
-
modelId ??
|
|
137
|
+
promptTokens !== undefined ? String(promptTokens) : '',
|
|
138
|
+
ctxSize !== undefined ? String(ctxSize) : '',
|
|
139
|
+
modelId ?? ''
|
|
140
140
|
], cause));
|
|
141
141
|
if (promptTokens !== undefined)
|
|
142
142
|
this.promptTokens = promptTokens;
|
|
@@ -149,7 +149,7 @@ export class ContextOverflowError extends QvacErrorBase {
|
|
|
149
149
|
return {
|
|
150
150
|
...(this.promptTokens !== undefined && { promptTokens: this.promptTokens }),
|
|
151
151
|
...(this.ctxSize !== undefined && { ctxSize: this.ctxSize }),
|
|
152
|
-
...(this.modelId !== undefined && { modelId: this.modelId })
|
|
152
|
+
...(this.modelId !== undefined && { modelId: this.modelId })
|
|
153
153
|
};
|
|
154
154
|
}
|
|
155
155
|
}
|
|
@@ -195,7 +195,7 @@ export class RequestNotFoundError extends QvacErrorBase {
|
|
|
195
195
|
* policy refuses the request. Under the default queue policy a same-model
|
|
196
196
|
* request waits FIFO rather than rejecting, so this fires on the bounded-queue
|
|
197
197
|
* cases: an explicit `onOverflow: "reject"`, the per-model queue-depth cap, or
|
|
198
|
-
* a `queueTimeoutMs` elapsing while waiting
|
|
198
|
+
* a `queueTimeoutMs` elapsing while waiting. Distinct from
|
|
199
199
|
* `RequestIdConflictError`, which only fires on UUID collisions.
|
|
200
200
|
*/
|
|
201
201
|
export class RequestRejectedByPolicyError extends QvacErrorBase {
|
|
@@ -215,7 +215,7 @@ export class RequestRejectedByPolicyError extends QvacErrorBase {
|
|
|
215
215
|
requestId: this.requestId,
|
|
216
216
|
kind: this.kind,
|
|
217
217
|
modelId: this.modelId,
|
|
218
|
-
reason: this.reason
|
|
218
|
+
reason: this.reason
|
|
219
219
|
};
|
|
220
220
|
}
|
|
221
221
|
}
|
|
@@ -293,8 +293,8 @@ export class ModelOperationNotSupportedError extends QvacErrorBase {
|
|
|
293
293
|
modelId,
|
|
294
294
|
modelType,
|
|
295
295
|
operation,
|
|
296
|
-
supportedOperations.join(
|
|
297
|
-
suggestedModelTypes.join(
|
|
296
|
+
supportedOperations.join(', '),
|
|
297
|
+
suggestedModelTypes.join(', ')
|
|
298
298
|
], cause));
|
|
299
299
|
this.modelId = modelId;
|
|
300
300
|
this.modelType = modelType;
|
|
@@ -505,9 +505,7 @@ export class DelegateConnectionFailedError extends QvacErrorBase {
|
|
|
505
505
|
}
|
|
506
506
|
export class DelegateProviderError extends QvacErrorBase {
|
|
507
507
|
constructor(details, providerCode, cause) {
|
|
508
|
-
super(createErrorOptions(SDK_SERVER_ERROR_CODES.DELEGATE_PROVIDER_ERROR, providerCode !== undefined
|
|
509
|
-
? [details, String(providerCode)]
|
|
510
|
-
: [details], cause));
|
|
508
|
+
super(createErrorOptions(SDK_SERVER_ERROR_CODES.DELEGATE_PROVIDER_ERROR, providerCode !== undefined ? [details, String(providerCode)] : [details], cause));
|
|
511
509
|
}
|
|
512
510
|
}
|
|
513
511
|
export class RPCNoDataReceivedError extends QvacErrorBase {
|
|
@@ -528,7 +526,7 @@ export class PluginNotFoundError extends QvacErrorBase {
|
|
|
528
526
|
}
|
|
529
527
|
export class PluginHandlerNotFoundError extends QvacErrorBase {
|
|
530
528
|
constructor(modelType, handler, availableHandlers, cause) {
|
|
531
|
-
const serializedHandlers = availableHandlers?.join(
|
|
529
|
+
const serializedHandlers = availableHandlers?.join(', ') ?? '';
|
|
532
530
|
super(createErrorOptions(SDK_SERVER_ERROR_CODES.PLUGIN_HANDLER_NOT_FOUND, [modelType, handler, serializedHandlers], cause));
|
|
533
531
|
}
|
|
534
532
|
}
|
|
@@ -585,7 +583,10 @@ export class LifecycleResumeFailedError extends QvacErrorBase {
|
|
|
585
583
|
}
|
|
586
584
|
export class LifecycleOperationBlockedError extends QvacErrorBase {
|
|
587
585
|
constructor(requestType, lifecycleState) {
|
|
588
|
-
super(createErrorOptions(SDK_SERVER_ERROR_CODES.LIFECYCLE_OPERATION_BLOCKED, [
|
|
586
|
+
super(createErrorOptions(SDK_SERVER_ERROR_CODES.LIFECYCLE_OPERATION_BLOCKED, [
|
|
587
|
+
requestType,
|
|
588
|
+
lifecycleState
|
|
589
|
+
]));
|
|
589
590
|
}
|
|
590
591
|
}
|
|
591
592
|
// ============== Security Errors ==============
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { inferModelTypeFromModelSrc } from
|
|
2
|
-
import { normalizeModelType } from
|
|
3
|
-
import { ModelSrcTypeMismatchError } from
|
|
1
|
+
import { inferModelTypeFromModelSrc } from '../schemas/model-src-utils.js';
|
|
2
|
+
import { normalizeModelType } from '../schemas/model-types.js';
|
|
3
|
+
import { ModelSrcTypeMismatchError } from './errors-client.js';
|
|
4
4
|
/**
|
|
5
5
|
* Throws {@link ModelSrcTypeMismatchError} when explicit
|
|
6
6
|
* `modelType` disagrees with the type inferred from `modelSrc`.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import type { Tool } from
|
|
2
|
-
import type { McpClientInput } from
|
|
3
|
-
import type { ToolHandler } from
|
|
4
|
-
export type { McpClient, McpClientInput } from
|
|
1
|
+
import type { Tool } from '../schemas/tools';
|
|
2
|
+
import type { McpClientInput } from '../schemas/mcp-adapter';
|
|
3
|
+
import type { ToolHandler } from './tool-helpers';
|
|
4
|
+
export type { McpClient, McpClientInput } from '../schemas/mcp-adapter';
|
|
5
5
|
export type ToolHandlerMap = Map<string, ToolHandler>;
|
|
6
6
|
export type McpToolsResult = {
|
|
7
7
|
tools: Tool[];
|
|
@@ -1,14 +1,7 @@
|
|
|
1
|
-
import { mapValues } from
|
|
2
|
-
const VALID_TYPES = [
|
|
3
|
-
"string",
|
|
4
|
-
"number",
|
|
5
|
-
"integer",
|
|
6
|
-
"boolean",
|
|
7
|
-
"object",
|
|
8
|
-
"array",
|
|
9
|
-
];
|
|
1
|
+
import { mapValues } from './object.js';
|
|
2
|
+
const VALID_TYPES = ['string', 'number', 'integer', 'boolean', 'object', 'array'];
|
|
10
3
|
function isValidType(value) {
|
|
11
|
-
return typeof value ===
|
|
4
|
+
return typeof value === 'string' && VALID_TYPES.includes(value);
|
|
12
5
|
}
|
|
13
6
|
function convertMcpToolToTool(mcpTool) {
|
|
14
7
|
const inputSchema = mcpTool.inputSchema;
|
|
@@ -17,20 +10,20 @@ function convertMcpToolToTool(mcpTool) {
|
|
|
17
10
|
const convertedProperties = mapValues(properties, (prop) => {
|
|
18
11
|
const { type, description, enum: enumVal } = prop;
|
|
19
12
|
return {
|
|
20
|
-
type: isValidType(type) ? type :
|
|
13
|
+
type: isValidType(type) ? type : 'string',
|
|
21
14
|
...(description && { description }),
|
|
22
|
-
...(enumVal && { enum: enumVal })
|
|
15
|
+
...(enumVal && { enum: enumVal })
|
|
23
16
|
};
|
|
24
17
|
});
|
|
25
18
|
return {
|
|
26
|
-
type:
|
|
19
|
+
type: 'function',
|
|
27
20
|
name: mcpTool.name,
|
|
28
|
-
description: mcpTool.description ??
|
|
21
|
+
description: mcpTool.description ?? '',
|
|
29
22
|
parameters: {
|
|
30
|
-
type:
|
|
23
|
+
type: 'object',
|
|
31
24
|
properties: convertedProperties,
|
|
32
|
-
required: required.length > 0 ? required : undefined
|
|
33
|
-
}
|
|
25
|
+
required: required.length > 0 ? required : undefined
|
|
26
|
+
}
|
|
34
27
|
};
|
|
35
28
|
}
|
|
36
29
|
function createMcpToolHandler(client, toolName) {
|
|
@@ -49,46 +42,46 @@ export async function getMcpToolsWithHandlers(clients) {
|
|
|
49
42
|
}
|
|
50
43
|
if (includeResources !== false && client.listResources) {
|
|
51
44
|
allTools.push({
|
|
52
|
-
type:
|
|
53
|
-
name:
|
|
54
|
-
description:
|
|
45
|
+
type: 'function',
|
|
46
|
+
name: 'list_resources',
|
|
47
|
+
description: 'List available resources from MCP server',
|
|
55
48
|
parameters: {
|
|
56
|
-
type:
|
|
57
|
-
properties: {}
|
|
58
|
-
}
|
|
49
|
+
type: 'object',
|
|
50
|
+
properties: {}
|
|
51
|
+
}
|
|
59
52
|
});
|
|
60
|
-
handlers.set(
|
|
53
|
+
handlers.set('list_resources', async () => {
|
|
61
54
|
if (!client.listResources) {
|
|
62
55
|
return { resources: [] };
|
|
63
56
|
}
|
|
64
57
|
const result = await client.listResources();
|
|
65
58
|
return {
|
|
66
|
-
type:
|
|
67
|
-
text: JSON.stringify(result.resources, null, 2)
|
|
59
|
+
type: 'text',
|
|
60
|
+
text: JSON.stringify(result.resources, null, 2)
|
|
68
61
|
};
|
|
69
62
|
});
|
|
70
63
|
if (client.readResource) {
|
|
71
64
|
allTools.push({
|
|
72
|
-
type:
|
|
73
|
-
name:
|
|
74
|
-
description:
|
|
65
|
+
type: 'function',
|
|
66
|
+
name: 'read_resource',
|
|
67
|
+
description: 'Read content of a specific resource by URI',
|
|
75
68
|
parameters: {
|
|
76
|
-
type:
|
|
69
|
+
type: 'object',
|
|
77
70
|
properties: {
|
|
78
71
|
uri: {
|
|
79
|
-
type:
|
|
80
|
-
description:
|
|
81
|
-
}
|
|
72
|
+
type: 'string',
|
|
73
|
+
description: 'The URI of the resource to read'
|
|
74
|
+
}
|
|
82
75
|
},
|
|
83
|
-
required: [
|
|
84
|
-
}
|
|
76
|
+
required: ['uri']
|
|
77
|
+
}
|
|
85
78
|
});
|
|
86
|
-
handlers.set(
|
|
79
|
+
handlers.set('read_resource', async (args) => {
|
|
87
80
|
if (!client.readResource) {
|
|
88
|
-
return { error:
|
|
81
|
+
return { error: 'readResource not available' };
|
|
89
82
|
}
|
|
90
83
|
const result = await client.readResource({
|
|
91
|
-
uri: args[
|
|
84
|
+
uri: args['uri']
|
|
92
85
|
});
|
|
93
86
|
return result.contents[0];
|
|
94
87
|
});
|