@qvac/sdk 0.14.1 → 0.16.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +47 -45
- package/README.md +34 -35
- package/dist/client/api/batch-completion.d.ts +15 -0
- package/dist/client/api/batch-completion.js +332 -0
- package/dist/client/api/bci-transcribe.d.ts +1 -1
- package/dist/client/api/bci-transcribe.js +31 -31
- package/dist/client/api/cancel.d.ts +1 -1
- package/dist/client/api/cancel.js +18 -18
- package/dist/client/api/classify.d.ts +1 -1
- package/dist/client/api/classify.js +9 -6
- package/dist/client/api/client-request-id.js +1 -1
- package/dist/client/api/completion-stream.d.ts +3 -3
- package/dist/client/api/completion-stream.js +18 -18
- package/dist/client/api/delete-cache.js +9 -9
- package/dist/client/api/diffusion.d.ts +1 -1
- package/dist/client/api/diffusion.js +17 -11
- package/dist/client/api/download-asset.d.ts +1 -1
- package/dist/client/api/download-asset.js +11 -11
- package/dist/client/api/embed.d.ts +1 -1
- package/dist/client/api/embed.js +10 -10
- package/dist/client/api/finetune.d.ts +1 -1
- package/dist/client/api/finetune.js +25 -27
- package/dist/client/api/get-loaded-model-info.d.ts +2 -2
- package/dist/client/api/get-loaded-model-info.js +8 -8
- package/dist/client/api/get-model-info.d.ts +1 -1
- package/dist/client/api/get-model-info.js +7 -7
- package/dist/client/api/heartbeat.d.ts +2 -2
- package/dist/client/api/heartbeat.js +7 -7
- package/dist/client/api/index.d.ts +33 -32
- package/dist/client/api/index.js +33 -32
- package/dist/client/api/invoke-plugin.d.ts +1 -1
- package/dist/client/api/invoke-plugin.js +10 -10
- package/dist/client/api/load-model.d.ts +1 -1
- package/dist/client/api/load-model.js +32 -32
- package/dist/client/api/logging-stream.d.ts +1 -1
- package/dist/client/api/logging-stream.js +6 -6
- package/dist/client/api/ocr.d.ts +10 -1
- package/dist/client/api/ocr.js +20 -11
- package/dist/client/api/provide.d.ts +1 -1
- package/dist/client/api/provide.js +7 -7
- package/dist/client/api/rag.d.ts +1 -1
- package/dist/client/api/rag.js +65 -66
- package/dist/client/api/registry.d.ts +1 -1
- package/dist/client/api/registry.js +8 -8
- package/dist/client/api/resume.js +5 -5
- package/dist/client/api/state.d.ts +1 -1
- package/dist/client/api/state.js +5 -5
- package/dist/client/api/stop-provider.js +6 -6
- package/dist/client/api/subscribe-logs.d.ts +1 -1
- package/dist/client/api/subscribe-logs.js +3 -3
- package/dist/client/api/suspend.js +5 -5
- package/dist/client/api/text-to-speech.d.ts +1 -1
- package/dist/client/api/text-to-speech.js +37 -39
- package/dist/client/api/transcribe.d.ts +2 -2
- package/dist/client/api/transcribe.js +44 -45
- package/dist/client/api/translate.d.ts +1 -1
- package/dist/client/api/translate.js +14 -25
- package/dist/client/api/unload-model.d.ts +1 -1
- package/dist/client/api/unload-model.js +11 -11
- package/dist/client/api/upscale.d.ts +1 -1
- package/dist/client/api/upscale.js +9 -9
- package/dist/client/api/video.d.ts +8 -5
- package/dist/client/api/video.js +23 -18
- package/dist/client/api/vla-helpers.d.ts +2 -2
- package/dist/client/api/vla-helpers.js +6 -11
- package/dist/client/api/vla.d.ts +15 -11
- package/dist/client/api/vla.js +27 -23
- package/dist/client/config-loader/config-utils.d.ts +1 -1
- package/dist/client/config-loader/config-utils.js +3 -3
- package/dist/client/config-loader/resolve-config.bare.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.bare.js +11 -11
- package/dist/client/config-loader/resolve-config.expo.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.expo.js +6 -6
- package/dist/client/config-loader/resolve-config.node.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.node.js +27 -27
- package/dist/client/index.d.ts +1 -1
- package/dist/client/index.js +1 -1
- package/dist/client/init-hooks.d.ts +1 -1
- package/dist/client/init-hooks.js +12 -12
- package/dist/client/logging-stream-registry.d.ts +1 -1
- package/dist/client/logging-stream-registry.js +6 -6
- package/dist/client/parse-input.d.ts +1 -1
- package/dist/client/parse-input.js +3 -3
- package/dist/client/plugins-factory.d.ts +2 -2
- package/dist/client/plugins-factory.js +2 -2
- package/dist/client/rpc/bare-client.d.ts +2 -1
- package/dist/client/rpc/bare-client.js +37 -39
- package/dist/client/rpc/ensure-worker-ready.js +4 -4
- package/dist/client/rpc/expo-device-info.d.ts +1 -1
- package/dist/client/rpc/expo-device-info.js +11 -11
- package/dist/client/rpc/expo-rpc-client.d.ts +2 -1
- package/dist/client/rpc/expo-rpc-client.js +38 -47
- package/dist/client/rpc/node-rpc-client.d.ts +2 -1
- package/dist/client/rpc/node-rpc-client.js +103 -75
- package/dist/client/rpc/profiling/index.d.ts +1 -1
- package/dist/client/rpc/profiling/index.js +1 -1
- package/dist/client/rpc/profiling/profiler.d.ts +2 -2
- package/dist/client/rpc/profiling/profiler.js +31 -34
- package/dist/client/rpc/rpc-client.d.ts +2 -2
- package/dist/client/rpc/rpc-client.js +113 -72
- package/dist/client/rpc/rpc-error.d.ts +1 -1
- package/dist/client/rpc/rpc-error.js +19 -13
- package/dist/commands/bundle/bare-pack.d.ts +1 -1
- package/dist/commands/bundle/bare-pack.js +20 -20
- package/dist/commands/bundle/constants.js +21 -21
- package/dist/commands/bundle/entry-gen.js +4 -4
- package/dist/commands/bundle/index.js +45 -47
- package/dist/commands/bundle/manifest.d.ts +1 -1
- package/dist/commands/bundle/manifest.js +44 -46
- package/dist/commands/bundle/plugins.d.ts +2 -2
- package/dist/commands/bundle/plugins.js +7 -7
- package/dist/commands/bundle/resolve-sdk-import.js +6 -13
- package/dist/commands/index.d.ts +4 -4
- package/dist/commands/index.js +2 -2
- package/dist/commands/verify/abi.d.ts +9 -9
- package/dist/commands/verify/abi.js +31 -31
- package/dist/commands/verify/addon-source.d.ts +1 -1
- package/dist/commands/verify/addon-source.js +13 -14
- package/dist/commands/verify/bundle-source.d.ts +1 -1
- package/dist/commands/verify/bundle-source.js +7 -7
- package/dist/commands/verify/index.d.ts +3 -3
- package/dist/commands/verify/index.js +18 -17
- package/dist/commands/verify/node-modules-source.d.ts +1 -1
- package/dist/commands/verify/node-modules-source.js +11 -11
- package/dist/commands/verify/prebuilds.d.ts +3 -3
- package/dist/commands/verify/prebuilds.js +8 -8
- package/dist/constants/audio.d.ts +1 -1
- package/dist/constants/audio.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/constants/registry.js +1 -1
- package/dist/examples/audio/mic-input.d.ts +1 -1
- package/dist/examples/audio/mic-input.js +31 -31
- package/dist/examples/batch-completion.d.ts +38 -0
- package/dist/examples/batch-completion.js +100 -0
- package/dist/examples/bci/bci-filesystem-streaming.js +20 -20
- package/dist/examples/bci/bci-filesystem.js +17 -17
- package/dist/examples/cache-management.js +32 -32
- package/dist/examples/cancel-by-request-id.js +11 -11
- package/dist/examples/classification/classify-image.js +5 -5
- package/dist/examples/completion-events.js +16 -18
- package/dist/examples/completion-stop-reason.js +13 -13
- package/dist/examples/concurrent-completion-collision.js +20 -20
- package/dist/examples/config/blind-relay/blind-relay.config.js +4 -4
- package/dist/examples/config/default/default.config.js +2 -2
- package/dist/examples/config/plugins/plugins.config.js +2 -2
- package/dist/examples/config-reload.js +14 -14
- package/dist/examples/default-config-usage.js +10 -13
- package/dist/examples/delegated-inference/composite.js +23 -23
- package/dist/examples/delegated-inference/consumer-profiled.js +19 -19
- package/dist/examples/delegated-inference/consumer.js +11 -11
- package/dist/examples/delegated-inference/provider.js +24 -24
- package/dist/examples/diffusion-esrgan-upscale.js +19 -19
- package/dist/examples/diffusion-flux2-klein-img2img.js +17 -17
- package/dist/examples/diffusion-flux2-klein.js +14 -14
- package/dist/examples/diffusion-ideogram.d.ts +2 -0
- package/dist/examples/diffusion-ideogram.js +108 -0
- package/dist/examples/diffusion-img2img.js +13 -13
- package/dist/examples/diffusion-img2vid-ltx.d.ts +2 -0
- package/dist/examples/diffusion-img2vid-ltx.js +98 -0
- package/dist/examples/diffusion-img2vid.js +22 -23
- package/dist/examples/diffusion-simple.js +7 -7
- package/dist/examples/diffusion-txt2img.js +13 -14
- package/dist/examples/diffusion-txt2vid-ltx.d.ts +2 -0
- package/dist/examples/diffusion-txt2vid-ltx.js +92 -0
- package/dist/examples/diffusion-txt2vid.js +18 -18
- package/dist/examples/download-with-blind-relays.js +7 -8
- package/dist/examples/download-with-cancel.js +9 -9
- package/dist/examples/embed-multi-gpu.js +9 -9
- package/dist/examples/embed-p2p.js +24 -24
- package/dist/examples/finetune/llamacpp-finetune.js +21 -21
- package/dist/examples/kv-cache-cleanup.js +34 -34
- package/dist/examples/kv-cache-custom-key.js +30 -30
- package/dist/examples/kv-cache-example.js +18 -20
- package/dist/examples/llamacpp-cache.js +33 -33
- package/dist/examples/llamacpp-dynamic-tools.js +38 -38
- package/dist/examples/llamacpp-filesystem.js +13 -15
- package/dist/examples/llamacpp-http.js +12 -14
- package/dist/examples/llamacpp-multi-gpu.js +12 -12
- package/dist/examples/llamacpp-multimodal.js +16 -16
- package/dist/examples/llamacpp-p2p.js +11 -11
- package/dist/examples/llamacpp-sharded.js +12 -12
- package/dist/examples/llamacpp-structured-output.js +37 -37
- package/dist/examples/logging-file-transport.js +19 -21
- package/dist/examples/logging-global.js +8 -8
- package/dist/examples/logging-streaming.js +19 -17
- package/dist/examples/mcp-websearch.js +44 -44
- package/dist/examples/multi-model-demo.js +33 -33
- package/dist/examples/ocr-fasttext.js +17 -17
- package/dist/examples/parallel-download.js +11 -13
- package/dist/examples/plugins.js +43 -43
- package/dist/examples/profiling/basic.js +34 -36
- package/dist/examples/profiling/per-call.js +16 -16
- package/dist/examples/quickstart.bare.js +4 -6
- package/dist/examples/quickstart.js +7 -7
- package/dist/examples/rag/rag-chromadb.js +26 -26
- package/dist/examples/rag/rag-hyperdb/cancellation.js +19 -20
- package/dist/examples/rag/rag-hyperdb/ingest.js +19 -19
- package/dist/examples/rag/rag-hyperdb/pipeline.js +26 -26
- package/dist/examples/rag/rag-hyperdb/workspaces.js +46 -46
- package/dist/examples/rag/rag-lancedb.js +29 -32
- package/dist/examples/rag/rag-sqlite.js +25 -25
- package/dist/examples/registry-query.js +15 -15
- package/dist/examples/seed-p2p.js +8 -8
- package/dist/examples/suspend-resume.js +20 -20
- package/dist/examples/tools/llamacpp-native-tools.js +25 -25
- package/dist/examples/tools/llamacpp-tools-gemma4.js +14 -14
- package/dist/examples/tools/llamacpp-tools-harmony-multiturn.js +15 -15
- package/dist/examples/tools/llamacpp-tools-pythonic.js +15 -15
- package/dist/examples/tools/llamacpp-tools-qwen35.js +14 -14
- package/dist/examples/tools/shared.d.ts +2 -2
- package/dist/examples/tools/shared.js +17 -17
- package/dist/examples/transcription/parakeet-ctc-filesystem.js +12 -12
- package/dist/examples/transcription/parakeet-microphone-record.js +19 -19
- package/dist/examples/transcription/parakeet-microphone-stream.js +23 -23
- package/dist/examples/transcription/parakeet-sortformer-streaming.js +18 -28
- package/dist/examples/transcription/parakeet-sortformer.js +21 -21
- package/dist/examples/transcription/parakeet-tdt-filesystem-chunked.d.ts +2 -0
- package/dist/examples/transcription/parakeet-tdt-filesystem-chunked.js +203 -0
- package/dist/examples/transcription/parakeet-tdt-filesystem.js +13 -13
- package/dist/examples/transcription/whispercpp-filesystem-streaming.js +34 -34
- package/dist/examples/transcription/whispercpp-filesystem.js +19 -19
- package/dist/examples/transcription/whispercpp-microphone-conversation.js +27 -27
- package/dist/examples/transcription/whispercpp-microphone-record.js +21 -21
- package/dist/examples/transcription/whispercpp-prompt.js +18 -18
- package/dist/examples/translation/translation-bergamot-batch.js +17 -17
- package/dist/examples/translation/translation-bergamot-pivot.js +16 -16
- package/dist/examples/translation/translation-bergamot.js +11 -11
- package/dist/examples/translation/translation-indic.js +10 -10
- package/dist/examples/translation/translation-llm-afriquegemma.js +10 -10
- package/dist/examples/translation/translation-llm-context.js +10 -10
- package/dist/examples/translation/translation-llm.js +13 -13
- package/dist/examples/translation/translation-stream.js +11 -11
- package/dist/examples/tts/chatterbox-enhanced.d.ts +2 -0
- package/dist/examples/tts/chatterbox-enhanced.js +55 -0
- package/dist/examples/tts/chatterbox-multilingual.d.ts +2 -0
- package/dist/examples/tts/chatterbox-multilingual.js +54 -0
- package/dist/examples/tts/chatterbox.js +18 -18
- package/dist/examples/tts/llm-to-tts-streaming.js +30 -30
- package/dist/examples/tts/supertonic-enhanced.d.ts +2 -0
- package/dist/examples/tts/supertonic-enhanced.js +57 -0
- package/dist/examples/tts/supertonic-multilingual.js +19 -19
- package/dist/examples/tts/supertonic.js +18 -18
- package/dist/examples/tts/utils.js +24 -32
- package/dist/examples/vla-groot.d.ts +2 -0
- package/dist/examples/vla-groot.js +118 -0
- package/dist/examples/vla-pi05.js +14 -14
- package/dist/examples/vla-smolvla.js +14 -14
- package/dist/examples/voice-assistant/voice-assistant.js +46 -46
- package/dist/expo/plugins/find-in-ancestor-node-modules.js +3 -3
- package/dist/expo/plugins/get-project-root.d.ts +2 -2
- package/dist/expo/plugins/get-project-root.js +1 -1
- package/dist/expo/plugins/index.d.ts +11 -11
- package/dist/expo/plugins/index.js +10 -10
- package/dist/expo/plugins/resolve-sdk-package-dir.js +7 -11
- package/dist/expo/plugins/withAndroidArchitecture.d.ts +1 -1
- package/dist/expo/plugins/withAndroidArchitecture.js +12 -12
- package/dist/expo/plugins/withAndroidNdkVersion.d.ts +1 -1
- package/dist/expo/plugins/withAndroidNdkVersion.js +9 -9
- package/dist/expo/plugins/withDeviceInfo.d.ts +1 -1
- package/dist/expo/plugins/withDeviceInfo.js +13 -13
- package/dist/expo/plugins/withMobileBundle.d.ts +1 -1
- package/dist/expo/plugins/withMobileBundle.js +34 -42
- package/dist/expo/plugins/withOpenCL.d.ts +1 -1
- package/dist/expo/plugins/withOpenCL.js +14 -16
- package/dist/expo/plugins/withQvacSDK.d.ts +1 -1
- package/dist/expo/plugins/withQvacSDK.js +12 -12
- package/dist/index.d.ts +16 -16
- package/dist/index.js +16 -17
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +13 -13
- package/dist/logging/base-logger.d.ts +2 -2
- package/dist/logging/base-logger.js +6 -6
- package/dist/logging/client-logger.d.ts +1 -1
- package/dist/logging/client-logger.js +3 -3
- package/dist/logging/index.d.ts +9 -9
- package/dist/logging/index.js +8 -8
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +4 -4
- package/dist/logging/namespaces.d.ts +1 -1
- package/dist/logging/namespaces.js +5 -5
- package/dist/logging/registry.d.ts +2 -2
- package/dist/logging/registry.js +3 -3
- package/dist/logging/server-logger.d.ts +1 -1
- package/dist/logging/server-logger.js +2 -2
- package/dist/logging/stream-logger.d.ts +1 -1
- package/dist/logging/stream-logger.js +4 -4
- package/dist/logging/transport.d.ts +1 -1
- package/dist/logging/types.d.ts +1 -1
- package/dist/logging/utils.d.ts +2 -2
- package/dist/logging/utils.js +40 -41
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +5 -5
- package/dist/models/registry/models.d.ts +5622 -9241
- package/dist/models/registry/models.js +13215 -17030
- package/dist/models/update-models/codegen.d.ts +1 -1
- package/dist/models/update-models/codegen.js +8 -8
- package/dist/models/update-models/companions.d.ts +6 -1
- package/dist/models/update-models/companions.js +104 -39
- package/dist/models/update-models/history.d.ts +1 -1
- package/dist/models/update-models/history.js +11 -11
- package/dist/models/update-models/index.js +32 -34
- package/dist/models/update-models/naming.d.ts +2 -2
- package/dist/models/update-models/naming.js +181 -186
- package/dist/models/update-models/processing.d.ts +2 -2
- package/dist/models/update-models/processing.js +17 -19
- package/dist/models/update-models/registry.d.ts +2 -2
- package/dist/models/update-models/registry.js +9 -9
- package/dist/models/update-models/shards.d.ts +1 -1
- package/dist/models/update-models/shards.js +3 -3
- package/dist/models/update-models/types.d.ts +1 -1
- package/dist/models/update-models/utils.js +5 -5
- package/dist/pear/pre.js +84 -84
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +6 -6
- package/dist/profiling/clock.d.ts +1 -1
- package/dist/profiling/clock.js +10 -10
- package/dist/profiling/controller.d.ts +2 -2
- package/dist/profiling/controller.js +11 -12
- package/dist/profiling/envelope.d.ts +1 -1
- package/dist/profiling/envelope.js +4 -6
- package/dist/profiling/events.d.ts +2 -2
- package/dist/profiling/events.js +8 -10
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +81 -79
- package/dist/profiling/index.d.ts +8 -8
- package/dist/profiling/index.js +7 -7
- package/dist/profiling/model-execution.js +2 -1
- package/dist/profiling/ring-buffer.js +2 -2
- package/dist/profiling/types.d.ts +3 -3
- package/dist/schemas/archive.d.ts +1 -1
- package/dist/schemas/archive.js +8 -14
- package/dist/schemas/batch-completion-stream.d.ts +463 -0
- package/dist/schemas/batch-completion-stream.js +124 -0
- package/dist/schemas/bci-config.d.ts +1 -1
- package/dist/schemas/bci-config.js +7 -7
- package/dist/schemas/bci.d.ts +3 -3
- package/dist/schemas/bci.js +25 -31
- package/dist/schemas/cancel.d.ts +6 -1
- package/dist/schemas/cancel.js +33 -34
- package/dist/schemas/classification.d.ts +1 -1
- package/dist/schemas/classification.js +7 -7
- package/dist/schemas/common.d.ts +578 -28
- package/dist/schemas/common.js +42 -37
- package/dist/schemas/completion-event.d.ts +11 -8
- package/dist/schemas/completion-event.js +27 -26
- package/dist/schemas/completion-stream.d.ts +190 -5
- package/dist/schemas/completion-stream.js +118 -67
- package/dist/schemas/constants-registry.d.ts +67 -0
- package/dist/schemas/constants-registry.js +51 -0
- package/dist/schemas/delegate.d.ts +1 -1
- package/dist/schemas/delegate.js +7 -7
- package/dist/schemas/delete-cache.d.ts +1 -1
- package/dist/schemas/delete-cache.js +15 -11
- package/dist/schemas/download-asset.d.ts +2 -2
- package/dist/schemas/download-asset.js +21 -21
- package/dist/schemas/embed.d.ts +3 -3
- package/dist/schemas/embed.js +16 -27
- package/dist/schemas/engine-addon-map.d.ts +3 -2
- package/dist/schemas/engine-addon-map.js +25 -25
- package/dist/schemas/error.d.ts +1 -1
- package/dist/schemas/error.js +12 -13
- package/dist/schemas/finetune.d.ts +1 -1
- package/dist/schemas/finetune.js +41 -44
- package/dist/schemas/get-loaded-model-info.d.ts +17 -1
- package/dist/schemas/get-loaded-model-info.js +22 -14
- package/dist/schemas/get-model-info.d.ts +1 -1
- package/dist/schemas/get-model-info.js +48 -91
- package/dist/schemas/heartbeat.d.ts +1 -1
- package/dist/schemas/heartbeat.js +6 -6
- package/dist/schemas/index.d.ts +52 -51
- package/dist/schemas/index.js +52 -51
- package/dist/schemas/json-schema.d.ts +1 -1
- package/dist/schemas/llamacpp-config.d.ts +57 -29
- package/dist/schemas/llamacpp-config.js +43 -35
- package/dist/schemas/load-model.d.ts +1537 -185
- package/dist/schemas/load-model.js +126 -129
- package/dist/schemas/logging-stream.d.ts +1 -1
- package/dist/schemas/logging-stream.js +6 -12
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-src-utils.d.ts +1 -1
- package/dist/schemas/model-src-utils.js +13 -13
- package/dist/schemas/model-types.d.ts +1 -1
- package/dist/schemas/model-types.js +27 -27
- package/dist/schemas/ocr.d.ts +1 -1
- package/dist/schemas/ocr.js +18 -18
- package/dist/schemas/path-validation.d.ts +1 -1
- package/dist/schemas/path-validation.js +4 -4
- package/dist/schemas/plugin.d.ts +13 -14
- package/dist/schemas/plugin.js +51 -51
- package/dist/schemas/profiling.d.ts +1 -1
- package/dist/schemas/profiling.js +16 -16
- package/dist/schemas/provide.d.ts +1 -1
- package/dist/schemas/provide.js +8 -8
- package/dist/schemas/rag.d.ts +3 -3
- package/dist/schemas/rag.js +65 -70
- package/dist/schemas/registry.d.ts +1 -1
- package/dist/schemas/registry.js +44 -66
- package/dist/schemas/reload-config.d.ts +1 -1
- package/dist/schemas/reload-config.js +16 -18
- package/dist/schemas/resume.d.ts +1 -1
- package/dist/schemas/resume.js +3 -3
- package/dist/schemas/runtime-context.d.ts +1 -1
- package/dist/schemas/runtime-context.js +4 -4
- package/dist/schemas/sdcpp-config.d.ts +248 -9
- package/dist/schemas/sdcpp-config.js +395 -291
- package/dist/schemas/sdk-config.d.ts +833 -71
- package/dist/schemas/sdk-config.js +25 -29
- package/dist/schemas/sdk-errors-client.d.ts +1 -1
- package/dist/schemas/sdk-errors-client.js +80 -80
- package/dist/schemas/sdk-errors-registry.js +1 -1
- package/dist/schemas/sdk-errors-server.d.ts +1 -1
- package/dist/schemas/sdk-errors-server.js +202 -199
- package/dist/schemas/shard.d.ts +1 -1
- package/dist/schemas/shard.js +4 -4
- package/dist/schemas/state.d.ts +1 -1
- package/dist/schemas/state.js +5 -10
- package/dist/schemas/stop-provide.d.ts +1 -1
- package/dist/schemas/stop-provide.js +4 -4
- package/dist/schemas/suspend.d.ts +1 -1
- package/dist/schemas/suspend.js +3 -3
- package/dist/schemas/text-to-speech.d.ts +469 -3
- package/dist/schemas/text-to-speech.js +151 -109
- package/dist/schemas/tools.d.ts +2 -2
- package/dist/schemas/tools.js +18 -24
- package/dist/schemas/transcription-config.d.ts +1 -1
- package/dist/schemas/transcription-config.js +18 -18
- package/dist/schemas/transcription.d.ts +5 -5
- package/dist/schemas/transcription.js +31 -33
- package/dist/schemas/translate.d.ts +3 -3
- package/dist/schemas/translate.js +49 -72
- package/dist/schemas/translation-config.d.ts +1 -1
- package/dist/schemas/translation-config.js +116 -123
- package/dist/schemas/unload-model.d.ts +1 -1
- package/dist/schemas/unload-model.js +6 -6
- package/dist/schemas/vla.d.ts +11 -1
- package/dist/schemas/vla.js +52 -32
- package/dist/scripts/contract/build-contract.d.ts +38 -0
- package/dist/scripts/contract/build-contract.js +620 -0
- package/dist/scripts/contract/build-error-codes.d.ts +17 -0
- package/dist/scripts/contract/build-error-codes.js +17 -0
- package/dist/scripts/contract/build-model-type-maps.d.ts +22 -0
- package/dist/scripts/contract/build-model-type-maps.js +16 -0
- package/dist/scripts/contract/build-models-registry.d.ts +17 -0
- package/dist/scripts/contract/build-models-registry.js +31 -0
- package/dist/scripts/contract/plugin-contract.d.ts +23 -0
- package/dist/scripts/contract/plugin-contract.js +28 -0
- package/dist/scripts/export-contract.d.ts +2 -0
- package/dist/scripts/export-contract.js +27 -0
- package/dist/scripts/export-plugin-contract.d.ts +2 -0
- package/dist/scripts/export-plugin-contract.js +18 -0
- package/dist/scripts/run-security-tests.js +9 -10
- package/dist/scripts/run-unit-tests.js +11 -12
- package/dist/server/bare/delegate-connect-diagnostics.js +13 -19
- package/dist/server/bare/delegate-rpc-client.d.ts +2 -2
- package/dist/server/bare/delegate-rpc-client.js +32 -34
- package/dist/server/bare/hyperswarm.d.ts +3 -3
- package/dist/server/bare/hyperswarm.js +14 -14
- package/dist/server/bare/ops/bci-transcribe.d.ts +1 -1
- package/dist/server/bare/ops/bci-transcribe.js +44 -44
- package/dist/server/bare/ops/cancel.d.ts +2 -2
- package/dist/server/bare/ops/cancel.js +6 -6
- package/dist/server/bare/ops/embed.d.ts +1 -1
- package/dist/server/bare/ops/embed.js +26 -16
- package/dist/server/bare/ops/kv-cache-utils.d.ts +1 -1
- package/dist/server/bare/ops/kv-cache-utils.js +17 -19
- package/dist/server/bare/ops/load-model.d.ts +2 -2
- package/dist/server/bare/ops/load-model.js +14 -18
- package/dist/server/bare/ops/transcribe.d.ts +3 -3
- package/dist/server/bare/ops/transcribe.js +62 -62
- package/dist/server/bare/ops/translate.d.ts +1 -1
- package/dist/server/bare/ops/translate.js +53 -31
- package/dist/server/bare/ops/unload-model.d.ts +1 -1
- package/dist/server/bare/ops/unload-model.js +12 -12
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.d.ts +2 -2
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.js +3 -3
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +4 -3
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +33 -33
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +1 -1
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.js +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +8 -8
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/plugin.js +14 -14
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +27 -26
- package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/plugin.js +33 -54
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.d.ts +6 -0
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.js +73 -0
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +3 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +23 -23
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +6 -1
- package/dist/server/bare/plugins/ggml-vla/plugin.js +15 -15
- package/dist/server/bare/plugins/index.d.ts +11 -11
- package/dist/server/bare/plugins/index.js +11 -11
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-cancelled.d.ts +23 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +32 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +8 -8
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +3 -2
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +4 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +22 -4
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +65 -80
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.js +5 -5
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +2 -2
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +34 -34
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +7 -7
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +19 -23
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.d.ts +8 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.js +12 -6
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +193 -19
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +235 -70
- package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/transform.js +15 -15
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +9 -4
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +27 -29
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +38 -39
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +1 -1
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.js +19 -22
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +36 -36
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +15 -17
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +11 -11
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +71 -44
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +132 -4
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +148 -70
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +19 -21
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +18 -34
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +9 -2
- package/dist/server/bare/plugins/tts-ggml/plugin.js +97 -49
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +52 -52
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/chunk.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +4 -4
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +3 -3
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +4 -4
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +5 -5
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +3 -3
- package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/search.js +3 -3
- package/dist/server/bare/rag-hyperdb/index.d.ts +11 -11
- package/dist/server/bare/rag-hyperdb/index.js +11 -11
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +3 -3
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +20 -20
- package/dist/server/bare/registry/config-registry.d.ts +1 -1
- package/dist/server/bare/registry/config-registry.js +13 -16
- package/dist/server/bare/registry/logging-stream-registry.d.ts +1 -1
- package/dist/server/bare/registry/logging-stream-registry.js +2 -2
- package/dist/server/bare/registry/model-config-registry.d.ts +2 -2
- package/dist/server/bare/registry/model-config-registry.js +6 -6
- package/dist/server/bare/registry/model-config-utils.d.ts +2 -2
- package/dist/server/bare/registry/model-config-utils.js +35 -35
- package/dist/server/bare/registry/model-registry.d.ts +3 -3
- package/dist/server/bare/registry/model-registry.js +11 -11
- package/dist/server/bare/registry/registry-client.d.ts +1 -1
- package/dist/server/bare/registry/registry-client.js +18 -18
- package/dist/server/bare/registry/runtime-context-registry.d.ts +1 -1
- package/dist/server/bare/registry/runtime-context-registry.js +3 -3
- package/dist/server/bare/runtime/disposable-scope.js +3 -3
- package/dist/server/bare/runtime/index.d.ts +7 -7
- package/dist/server/bare/runtime/index.js +3 -3
- package/dist/server/bare/runtime/request-context.d.ts +4 -4
- package/dist/server/bare/runtime/request-id.js +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.d.ts +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.js +23 -4
- package/dist/server/bare/runtime/request-registry.d.ts +27 -12
- package/dist/server/bare/runtime/request-registry.js +39 -34
- package/dist/server/bare/runtime/with-request-context.d.ts +1 -1
- package/dist/server/bare/runtime/with-request-context.js +11 -11
- package/dist/server/bare/runtime-lifecycle.d.ts +1 -1
- package/dist/server/bare/runtime-lifecycle.js +27 -31
- package/dist/server/bare/types/addon-responses.d.ts +7 -4
- package/dist/server/bare/utils/audio-input.d.ts +2 -2
- package/dist/server/bare/utils/audio-input.js +7 -7
- package/dist/server/bare/utils/transcribe-metadata.d.ts +1 -1
- package/dist/server/bare/utils/transcribe-metadata.js +4 -4
- package/dist/server/bare/utils/tts-stats.d.ts +9 -5
- package/dist/server/bare/utils/tts-stats.js +8 -2
- package/dist/server/env.js +8 -8
- package/dist/server/error-handlers.d.ts +3 -3
- package/dist/server/error-handlers.js +11 -11
- package/dist/server/plugins/index.d.ts +1 -1
- package/dist/server/plugins/index.js +1 -1
- package/dist/server/plugins/registry.d.ts +1 -1
- package/dist/server/plugins/registry.js +12 -14
- package/dist/server/rpc/create-server.d.ts +1 -1
- package/dist/server/rpc/create-server.js +34 -13
- package/dist/server/rpc/delegate-transport.d.ts +3 -3
- package/dist/server/rpc/delegate-transport.js +43 -44
- package/dist/server/rpc/handle-request.d.ts +1 -1
- package/dist/server/rpc/handle-request.js +28 -30
- package/dist/server/rpc/handler-registry.d.ts +1 -1
- package/dist/server/rpc/handler-registry.js +102 -92
- package/dist/server/rpc/handler-selection.d.ts +3 -3
- package/dist/server/rpc/handler-selection.js +3 -3
- package/dist/server/rpc/handler-utils.d.ts +7 -7
- package/dist/server/rpc/handler-utils.js +32 -35
- package/dist/server/rpc/handlers/batch-completion-stream.d.ts +78 -0
- package/dist/server/rpc/handlers/batch-completion-stream.js +4 -0
- package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe-stream.js +2 -2
- package/dist/server/rpc/handlers/bci-transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe.js +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.js +13 -13
- package/dist/server/rpc/handlers/cancelHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/cancelHandler.js +11 -11
- package/dist/server/rpc/handlers/classify.d.ts +1 -1
- package/dist/server/rpc/handlers/classify.js +2 -2
- package/dist/server/rpc/handlers/completion-orchestrate.d.ts +42 -0
- package/dist/server/rpc/handlers/completion-orchestrate.js +190 -0
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/completion-stream-delegated.js +14 -14
- package/dist/server/rpc/handlers/completion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/completion-stream.js +2 -2
- package/dist/server/rpc/handlers/delete-cache.d.ts +1 -1
- package/dist/server/rpc/handlers/delete-cache.js +10 -10
- package/dist/server/rpc/handlers/diffusion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/diffusion-stream.js +2 -2
- package/dist/server/rpc/handlers/download-asset.d.ts +1 -1
- package/dist/server/rpc/handlers/download-asset.js +20 -20
- package/dist/server/rpc/handlers/embed.d.ts +1 -1
- package/dist/server/rpc/handlers/embed.js +2 -2
- package/dist/server/rpc/handlers/finetune.d.ts +1 -1
- package/dist/server/rpc/handlers/finetune.js +8 -6
- package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-loaded-model-info.js +15 -9
- package/dist/server/rpc/handlers/get-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-model-info.js +20 -20
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/heartbeat-delegated.js +7 -7
- package/dist/server/rpc/handlers/heartbeat.d.ts +1 -1
- package/dist/server/rpc/handlers/heartbeat.js +1 -1
- package/dist/server/rpc/handlers/index.d.ts +35 -31
- package/dist/server/rpc/handlers/index.js +36 -32
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +4 -4
- package/dist/server/rpc/handlers/load-model/download-manager.js +19 -17
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +4 -3
- package/dist/server/rpc/handlers/load-model/download-stats.js +9 -11
- package/dist/server/rpc/handlers/load-model/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/handler.js +42 -43
- package/dist/server/rpc/handlers/load-model/http.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/http.js +100 -107
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +72 -74
- package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/index.js +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.js +2 -3
- package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +5 -5
- package/dist/server/rpc/handlers/load-model/registry-companion-set.js +19 -21
- package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +6 -6
- package/dist/server/rpc/handlers/load-model/registry-download-utils.js +16 -18
- package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +11 -0
- package/dist/server/rpc/handlers/load-model/registry-metadata.js +23 -0
- package/dist/server/rpc/handlers/load-model/registry.d.ts +4 -3
- package/dist/server/rpc/handlers/load-model/registry.js +50 -56
- package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/resolve-session.js +7 -7
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/resolve.js +36 -35
- package/dist/server/rpc/handlers/load-model/types.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/types.js +7 -7
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.js +31 -30
- package/dist/server/rpc/handlers/logging-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/logging-stream.js +3 -3
- package/dist/server/rpc/handlers/ocr-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/ocr-stream.js +2 -2
- package/dist/server/rpc/handlers/plugin-dispatch.js +9 -9
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +1 -1
- package/dist/server/rpc/handlers/plugin-invoke.js +16 -16
- package/dist/server/rpc/handlers/provideHandler/connection.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/connection.js +16 -16
- package/dist/server/rpc/handlers/provideHandler/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/handler.js +18 -18
- package/dist/server/rpc/handlers/provideHandler/proxy.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/proxy.js +11 -11
- package/dist/server/rpc/handlers/provideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler.js +1 -1
- package/dist/server/rpc/handlers/rag.d.ts +1 -1
- package/dist/server/rpc/handlers/rag.js +50 -50
- package/dist/server/rpc/handlers/registry.d.ts +1 -1
- package/dist/server/rpc/handlers/registry.js +34 -36
- package/dist/server/rpc/handlers/resume.d.ts +1 -1
- package/dist/server/rpc/handlers/resume.js +3 -3
- package/dist/server/rpc/handlers/state.d.ts +1 -1
- package/dist/server/rpc/handlers/state.js +3 -3
- package/dist/server/rpc/handlers/stopProvideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/stopProvideHandler.js +7 -7
- package/dist/server/rpc/handlers/suspend.d.ts +1 -1
- package/dist/server/rpc/handlers/suspend.js +3 -3
- package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech-stream.js +2 -2
- package/dist/server/rpc/handlers/text-to-speech.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech.js +2 -2
- package/dist/server/rpc/handlers/transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe-stream.js +2 -2
- package/dist/server/rpc/handlers/transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe.js +2 -2
- package/dist/server/rpc/handlers/translate.d.ts +1 -1
- package/dist/server/rpc/handlers/translate.js +2 -2
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model-delegated.js +10 -10
- package/dist/server/rpc/handlers/unload-model.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model.js +10 -10
- package/dist/server/rpc/handlers/upscale-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/upscale-stream.js +2 -2
- package/dist/server/rpc/handlers/video-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/video-stream.js +2 -2
- package/dist/server/rpc/index.d.ts +2 -2
- package/dist/server/rpc/index.js +2 -2
- package/dist/server/rpc/method-shapes.d.ts +51 -0
- package/dist/server/rpc/method-shapes.js +48 -0
- package/dist/server/rpc/profiling/context.d.ts +1 -1
- package/dist/server/rpc/profiling/context.js +9 -10
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/delegation-profiler.js +23 -24
- package/dist/server/rpc/profiling/index.d.ts +4 -4
- package/dist/server/rpc/profiling/index.js +4 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +2 -2
- package/dist/server/rpc/profiling/operation-metrics.js +122 -102
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +1 -1
- package/dist/server/rpc/profiling/operation-wrappers.js +16 -14
- package/dist/server/rpc/profiling/profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/profiler.js +9 -13
- package/dist/server/rpc/rpc-utils.js +1 -4
- package/dist/server/rpc/transport-selector.d.ts +1 -1
- package/dist/server/rpc/transport-selector.js +4 -4
- package/dist/server/utils/archive.js +27 -29
- package/dist/server/utils/audio/decoder.d.ts +2 -2
- package/dist/server/utils/audio/decoder.js +11 -11
- package/dist/server/utils/cache/auto-history.d.ts +1 -1
- package/dist/server/utils/cache/auto-history.js +15 -11
- package/dist/server/utils/cache/paths.d.ts +2 -2
- package/dist/server/utils/cache/paths.js +14 -14
- package/dist/server/utils/checksum.d.ts +1 -1
- package/dist/server/utils/checksum.js +10 -12
- package/dist/server/utils/clear-storage.d.ts +1 -1
- package/dist/server/utils/clear-storage.js +8 -11
- package/dist/server/utils/completion-normalizer.d.ts +1 -1
- package/dist/server/utils/completion-normalizer.js +106 -113
- package/dist/server/utils/config-transform.d.ts +1 -1
- package/dist/server/utils/config-transform.js +2 -2
- package/dist/server/utils/expand-gguf-shards.js +4 -4
- package/dist/server/utils/formatting.js +6 -12
- package/dist/server/utils/gguf-tensor-extractor.js +17 -21
- package/dist/server/utils/index.d.ts +11 -11
- package/dist/server/utils/index.js +11 -11
- package/dist/server/utils/multi-gpu-mobile.js +1 -1
- package/dist/server/utils/path-security.d.ts +1 -1
- package/dist/server/utils/path-security.js +6 -6
- package/dist/server/utils/qvac-paths.js +3 -3
- package/dist/server/utils/response-format.d.ts +1 -1
- package/dist/server/utils/response-format.js +4 -4
- package/dist/server/utils/shard-utils.d.ts +1 -1
- package/dist/server/utils/shard-utils.js +14 -16
- package/dist/server/utils/tool-integration.d.ts +1 -1
- package/dist/server/utils/tool-integration.js +5 -9
- package/dist/server/utils/tools/dialect.d.ts +1 -1
- package/dist/server/utils/tools/dialect.js +7 -7
- package/dist/server/utils/tools/index.d.ts +2 -2
- package/dist/server/utils/tools/index.js +2 -2
- package/dist/server/utils/tools/parser.d.ts +1 -1
- package/dist/server/utils/tools/parser.js +14 -14
- package/dist/server/utils/tools/parsers/gemma4native.d.ts +2 -2
- package/dist/server/utils/tools/parsers/gemma4native.js +13 -8
- package/dist/server/utils/tools/parsers/harmony.d.ts +2 -2
- package/dist/server/utils/tools/parsers/harmony.js +9 -11
- package/dist/server/utils/tools/parsers/hermes.d.ts +2 -2
- package/dist/server/utils/tools/parsers/hermes.js +16 -16
- package/dist/server/utils/tools/parsers/json.d.ts +2 -2
- package/dist/server/utils/tools/parsers/json.js +14 -14
- package/dist/server/utils/tools/parsers/pythonic.d.ts +2 -2
- package/dist/server/utils/tools/parsers/pythonic.js +43 -43
- package/dist/server/utils/tools/parsers/qwen35.d.ts +2 -2
- package/dist/server/utils/tools/parsers/qwen35.js +20 -20
- package/dist/server/utils/tools/shared.d.ts +1 -1
- package/dist/server/utils/tools/shared.js +10 -12
- package/dist/server/utils/worker-lock.js +10 -10
- package/dist/server/worker-core.d.ts +1 -1
- package/dist/server/worker-core.js +44 -43
- package/dist/server/worker.js +9 -9
- package/dist/utils/aggregate-events.d.ts +2 -2
- package/dist/utils/aggregate-events.js +17 -19
- package/dist/utils/cache-normalize.js +1 -4
- package/dist/utils/encoding.js +1 -1
- package/dist/utils/errors-base.d.ts +1 -1
- package/dist/utils/errors-base.js +1 -1
- package/dist/utils/errors-client.d.ts +1 -1
- package/dist/utils/errors-client.js +5 -5
- package/dist/utils/errors-server.d.ts +3 -3
- package/dist/utils/errors-server.js +19 -18
- package/dist/utils/load-model-validation.js +3 -3
- package/dist/utils/mcp-adapter.d.ts +4 -4
- package/dist/utils/mcp-adapter.js +31 -38
- package/dist/utils/path-sanitize.js +14 -17
- package/dist/utils/tool-helpers.d.ts +2 -2
- package/dist/utils/tool-helpers.js +25 -26
- package/dist/utils/withTimeout.d.ts +7 -0
- package/dist/utils/withTimeout.js +11 -1
- package/dist/utils/zod-error.d.ts +1 -1
- package/dist/utils/zod-error.js +1 -1
- package/electron-forge/index.cjs +274 -317
- package/expo/plugins/patches/android-link.mjs +25 -30
- package/expo/plugins/patches/ios-link.mjs +25 -30
- package/package.json +21 -17
|
@@ -1,16 +1,16 @@
|
|
|
1
|
-
import os from
|
|
2
|
-
import Signal from
|
|
3
|
-
import { createBareKitRPCServer, createIPCClient
|
|
4
|
-
import { destroySwarm } from
|
|
5
|
-
import { initEnv, getValidatedEnv } from
|
|
6
|
-
import { closeAllRagInstances } from
|
|
7
|
-
import { cleanupDownloads } from
|
|
8
|
-
import { unloadAllModels } from
|
|
9
|
-
import { closeRegistryClient } from
|
|
10
|
-
import { clearAllLoggingStreams, startLogBuffering, stopLogBufferingWithTimeout
|
|
11
|
-
import { clearAllAddonLoggers, getServerLogger, SDK_LOG_ID, SDK_ALL_LOG_ID
|
|
12
|
-
import { clearPlugins } from
|
|
13
|
-
import { acquireWorkerLock, releaseWorkerLock
|
|
1
|
+
import os from 'bare-os';
|
|
2
|
+
import Signal from 'bare-signals';
|
|
3
|
+
import { createBareKitRPCServer, createIPCClient } from './rpc/create-server.js';
|
|
4
|
+
import { destroySwarm } from './bare/hyperswarm.js';
|
|
5
|
+
import { initEnv, getValidatedEnv } from './env.js';
|
|
6
|
+
import { closeAllRagInstances } from './bare/rag-hyperdb/index.js';
|
|
7
|
+
import { cleanupDownloads } from './rpc/handlers/load-model/download-manager.js';
|
|
8
|
+
import { unloadAllModels } from './bare/registry/model-registry.js';
|
|
9
|
+
import { closeRegistryClient } from './bare/registry/registry-client.js';
|
|
10
|
+
import { clearAllLoggingStreams, startLogBuffering, stopLogBufferingWithTimeout } from './bare/registry/logging-stream-registry.js';
|
|
11
|
+
import { clearAllAddonLoggers, getServerLogger, SDK_LOG_ID, SDK_ALL_LOG_ID } from '../logging/index.js';
|
|
12
|
+
import { clearPlugins } from './plugins/index.js';
|
|
13
|
+
import { acquireWorkerLock, releaseWorkerLock } from './utils/worker-lock.js';
|
|
14
14
|
let coreInitialized = false;
|
|
15
15
|
let rpcInitialized = false;
|
|
16
16
|
// Set true when the cleanup body has run at least once. Lets both
|
|
@@ -35,7 +35,7 @@ function scheduleForceExit() {
|
|
|
35
35
|
logger.error(`Bare.exit did not terminate the worker within ${FORCE_EXIT_GRACE_MS}ms — ` +
|
|
36
36
|
`force-killing self (likely blocked native handle)`);
|
|
37
37
|
try {
|
|
38
|
-
os.kill(os.pid(),
|
|
38
|
+
os.kill(os.pid(), 'SIGKILL');
|
|
39
39
|
}
|
|
40
40
|
catch {
|
|
41
41
|
// best-effort — if SIGKILL itself fails, there's nothing more to do
|
|
@@ -43,7 +43,8 @@ function scheduleForceExit() {
|
|
|
43
43
|
}, FORCE_EXIT_GRACE_MS);
|
|
44
44
|
// Don't let the safety-net timer keep the process alive on the happy
|
|
45
45
|
// path. Bare returns an object (not a number) from setTimeout.
|
|
46
|
-
if (timer && typeof timer ===
|
|
46
|
+
if (timer && typeof timer === 'object' && 'unref' in timer) {
|
|
47
|
+
;
|
|
47
48
|
timer.unref();
|
|
48
49
|
}
|
|
49
50
|
}
|
|
@@ -58,8 +59,8 @@ export function initializeWorkerCore() {
|
|
|
58
59
|
acquireWorkerLock();
|
|
59
60
|
setupShutdownHandlers();
|
|
60
61
|
coreInitialized = true;
|
|
61
|
-
logger.debug(
|
|
62
|
-
logger.debug(
|
|
62
|
+
logger.debug('Worker core initialized');
|
|
63
|
+
logger.debug('Arguments to worker:', Bare.argv);
|
|
63
64
|
return { hasRPCConfig };
|
|
64
65
|
}
|
|
65
66
|
export function ensureRPCSetup() {
|
|
@@ -74,16 +75,16 @@ export function ensureRPCSetup() {
|
|
|
74
75
|
if (ipcSocketPath) {
|
|
75
76
|
logger.info(`Running in desktop mode, connecting to IPC socket: ${ipcSocketPath}`);
|
|
76
77
|
const rpc = createIPCClient(ipcSocketPath, {
|
|
77
|
-
onDisconnect: () => void shutdownBareDirectWorker(
|
|
78
|
+
onDisconnect: () => void shutdownBareDirectWorker('ipc-disconnect')
|
|
78
79
|
});
|
|
79
|
-
logger.debug(
|
|
80
|
+
logger.debug('Desktop IPC client created?', !!rpc);
|
|
80
81
|
}
|
|
81
82
|
else {
|
|
82
|
-
logger.info(
|
|
83
|
+
logger.info('Running in BareKit IPC mode');
|
|
83
84
|
createBareKitRPCServer();
|
|
84
85
|
}
|
|
85
|
-
logger.info(
|
|
86
|
-
logger.debug(
|
|
86
|
+
logger.info('Bare worker started and listening for RPC requests');
|
|
87
|
+
logger.debug('Working directory:', os.cwd());
|
|
87
88
|
rpcInitialized = true;
|
|
88
89
|
// The worker is now reachable, so a `subscribeServerLogs` client can connect.
|
|
89
90
|
// Bound the global startup buffer the same way model-load buffering is bounded:
|
|
@@ -93,7 +94,7 @@ export function ensureRPCSetup() {
|
|
|
93
94
|
stopLogBufferingWithTimeout(SDK_ALL_LOG_ID);
|
|
94
95
|
}
|
|
95
96
|
catch (error) {
|
|
96
|
-
logger.error(
|
|
97
|
+
logger.error('Worker error:', error);
|
|
97
98
|
Bare.exit(1);
|
|
98
99
|
}
|
|
99
100
|
}
|
|
@@ -127,7 +128,7 @@ async function runCleanup() {
|
|
|
127
128
|
closeAllRagInstances(),
|
|
128
129
|
cleanupDownloads(),
|
|
129
130
|
unloadAllModels(),
|
|
130
|
-
closeRegistryClient()
|
|
131
|
+
closeRegistryClient()
|
|
131
132
|
]);
|
|
132
133
|
}
|
|
133
134
|
/**
|
|
@@ -151,13 +152,13 @@ export async function cleanupForTerminate() {
|
|
|
151
152
|
// own, so a follow-up shutdownBareDirectWorker call won't redo the body.
|
|
152
153
|
if (cleanupRan)
|
|
153
154
|
return;
|
|
154
|
-
logger.info(
|
|
155
|
+
logger.info('🧹 Pre-terminate cleanup starting...');
|
|
155
156
|
try {
|
|
156
157
|
await runCleanup();
|
|
157
|
-
logger.info(
|
|
158
|
+
logger.info('✅ Pre-terminate cleanup completed');
|
|
158
159
|
}
|
|
159
160
|
catch (error) {
|
|
160
|
-
logger.error(
|
|
161
|
+
logger.error('❌ Error during pre-terminate cleanup:', error);
|
|
161
162
|
}
|
|
162
163
|
}
|
|
163
164
|
export async function shutdownBareDirectWorker(reason) {
|
|
@@ -165,37 +166,37 @@ export async function shutdownBareDirectWorker(reason) {
|
|
|
165
166
|
return;
|
|
166
167
|
isShuttingDown = true;
|
|
167
168
|
const messages = {
|
|
168
|
-
signal:
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
169
|
+
signal: '🐻 Bare worker shutdown signal received, cleaning up...',
|
|
170
|
+
'rpc-close': '🧹 Bare direct mode RPC closed, cleaning up...',
|
|
171
|
+
'uncaught-exception': '💥 Uncaught exception, cleaning up...',
|
|
172
|
+
'unhandled-rejection': '💥 Unhandled rejection, cleaning up...',
|
|
173
|
+
'ipc-disconnect': '🔌 Parent IPC disconnected, cleaning up...'
|
|
173
174
|
};
|
|
174
175
|
logger.info(messages[reason]);
|
|
175
176
|
try {
|
|
176
177
|
// Idempotent: if cleanupForTerminate already ran, this is a no-op.
|
|
177
178
|
await runCleanup();
|
|
178
|
-
logger.info(
|
|
179
|
+
logger.info('✅ Cleanup completed successfully');
|
|
179
180
|
}
|
|
180
181
|
catch (error) {
|
|
181
|
-
logger.error(
|
|
182
|
+
logger.error('❌ Error during shutdown cleanup:', error);
|
|
182
183
|
}
|
|
183
184
|
releaseWorkerLock();
|
|
184
185
|
scheduleForceExit();
|
|
185
|
-
const isGraceful = reason ===
|
|
186
|
+
const isGraceful = reason === 'signal' || reason === 'rpc-close';
|
|
186
187
|
Bare.exit(isGraceful ? 0 : 1);
|
|
187
188
|
}
|
|
188
189
|
function setupShutdownHandlers() {
|
|
189
190
|
const signals = new Signal.Emitter();
|
|
190
191
|
signals.unref();
|
|
191
|
-
signals.once(
|
|
192
|
-
signals.once(
|
|
193
|
-
Bare.on(
|
|
194
|
-
logger.error(
|
|
195
|
-
void shutdownBareDirectWorker(
|
|
192
|
+
signals.once('SIGTERM', () => void shutdownBareDirectWorker('signal'));
|
|
193
|
+
signals.once('SIGINT', () => void shutdownBareDirectWorker('signal'));
|
|
194
|
+
Bare.on('uncaughtException', (err) => {
|
|
195
|
+
logger.error('Uncaught exception in worker:', err);
|
|
196
|
+
void shutdownBareDirectWorker('uncaught-exception');
|
|
196
197
|
});
|
|
197
|
-
Bare.on(
|
|
198
|
-
logger.error(
|
|
199
|
-
void shutdownBareDirectWorker(
|
|
198
|
+
Bare.on('unhandledRejection', (reason) => {
|
|
199
|
+
logger.error('Unhandled rejection in worker:', reason);
|
|
200
|
+
void shutdownBareDirectWorker('unhandled-rejection');
|
|
200
201
|
});
|
|
201
202
|
}
|
package/dist/server/worker.js
CHANGED
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* Default worker entry point that registers ALL built-in plugins.
|
|
3
3
|
*/
|
|
4
|
-
import { initializeWorkerCore, ensureRPCSetup } from
|
|
5
|
-
import { registerPlugins } from
|
|
6
|
-
import { getServerLogger } from
|
|
7
|
-
import { llmPlugin, embeddingsPlugin, whisperPlugin, bciPlugin, parakeetPlugin, nmtPlugin, ttsPlugin, ocrPlugin, diffusionPlugin, vlaPlugin, classificationPlugin
|
|
4
|
+
import { initializeWorkerCore, ensureRPCSetup } from './worker-core.js';
|
|
5
|
+
import { registerPlugins } from './plugins/index.js';
|
|
6
|
+
import { getServerLogger } from '../logging/index.js';
|
|
7
|
+
import { llmPlugin, embeddingsPlugin, whisperPlugin, bciPlugin, parakeetPlugin, nmtPlugin, ttsPlugin, ocrPlugin, diffusionPlugin, vlaPlugin, classificationPlugin } from './bare/plugins/index.js';
|
|
8
8
|
const { hasRPCConfig } = initializeWorkerCore();
|
|
9
9
|
const logger = getServerLogger();
|
|
10
|
-
logger.info(
|
|
10
|
+
logger.info('🐻 Hello from Bare');
|
|
11
11
|
registerPlugins([
|
|
12
12
|
llmPlugin,
|
|
13
13
|
embeddingsPlugin,
|
|
@@ -19,15 +19,15 @@ registerPlugins([
|
|
|
19
19
|
ocrPlugin,
|
|
20
20
|
diffusionPlugin,
|
|
21
21
|
vlaPlugin,
|
|
22
|
-
classificationPlugin
|
|
22
|
+
classificationPlugin
|
|
23
23
|
]);
|
|
24
24
|
logger.info(hasRPCConfig
|
|
25
|
-
?
|
|
26
|
-
:
|
|
25
|
+
? 'Parsed RPC configuration from arguments'
|
|
26
|
+
: 'Using default configuration (direct mode)');
|
|
27
27
|
// Auto-setup RPC only if we successfully parsed RPC configuration
|
|
28
28
|
if (hasRPCConfig) {
|
|
29
29
|
ensureRPCSetup();
|
|
30
30
|
}
|
|
31
31
|
else {
|
|
32
|
-
logger.info(
|
|
32
|
+
logger.info('Running in direct mode - RPC setup will be lazy');
|
|
33
33
|
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import type { CompletionError, CompletionEvent, CompletionFinal, CompletionStats, StopReason, ToolCall } from
|
|
2
|
-
import { type ToolHandlerMap } from
|
|
1
|
+
import type { CompletionError, CompletionEvent, CompletionFinal, CompletionStats, StopReason, ToolCall } from '../schemas/index';
|
|
2
|
+
import { type ToolHandlerMap } from './tool-helpers';
|
|
3
3
|
export type AggregatedEvents = {
|
|
4
4
|
contentText: string;
|
|
5
5
|
thinkingText: string;
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { normalizeAssistantCacheContent } from
|
|
2
|
-
import { attachHandlersToToolCalls
|
|
1
|
+
import { normalizeAssistantCacheContent } from './cache-normalize.js';
|
|
2
|
+
import { attachHandlersToToolCalls } from './tool-helpers.js';
|
|
3
3
|
export function aggregateEvents(events) {
|
|
4
|
-
let contentText =
|
|
5
|
-
let thinkingText =
|
|
4
|
+
let contentText = '';
|
|
5
|
+
let thinkingText = '';
|
|
6
6
|
let stats;
|
|
7
7
|
let rawFullText;
|
|
8
8
|
let error;
|
|
@@ -10,33 +10,33 @@ export function aggregateEvents(events) {
|
|
|
10
10
|
let cancelled = false;
|
|
11
11
|
const toolCalls = [];
|
|
12
12
|
for (const event of events) {
|
|
13
|
-
if (event.type ===
|
|
13
|
+
if (event.type === 'contentDelta') {
|
|
14
14
|
contentText += event.text;
|
|
15
15
|
}
|
|
16
|
-
else if (event.type ===
|
|
16
|
+
else if (event.type === 'thinkingDelta') {
|
|
17
17
|
thinkingText += event.text;
|
|
18
18
|
}
|
|
19
|
-
else if (event.type ===
|
|
19
|
+
else if (event.type === 'completionStats') {
|
|
20
20
|
stats = event.stats;
|
|
21
21
|
}
|
|
22
|
-
else if (event.type ===
|
|
22
|
+
else if (event.type === 'toolCall') {
|
|
23
23
|
toolCalls.push(event.call);
|
|
24
24
|
}
|
|
25
|
-
else if (event.type ===
|
|
26
|
-
if (
|
|
25
|
+
else if (event.type === 'completionDone') {
|
|
26
|
+
if ('raw' in event && event.raw) {
|
|
27
27
|
rawFullText = event.raw.fullText;
|
|
28
28
|
}
|
|
29
29
|
// Error wins over cancelled if a wire event ever carries both
|
|
30
30
|
// signals: a mid-stream addon failure makes the partial state
|
|
31
31
|
// unsafe to expose, regardless of why the loop exited.
|
|
32
|
-
if (event.stopReason ===
|
|
32
|
+
if (event.stopReason === 'error' && 'error' in event) {
|
|
33
33
|
error = event.error;
|
|
34
34
|
}
|
|
35
35
|
else {
|
|
36
36
|
if (event.stopReason !== undefined) {
|
|
37
37
|
stopReason = event.stopReason;
|
|
38
38
|
}
|
|
39
|
-
if (event.stopReason ===
|
|
39
|
+
if (event.stopReason === 'cancelled') {
|
|
40
40
|
cancelled = true;
|
|
41
41
|
}
|
|
42
42
|
}
|
|
@@ -50,16 +50,14 @@ export function aggregateEvents(events) {
|
|
|
50
50
|
rawFullText,
|
|
51
51
|
error,
|
|
52
52
|
stopReason,
|
|
53
|
-
cancelled
|
|
53
|
+
cancelled
|
|
54
54
|
};
|
|
55
55
|
}
|
|
56
56
|
export function buildFinalFromEvents(events, handlers) {
|
|
57
|
-
const { contentText, thinkingText, stats, toolCalls, rawFullText, error, stopReason, cancelled
|
|
57
|
+
const { contentText, thinkingText, stats, toolCalls, rawFullText, error, stopReason, cancelled } = aggregateEvents(events);
|
|
58
58
|
const attachedToolCalls = attachHandlersToToolCalls(toolCalls, handlers);
|
|
59
59
|
const fullText = rawFullText ?? contentText;
|
|
60
|
-
const cacheableAssistantContent = attachedToolCalls.length === 0
|
|
61
|
-
? normalizeAssistantCacheContent(fullText)
|
|
62
|
-
: undefined;
|
|
60
|
+
const cacheableAssistantContent = attachedToolCalls.length === 0 ? normalizeAssistantCacheContent(fullText) : undefined;
|
|
63
61
|
const final = {
|
|
64
62
|
contentText,
|
|
65
63
|
...(thinkingText && { thinkingText }),
|
|
@@ -67,9 +65,9 @@ export function buildFinalFromEvents(events, handlers) {
|
|
|
67
65
|
...(stats && { stats }),
|
|
68
66
|
raw: { fullText },
|
|
69
67
|
...(cacheableAssistantContent !== undefined && {
|
|
70
|
-
cacheableAssistantContent
|
|
68
|
+
cacheableAssistantContent
|
|
71
69
|
}),
|
|
72
|
-
...(stopReason !== undefined && { stopReason })
|
|
70
|
+
...(stopReason !== undefined && { stopReason })
|
|
73
71
|
};
|
|
74
72
|
return { final, error, cancelled };
|
|
75
73
|
}
|
|
@@ -16,8 +16,5 @@ const UNCLOSED_TRAILING_THINK_RE = /<think>[\s\S]*$/i;
|
|
|
16
16
|
* callers push back either shape and still hit the cache.
|
|
17
17
|
*/
|
|
18
18
|
export function normalizeAssistantCacheContent(content) {
|
|
19
|
-
return content
|
|
20
|
-
.replace(THINK_BLOCK_RE, "")
|
|
21
|
-
.replace(UNCLOSED_TRAILING_THINK_RE, "")
|
|
22
|
-
.trim();
|
|
19
|
+
return content.replace(THINK_BLOCK_RE, '').replace(UNCLOSED_TRAILING_THINK_RE, '').trim();
|
|
23
20
|
}
|
package/dist/utils/encoding.js
CHANGED
|
@@ -20,7 +20,7 @@ export function decodeBase64(base64) {
|
|
|
20
20
|
* provides a cross-platform alternative to Buffer.from(bytes).toString("base64").
|
|
21
21
|
*/
|
|
22
22
|
export function encodeBase64(bytes) {
|
|
23
|
-
let binary =
|
|
23
|
+
let binary = '';
|
|
24
24
|
for (let i = 0; i < bytes.length; i++)
|
|
25
25
|
binary += String.fromCharCode(bytes[i]);
|
|
26
26
|
return btoa(binary);
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import type { QvacErrorOptions } from
|
|
1
|
+
import type { QvacErrorOptions } from '@qvac/error';
|
|
2
2
|
export declare function createErrorOptions(code: number, adds?: string | (string | number)[], cause?: unknown): QvacErrorOptions;
|
|
3
3
|
//# sourceMappingURL=errors-base.d.ts.map
|
|
@@ -7,7 +7,7 @@ export function createErrorOptions(code, adds, cause) {
|
|
|
7
7
|
options.cause =
|
|
8
8
|
cause instanceof Error
|
|
9
9
|
? cause
|
|
10
|
-
: new Error(typeof cause ===
|
|
10
|
+
: new Error(typeof cause === 'string' ? cause : JSON.stringify(cause));
|
|
11
11
|
}
|
|
12
12
|
return options;
|
|
13
13
|
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { QvacErrorBase } from
|
|
2
|
-
import { SDK_CLIENT_ERROR_CODES } from
|
|
3
|
-
import { SDK_SERVER_ERROR_CODES } from
|
|
4
|
-
import { createErrorOptions } from
|
|
1
|
+
import { QvacErrorBase } from '@qvac/error';
|
|
2
|
+
import { SDK_CLIENT_ERROR_CODES } from '../schemas/sdk-errors-client.js';
|
|
3
|
+
import { SDK_SERVER_ERROR_CODES } from '../schemas/sdk-errors-server.js';
|
|
4
|
+
import { createErrorOptions } from './errors-base.js';
|
|
5
5
|
// ============== Response Validation Errors ==============
|
|
6
6
|
export class InvalidResponseError extends QvacErrorBase {
|
|
7
7
|
constructor(expected, cause) {
|
|
@@ -157,7 +157,7 @@ export class BarePackError extends QvacErrorBase {
|
|
|
157
157
|
}
|
|
158
158
|
export class InvalidPluginSpecifierError extends QvacErrorBase {
|
|
159
159
|
constructor(specifiers, cause) {
|
|
160
|
-
const list = specifiers.map((s) => ` - ${s}`).join(
|
|
160
|
+
const list = specifiers.map((s) => ` - ${s}`).join('\n');
|
|
161
161
|
super(createErrorOptions(SDK_CLIENT_ERROR_CODES.INVALID_PLUGIN_SPECIFIER, [list], cause));
|
|
162
162
|
}
|
|
163
163
|
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { QvacErrorBase } from
|
|
2
|
-
import type { CompletionStats, ToolCallWithCall } from
|
|
1
|
+
import { QvacErrorBase } from '@qvac/error';
|
|
2
|
+
import type { CompletionStats, ToolCallWithCall } from '../schemas/index';
|
|
3
3
|
/**
|
|
4
4
|
* Partial completion payload attached to `InferenceCancelledError` when a
|
|
5
5
|
* cancel hits mid-stream. Mirrors the named fields on `CompletionFinal`
|
|
@@ -132,7 +132,7 @@ export declare class RequestNotFoundError extends QvacErrorBase {
|
|
|
132
132
|
* policy refuses the request. Under the default queue policy a same-model
|
|
133
133
|
* request waits FIFO rather than rejecting, so this fires on the bounded-queue
|
|
134
134
|
* cases: an explicit `onOverflow: "reject"`, the per-model queue-depth cap, or
|
|
135
|
-
* a `queueTimeoutMs` elapsing while waiting
|
|
135
|
+
* a `queueTimeoutMs` elapsing while waiting. Distinct from
|
|
136
136
|
* `RequestIdConflictError`, which only fires on UUID collisions.
|
|
137
137
|
*/
|
|
138
138
|
export declare class RequestRejectedByPolicyError extends QvacErrorBase {
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { QvacErrorBase } from
|
|
2
|
-
import { SDK_SERVER_ERROR_CODES } from
|
|
3
|
-
import { createErrorOptions } from
|
|
1
|
+
import { QvacErrorBase } from '@qvac/error';
|
|
2
|
+
import { SDK_SERVER_ERROR_CODES } from '../schemas/sdk-errors-server.js';
|
|
3
|
+
import { createErrorOptions } from './errors-base.js';
|
|
4
4
|
// ============== Model Registry Errors ==============
|
|
5
5
|
export class ModelAlreadyRegisteredError extends QvacErrorBase {
|
|
6
6
|
constructor(modelId, cause) {
|
|
@@ -65,12 +65,12 @@ export class TtsReferenceAudioRequiredError extends QvacErrorBase {
|
|
|
65
65
|
}
|
|
66
66
|
export class LegacyParakeetModelDeprecatedError extends QvacErrorBase {
|
|
67
67
|
constructor(legacyFields, cause) {
|
|
68
|
-
super(createErrorOptions(SDK_SERVER_ERROR_CODES.LEGACY_PARAKEET_MODEL_DEPRECATED, [legacyFields.join(
|
|
68
|
+
super(createErrorOptions(SDK_SERVER_ERROR_CODES.LEGACY_PARAKEET_MODEL_DEPRECATED, [legacyFields.join(', ')], cause));
|
|
69
69
|
}
|
|
70
70
|
}
|
|
71
71
|
export class LegacyTtsModelDeprecatedError extends QvacErrorBase {
|
|
72
72
|
constructor(legacyFields, cause) {
|
|
73
|
-
super(createErrorOptions(SDK_SERVER_ERROR_CODES.LEGACY_TTS_MODEL_DEPRECATED, [legacyFields.join(
|
|
73
|
+
super(createErrorOptions(SDK_SERVER_ERROR_CODES.LEGACY_TTS_MODEL_DEPRECATED, [legacyFields.join(', ')], cause));
|
|
74
74
|
}
|
|
75
75
|
}
|
|
76
76
|
// ============== Model Unloading Errors ==============
|
|
@@ -134,9 +134,9 @@ export class ContextOverflowError extends QvacErrorBase {
|
|
|
134
134
|
modelId;
|
|
135
135
|
constructor(promptTokens, ctxSize, modelId, cause) {
|
|
136
136
|
super(createErrorOptions(SDK_SERVER_ERROR_CODES.CONTEXT_OVERFLOW, [
|
|
137
|
-
promptTokens !== undefined ? String(promptTokens) :
|
|
138
|
-
ctxSize !== undefined ? String(ctxSize) :
|
|
139
|
-
modelId ??
|
|
137
|
+
promptTokens !== undefined ? String(promptTokens) : '',
|
|
138
|
+
ctxSize !== undefined ? String(ctxSize) : '',
|
|
139
|
+
modelId ?? ''
|
|
140
140
|
], cause));
|
|
141
141
|
if (promptTokens !== undefined)
|
|
142
142
|
this.promptTokens = promptTokens;
|
|
@@ -149,7 +149,7 @@ export class ContextOverflowError extends QvacErrorBase {
|
|
|
149
149
|
return {
|
|
150
150
|
...(this.promptTokens !== undefined && { promptTokens: this.promptTokens }),
|
|
151
151
|
...(this.ctxSize !== undefined && { ctxSize: this.ctxSize }),
|
|
152
|
-
...(this.modelId !== undefined && { modelId: this.modelId })
|
|
152
|
+
...(this.modelId !== undefined && { modelId: this.modelId })
|
|
153
153
|
};
|
|
154
154
|
}
|
|
155
155
|
}
|
|
@@ -195,7 +195,7 @@ export class RequestNotFoundError extends QvacErrorBase {
|
|
|
195
195
|
* policy refuses the request. Under the default queue policy a same-model
|
|
196
196
|
* request waits FIFO rather than rejecting, so this fires on the bounded-queue
|
|
197
197
|
* cases: an explicit `onOverflow: "reject"`, the per-model queue-depth cap, or
|
|
198
|
-
* a `queueTimeoutMs` elapsing while waiting
|
|
198
|
+
* a `queueTimeoutMs` elapsing while waiting. Distinct from
|
|
199
199
|
* `RequestIdConflictError`, which only fires on UUID collisions.
|
|
200
200
|
*/
|
|
201
201
|
export class RequestRejectedByPolicyError extends QvacErrorBase {
|
|
@@ -215,7 +215,7 @@ export class RequestRejectedByPolicyError extends QvacErrorBase {
|
|
|
215
215
|
requestId: this.requestId,
|
|
216
216
|
kind: this.kind,
|
|
217
217
|
modelId: this.modelId,
|
|
218
|
-
reason: this.reason
|
|
218
|
+
reason: this.reason
|
|
219
219
|
};
|
|
220
220
|
}
|
|
221
221
|
}
|
|
@@ -293,8 +293,8 @@ export class ModelOperationNotSupportedError extends QvacErrorBase {
|
|
|
293
293
|
modelId,
|
|
294
294
|
modelType,
|
|
295
295
|
operation,
|
|
296
|
-
supportedOperations.join(
|
|
297
|
-
suggestedModelTypes.join(
|
|
296
|
+
supportedOperations.join(', '),
|
|
297
|
+
suggestedModelTypes.join(', ')
|
|
298
298
|
], cause));
|
|
299
299
|
this.modelId = modelId;
|
|
300
300
|
this.modelType = modelType;
|
|
@@ -505,9 +505,7 @@ export class DelegateConnectionFailedError extends QvacErrorBase {
|
|
|
505
505
|
}
|
|
506
506
|
export class DelegateProviderError extends QvacErrorBase {
|
|
507
507
|
constructor(details, providerCode, cause) {
|
|
508
|
-
super(createErrorOptions(SDK_SERVER_ERROR_CODES.DELEGATE_PROVIDER_ERROR, providerCode !== undefined
|
|
509
|
-
? [details, String(providerCode)]
|
|
510
|
-
: [details], cause));
|
|
508
|
+
super(createErrorOptions(SDK_SERVER_ERROR_CODES.DELEGATE_PROVIDER_ERROR, providerCode !== undefined ? [details, String(providerCode)] : [details], cause));
|
|
511
509
|
}
|
|
512
510
|
}
|
|
513
511
|
export class RPCNoDataReceivedError extends QvacErrorBase {
|
|
@@ -528,7 +526,7 @@ export class PluginNotFoundError extends QvacErrorBase {
|
|
|
528
526
|
}
|
|
529
527
|
export class PluginHandlerNotFoundError extends QvacErrorBase {
|
|
530
528
|
constructor(modelType, handler, availableHandlers, cause) {
|
|
531
|
-
const serializedHandlers = availableHandlers?.join(
|
|
529
|
+
const serializedHandlers = availableHandlers?.join(', ') ?? '';
|
|
532
530
|
super(createErrorOptions(SDK_SERVER_ERROR_CODES.PLUGIN_HANDLER_NOT_FOUND, [modelType, handler, serializedHandlers], cause));
|
|
533
531
|
}
|
|
534
532
|
}
|
|
@@ -585,7 +583,10 @@ export class LifecycleResumeFailedError extends QvacErrorBase {
|
|
|
585
583
|
}
|
|
586
584
|
export class LifecycleOperationBlockedError extends QvacErrorBase {
|
|
587
585
|
constructor(requestType, lifecycleState) {
|
|
588
|
-
super(createErrorOptions(SDK_SERVER_ERROR_CODES.LIFECYCLE_OPERATION_BLOCKED, [
|
|
586
|
+
super(createErrorOptions(SDK_SERVER_ERROR_CODES.LIFECYCLE_OPERATION_BLOCKED, [
|
|
587
|
+
requestType,
|
|
588
|
+
lifecycleState
|
|
589
|
+
]));
|
|
589
590
|
}
|
|
590
591
|
}
|
|
591
592
|
// ============== Security Errors ==============
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { inferModelTypeFromModelSrc } from
|
|
2
|
-
import { normalizeModelType } from
|
|
3
|
-
import { ModelSrcTypeMismatchError } from
|
|
1
|
+
import { inferModelTypeFromModelSrc } from '../schemas/model-src-utils.js';
|
|
2
|
+
import { normalizeModelType } from '../schemas/model-types.js';
|
|
3
|
+
import { ModelSrcTypeMismatchError } from './errors-client.js';
|
|
4
4
|
/**
|
|
5
5
|
* Throws {@link ModelSrcTypeMismatchError} when explicit
|
|
6
6
|
* `modelType` disagrees with the type inferred from `modelSrc`.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import type { Tool } from
|
|
2
|
-
import type { McpClientInput } from
|
|
3
|
-
import type { ToolHandler } from
|
|
4
|
-
export type { McpClient, McpClientInput } from
|
|
1
|
+
import type { Tool } from '../schemas/tools';
|
|
2
|
+
import type { McpClientInput } from '../schemas/mcp-adapter';
|
|
3
|
+
import type { ToolHandler } from './tool-helpers';
|
|
4
|
+
export type { McpClient, McpClientInput } from '../schemas/mcp-adapter';
|
|
5
5
|
export type ToolHandlerMap = Map<string, ToolHandler>;
|
|
6
6
|
export type McpToolsResult = {
|
|
7
7
|
tools: Tool[];
|
|
@@ -1,14 +1,7 @@
|
|
|
1
|
-
import { mapValues } from
|
|
2
|
-
const VALID_TYPES = [
|
|
3
|
-
"string",
|
|
4
|
-
"number",
|
|
5
|
-
"integer",
|
|
6
|
-
"boolean",
|
|
7
|
-
"object",
|
|
8
|
-
"array",
|
|
9
|
-
];
|
|
1
|
+
import { mapValues } from './object.js';
|
|
2
|
+
const VALID_TYPES = ['string', 'number', 'integer', 'boolean', 'object', 'array'];
|
|
10
3
|
function isValidType(value) {
|
|
11
|
-
return typeof value ===
|
|
4
|
+
return typeof value === 'string' && VALID_TYPES.includes(value);
|
|
12
5
|
}
|
|
13
6
|
function convertMcpToolToTool(mcpTool) {
|
|
14
7
|
const inputSchema = mcpTool.inputSchema;
|
|
@@ -17,20 +10,20 @@ function convertMcpToolToTool(mcpTool) {
|
|
|
17
10
|
const convertedProperties = mapValues(properties, (prop) => {
|
|
18
11
|
const { type, description, enum: enumVal } = prop;
|
|
19
12
|
return {
|
|
20
|
-
type: isValidType(type) ? type :
|
|
13
|
+
type: isValidType(type) ? type : 'string',
|
|
21
14
|
...(description && { description }),
|
|
22
|
-
...(enumVal && { enum: enumVal })
|
|
15
|
+
...(enumVal && { enum: enumVal })
|
|
23
16
|
};
|
|
24
17
|
});
|
|
25
18
|
return {
|
|
26
|
-
type:
|
|
19
|
+
type: 'function',
|
|
27
20
|
name: mcpTool.name,
|
|
28
|
-
description: mcpTool.description ??
|
|
21
|
+
description: mcpTool.description ?? '',
|
|
29
22
|
parameters: {
|
|
30
|
-
type:
|
|
23
|
+
type: 'object',
|
|
31
24
|
properties: convertedProperties,
|
|
32
|
-
required: required.length > 0 ? required : undefined
|
|
33
|
-
}
|
|
25
|
+
required: required.length > 0 ? required : undefined
|
|
26
|
+
}
|
|
34
27
|
};
|
|
35
28
|
}
|
|
36
29
|
function createMcpToolHandler(client, toolName) {
|
|
@@ -49,46 +42,46 @@ export async function getMcpToolsWithHandlers(clients) {
|
|
|
49
42
|
}
|
|
50
43
|
if (includeResources !== false && client.listResources) {
|
|
51
44
|
allTools.push({
|
|
52
|
-
type:
|
|
53
|
-
name:
|
|
54
|
-
description:
|
|
45
|
+
type: 'function',
|
|
46
|
+
name: 'list_resources',
|
|
47
|
+
description: 'List available resources from MCP server',
|
|
55
48
|
parameters: {
|
|
56
|
-
type:
|
|
57
|
-
properties: {}
|
|
58
|
-
}
|
|
49
|
+
type: 'object',
|
|
50
|
+
properties: {}
|
|
51
|
+
}
|
|
59
52
|
});
|
|
60
|
-
handlers.set(
|
|
53
|
+
handlers.set('list_resources', async () => {
|
|
61
54
|
if (!client.listResources) {
|
|
62
55
|
return { resources: [] };
|
|
63
56
|
}
|
|
64
57
|
const result = await client.listResources();
|
|
65
58
|
return {
|
|
66
|
-
type:
|
|
67
|
-
text: JSON.stringify(result.resources, null, 2)
|
|
59
|
+
type: 'text',
|
|
60
|
+
text: JSON.stringify(result.resources, null, 2)
|
|
68
61
|
};
|
|
69
62
|
});
|
|
70
63
|
if (client.readResource) {
|
|
71
64
|
allTools.push({
|
|
72
|
-
type:
|
|
73
|
-
name:
|
|
74
|
-
description:
|
|
65
|
+
type: 'function',
|
|
66
|
+
name: 'read_resource',
|
|
67
|
+
description: 'Read content of a specific resource by URI',
|
|
75
68
|
parameters: {
|
|
76
|
-
type:
|
|
69
|
+
type: 'object',
|
|
77
70
|
properties: {
|
|
78
71
|
uri: {
|
|
79
|
-
type:
|
|
80
|
-
description:
|
|
81
|
-
}
|
|
72
|
+
type: 'string',
|
|
73
|
+
description: 'The URI of the resource to read'
|
|
74
|
+
}
|
|
82
75
|
},
|
|
83
|
-
required: [
|
|
84
|
-
}
|
|
76
|
+
required: ['uri']
|
|
77
|
+
}
|
|
85
78
|
});
|
|
86
|
-
handlers.set(
|
|
79
|
+
handlers.set('read_resource', async (args) => {
|
|
87
80
|
if (!client.readResource) {
|
|
88
|
-
return { error:
|
|
81
|
+
return { error: 'readResource not available' };
|
|
89
82
|
}
|
|
90
83
|
const result = await client.readResource({
|
|
91
|
-
uri: args[
|
|
84
|
+
uri: args['uri']
|
|
92
85
|
});
|
|
93
86
|
return result.contents[0];
|
|
94
87
|
});
|