@qvac/sdk 0.14.1 → 0.16.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +47 -45
- package/README.md +34 -35
- package/dist/client/api/batch-completion.d.ts +15 -0
- package/dist/client/api/batch-completion.js +332 -0
- package/dist/client/api/bci-transcribe.d.ts +1 -1
- package/dist/client/api/bci-transcribe.js +31 -31
- package/dist/client/api/cancel.d.ts +1 -1
- package/dist/client/api/cancel.js +18 -18
- package/dist/client/api/classify.d.ts +1 -1
- package/dist/client/api/classify.js +9 -6
- package/dist/client/api/client-request-id.js +1 -1
- package/dist/client/api/completion-stream.d.ts +3 -3
- package/dist/client/api/completion-stream.js +18 -18
- package/dist/client/api/delete-cache.js +9 -9
- package/dist/client/api/diffusion.d.ts +1 -1
- package/dist/client/api/diffusion.js +17 -11
- package/dist/client/api/download-asset.d.ts +1 -1
- package/dist/client/api/download-asset.js +11 -11
- package/dist/client/api/embed.d.ts +1 -1
- package/dist/client/api/embed.js +10 -10
- package/dist/client/api/finetune.d.ts +1 -1
- package/dist/client/api/finetune.js +25 -27
- package/dist/client/api/get-loaded-model-info.d.ts +2 -2
- package/dist/client/api/get-loaded-model-info.js +8 -8
- package/dist/client/api/get-model-info.d.ts +1 -1
- package/dist/client/api/get-model-info.js +7 -7
- package/dist/client/api/heartbeat.d.ts +2 -2
- package/dist/client/api/heartbeat.js +7 -7
- package/dist/client/api/index.d.ts +33 -32
- package/dist/client/api/index.js +33 -32
- package/dist/client/api/invoke-plugin.d.ts +1 -1
- package/dist/client/api/invoke-plugin.js +10 -10
- package/dist/client/api/load-model.d.ts +1 -1
- package/dist/client/api/load-model.js +32 -32
- package/dist/client/api/logging-stream.d.ts +1 -1
- package/dist/client/api/logging-stream.js +6 -6
- package/dist/client/api/ocr.d.ts +10 -1
- package/dist/client/api/ocr.js +20 -11
- package/dist/client/api/provide.d.ts +1 -1
- package/dist/client/api/provide.js +7 -7
- package/dist/client/api/rag.d.ts +1 -1
- package/dist/client/api/rag.js +65 -66
- package/dist/client/api/registry.d.ts +1 -1
- package/dist/client/api/registry.js +8 -8
- package/dist/client/api/resume.js +5 -5
- package/dist/client/api/state.d.ts +1 -1
- package/dist/client/api/state.js +5 -5
- package/dist/client/api/stop-provider.js +6 -6
- package/dist/client/api/subscribe-logs.d.ts +1 -1
- package/dist/client/api/subscribe-logs.js +3 -3
- package/dist/client/api/suspend.js +5 -5
- package/dist/client/api/text-to-speech.d.ts +1 -1
- package/dist/client/api/text-to-speech.js +37 -39
- package/dist/client/api/transcribe.d.ts +2 -2
- package/dist/client/api/transcribe.js +44 -45
- package/dist/client/api/translate.d.ts +1 -1
- package/dist/client/api/translate.js +14 -25
- package/dist/client/api/unload-model.d.ts +1 -1
- package/dist/client/api/unload-model.js +11 -11
- package/dist/client/api/upscale.d.ts +1 -1
- package/dist/client/api/upscale.js +9 -9
- package/dist/client/api/video.d.ts +8 -5
- package/dist/client/api/video.js +23 -18
- package/dist/client/api/vla-helpers.d.ts +2 -2
- package/dist/client/api/vla-helpers.js +6 -11
- package/dist/client/api/vla.d.ts +15 -11
- package/dist/client/api/vla.js +27 -23
- package/dist/client/config-loader/config-utils.d.ts +1 -1
- package/dist/client/config-loader/config-utils.js +3 -3
- package/dist/client/config-loader/resolve-config.bare.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.bare.js +11 -11
- package/dist/client/config-loader/resolve-config.expo.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.expo.js +6 -6
- package/dist/client/config-loader/resolve-config.node.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.node.js +27 -27
- package/dist/client/index.d.ts +1 -1
- package/dist/client/index.js +1 -1
- package/dist/client/init-hooks.d.ts +1 -1
- package/dist/client/init-hooks.js +12 -12
- package/dist/client/logging-stream-registry.d.ts +1 -1
- package/dist/client/logging-stream-registry.js +6 -6
- package/dist/client/parse-input.d.ts +1 -1
- package/dist/client/parse-input.js +3 -3
- package/dist/client/plugins-factory.d.ts +2 -2
- package/dist/client/plugins-factory.js +2 -2
- package/dist/client/rpc/bare-client.d.ts +2 -1
- package/dist/client/rpc/bare-client.js +37 -39
- package/dist/client/rpc/ensure-worker-ready.js +4 -4
- package/dist/client/rpc/expo-device-info.d.ts +1 -1
- package/dist/client/rpc/expo-device-info.js +11 -11
- package/dist/client/rpc/expo-rpc-client.d.ts +2 -1
- package/dist/client/rpc/expo-rpc-client.js +38 -47
- package/dist/client/rpc/node-rpc-client.d.ts +2 -1
- package/dist/client/rpc/node-rpc-client.js +103 -75
- package/dist/client/rpc/profiling/index.d.ts +1 -1
- package/dist/client/rpc/profiling/index.js +1 -1
- package/dist/client/rpc/profiling/profiler.d.ts +2 -2
- package/dist/client/rpc/profiling/profiler.js +31 -34
- package/dist/client/rpc/rpc-client.d.ts +2 -2
- package/dist/client/rpc/rpc-client.js +113 -72
- package/dist/client/rpc/rpc-error.d.ts +1 -1
- package/dist/client/rpc/rpc-error.js +19 -13
- package/dist/commands/bundle/bare-pack.d.ts +1 -1
- package/dist/commands/bundle/bare-pack.js +20 -20
- package/dist/commands/bundle/constants.js +21 -21
- package/dist/commands/bundle/entry-gen.js +4 -4
- package/dist/commands/bundle/index.js +45 -47
- package/dist/commands/bundle/manifest.d.ts +1 -1
- package/dist/commands/bundle/manifest.js +44 -46
- package/dist/commands/bundle/plugins.d.ts +2 -2
- package/dist/commands/bundle/plugins.js +7 -7
- package/dist/commands/bundle/resolve-sdk-import.js +6 -13
- package/dist/commands/index.d.ts +4 -4
- package/dist/commands/index.js +2 -2
- package/dist/commands/verify/abi.d.ts +9 -9
- package/dist/commands/verify/abi.js +31 -31
- package/dist/commands/verify/addon-source.d.ts +1 -1
- package/dist/commands/verify/addon-source.js +13 -14
- package/dist/commands/verify/bundle-source.d.ts +1 -1
- package/dist/commands/verify/bundle-source.js +7 -7
- package/dist/commands/verify/index.d.ts +3 -3
- package/dist/commands/verify/index.js +18 -17
- package/dist/commands/verify/node-modules-source.d.ts +1 -1
- package/dist/commands/verify/node-modules-source.js +11 -11
- package/dist/commands/verify/prebuilds.d.ts +3 -3
- package/dist/commands/verify/prebuilds.js +8 -8
- package/dist/constants/audio.d.ts +1 -1
- package/dist/constants/audio.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/constants/registry.js +1 -1
- package/dist/examples/audio/mic-input.d.ts +1 -1
- package/dist/examples/audio/mic-input.js +31 -31
- package/dist/examples/batch-completion.d.ts +38 -0
- package/dist/examples/batch-completion.js +100 -0
- package/dist/examples/bci/bci-filesystem-streaming.js +20 -20
- package/dist/examples/bci/bci-filesystem.js +17 -17
- package/dist/examples/cache-management.js +32 -32
- package/dist/examples/cancel-by-request-id.js +11 -11
- package/dist/examples/classification/classify-image.js +5 -5
- package/dist/examples/completion-events.js +16 -18
- package/dist/examples/completion-stop-reason.js +13 -13
- package/dist/examples/concurrent-completion-collision.js +20 -20
- package/dist/examples/config/blind-relay/blind-relay.config.js +4 -4
- package/dist/examples/config/default/default.config.js +2 -2
- package/dist/examples/config/plugins/plugins.config.js +2 -2
- package/dist/examples/config-reload.js +14 -14
- package/dist/examples/default-config-usage.js +10 -13
- package/dist/examples/delegated-inference/composite.js +23 -23
- package/dist/examples/delegated-inference/consumer-profiled.js +19 -19
- package/dist/examples/delegated-inference/consumer.js +11 -11
- package/dist/examples/delegated-inference/provider.js +24 -24
- package/dist/examples/diffusion-esrgan-upscale.js +19 -19
- package/dist/examples/diffusion-flux2-klein-img2img.js +17 -17
- package/dist/examples/diffusion-flux2-klein.js +14 -14
- package/dist/examples/diffusion-ideogram.d.ts +2 -0
- package/dist/examples/diffusion-ideogram.js +108 -0
- package/dist/examples/diffusion-img2img.js +13 -13
- package/dist/examples/diffusion-img2vid-ltx.d.ts +2 -0
- package/dist/examples/diffusion-img2vid-ltx.js +98 -0
- package/dist/examples/diffusion-img2vid.js +22 -23
- package/dist/examples/diffusion-simple.js +7 -7
- package/dist/examples/diffusion-txt2img.js +13 -14
- package/dist/examples/diffusion-txt2vid-ltx.d.ts +2 -0
- package/dist/examples/diffusion-txt2vid-ltx.js +92 -0
- package/dist/examples/diffusion-txt2vid.js +18 -18
- package/dist/examples/download-with-blind-relays.js +7 -8
- package/dist/examples/download-with-cancel.js +9 -9
- package/dist/examples/embed-multi-gpu.js +9 -9
- package/dist/examples/embed-p2p.js +24 -24
- package/dist/examples/finetune/llamacpp-finetune.js +21 -21
- package/dist/examples/kv-cache-cleanup.js +34 -34
- package/dist/examples/kv-cache-custom-key.js +30 -30
- package/dist/examples/kv-cache-example.js +18 -20
- package/dist/examples/llamacpp-cache.js +33 -33
- package/dist/examples/llamacpp-dynamic-tools.js +38 -38
- package/dist/examples/llamacpp-filesystem.js +13 -15
- package/dist/examples/llamacpp-http.js +12 -14
- package/dist/examples/llamacpp-multi-gpu.js +12 -12
- package/dist/examples/llamacpp-multimodal.js +16 -16
- package/dist/examples/llamacpp-p2p.js +11 -11
- package/dist/examples/llamacpp-sharded.js +12 -12
- package/dist/examples/llamacpp-structured-output.js +37 -37
- package/dist/examples/logging-file-transport.js +19 -21
- package/dist/examples/logging-global.js +8 -8
- package/dist/examples/logging-streaming.js +19 -17
- package/dist/examples/mcp-websearch.js +44 -44
- package/dist/examples/multi-model-demo.js +33 -33
- package/dist/examples/ocr-fasttext.js +17 -17
- package/dist/examples/parallel-download.js +11 -13
- package/dist/examples/plugins.js +43 -43
- package/dist/examples/profiling/basic.js +34 -36
- package/dist/examples/profiling/per-call.js +16 -16
- package/dist/examples/quickstart.bare.js +4 -6
- package/dist/examples/quickstart.js +7 -7
- package/dist/examples/rag/rag-chromadb.js +26 -26
- package/dist/examples/rag/rag-hyperdb/cancellation.js +19 -20
- package/dist/examples/rag/rag-hyperdb/ingest.js +19 -19
- package/dist/examples/rag/rag-hyperdb/pipeline.js +26 -26
- package/dist/examples/rag/rag-hyperdb/workspaces.js +46 -46
- package/dist/examples/rag/rag-lancedb.js +29 -32
- package/dist/examples/rag/rag-sqlite.js +25 -25
- package/dist/examples/registry-query.js +15 -15
- package/dist/examples/seed-p2p.js +8 -8
- package/dist/examples/suspend-resume.js +20 -20
- package/dist/examples/tools/llamacpp-native-tools.js +25 -25
- package/dist/examples/tools/llamacpp-tools-gemma4.js +14 -14
- package/dist/examples/tools/llamacpp-tools-harmony-multiturn.js +15 -15
- package/dist/examples/tools/llamacpp-tools-pythonic.js +15 -15
- package/dist/examples/tools/llamacpp-tools-qwen35.js +14 -14
- package/dist/examples/tools/shared.d.ts +2 -2
- package/dist/examples/tools/shared.js +17 -17
- package/dist/examples/transcription/parakeet-ctc-filesystem.js +12 -12
- package/dist/examples/transcription/parakeet-microphone-record.js +19 -19
- package/dist/examples/transcription/parakeet-microphone-stream.js +23 -23
- package/dist/examples/transcription/parakeet-sortformer-streaming.js +18 -28
- package/dist/examples/transcription/parakeet-sortformer.js +21 -21
- package/dist/examples/transcription/parakeet-tdt-filesystem-chunked.d.ts +2 -0
- package/dist/examples/transcription/parakeet-tdt-filesystem-chunked.js +203 -0
- package/dist/examples/transcription/parakeet-tdt-filesystem.js +13 -13
- package/dist/examples/transcription/whispercpp-filesystem-streaming.js +34 -34
- package/dist/examples/transcription/whispercpp-filesystem.js +19 -19
- package/dist/examples/transcription/whispercpp-microphone-conversation.js +27 -27
- package/dist/examples/transcription/whispercpp-microphone-record.js +21 -21
- package/dist/examples/transcription/whispercpp-prompt.js +18 -18
- package/dist/examples/translation/translation-bergamot-batch.js +17 -17
- package/dist/examples/translation/translation-bergamot-pivot.js +16 -16
- package/dist/examples/translation/translation-bergamot.js +11 -11
- package/dist/examples/translation/translation-indic.js +10 -10
- package/dist/examples/translation/translation-llm-afriquegemma.js +10 -10
- package/dist/examples/translation/translation-llm-context.js +10 -10
- package/dist/examples/translation/translation-llm.js +13 -13
- package/dist/examples/translation/translation-stream.js +11 -11
- package/dist/examples/tts/chatterbox-enhanced.d.ts +2 -0
- package/dist/examples/tts/chatterbox-enhanced.js +55 -0
- package/dist/examples/tts/chatterbox-multilingual.d.ts +2 -0
- package/dist/examples/tts/chatterbox-multilingual.js +54 -0
- package/dist/examples/tts/chatterbox.js +18 -18
- package/dist/examples/tts/llm-to-tts-streaming.js +30 -30
- package/dist/examples/tts/supertonic-enhanced.d.ts +2 -0
- package/dist/examples/tts/supertonic-enhanced.js +57 -0
- package/dist/examples/tts/supertonic-multilingual.js +19 -19
- package/dist/examples/tts/supertonic.js +18 -18
- package/dist/examples/tts/utils.js +24 -32
- package/dist/examples/vla-groot.d.ts +2 -0
- package/dist/examples/vla-groot.js +118 -0
- package/dist/examples/vla-pi05.js +14 -14
- package/dist/examples/vla-smolvla.js +14 -14
- package/dist/examples/voice-assistant/voice-assistant.js +46 -46
- package/dist/expo/plugins/find-in-ancestor-node-modules.js +3 -3
- package/dist/expo/plugins/get-project-root.d.ts +2 -2
- package/dist/expo/plugins/get-project-root.js +1 -1
- package/dist/expo/plugins/index.d.ts +11 -11
- package/dist/expo/plugins/index.js +10 -10
- package/dist/expo/plugins/resolve-sdk-package-dir.js +7 -11
- package/dist/expo/plugins/withAndroidArchitecture.d.ts +1 -1
- package/dist/expo/plugins/withAndroidArchitecture.js +12 -12
- package/dist/expo/plugins/withAndroidNdkVersion.d.ts +1 -1
- package/dist/expo/plugins/withAndroidNdkVersion.js +9 -9
- package/dist/expo/plugins/withDeviceInfo.d.ts +1 -1
- package/dist/expo/plugins/withDeviceInfo.js +13 -13
- package/dist/expo/plugins/withMobileBundle.d.ts +1 -1
- package/dist/expo/plugins/withMobileBundle.js +34 -42
- package/dist/expo/plugins/withOpenCL.d.ts +1 -1
- package/dist/expo/plugins/withOpenCL.js +14 -16
- package/dist/expo/plugins/withQvacSDK.d.ts +1 -1
- package/dist/expo/plugins/withQvacSDK.js +12 -12
- package/dist/index.d.ts +16 -16
- package/dist/index.js +16 -17
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +13 -13
- package/dist/logging/base-logger.d.ts +2 -2
- package/dist/logging/base-logger.js +6 -6
- package/dist/logging/client-logger.d.ts +1 -1
- package/dist/logging/client-logger.js +3 -3
- package/dist/logging/index.d.ts +9 -9
- package/dist/logging/index.js +8 -8
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +4 -4
- package/dist/logging/namespaces.d.ts +1 -1
- package/dist/logging/namespaces.js +5 -5
- package/dist/logging/registry.d.ts +2 -2
- package/dist/logging/registry.js +3 -3
- package/dist/logging/server-logger.d.ts +1 -1
- package/dist/logging/server-logger.js +2 -2
- package/dist/logging/stream-logger.d.ts +1 -1
- package/dist/logging/stream-logger.js +4 -4
- package/dist/logging/transport.d.ts +1 -1
- package/dist/logging/types.d.ts +1 -1
- package/dist/logging/utils.d.ts +2 -2
- package/dist/logging/utils.js +40 -41
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +5 -5
- package/dist/models/registry/models.d.ts +5622 -9241
- package/dist/models/registry/models.js +13215 -17030
- package/dist/models/update-models/codegen.d.ts +1 -1
- package/dist/models/update-models/codegen.js +8 -8
- package/dist/models/update-models/companions.d.ts +6 -1
- package/dist/models/update-models/companions.js +104 -39
- package/dist/models/update-models/history.d.ts +1 -1
- package/dist/models/update-models/history.js +11 -11
- package/dist/models/update-models/index.js +32 -34
- package/dist/models/update-models/naming.d.ts +2 -2
- package/dist/models/update-models/naming.js +181 -186
- package/dist/models/update-models/processing.d.ts +2 -2
- package/dist/models/update-models/processing.js +17 -19
- package/dist/models/update-models/registry.d.ts +2 -2
- package/dist/models/update-models/registry.js +9 -9
- package/dist/models/update-models/shards.d.ts +1 -1
- package/dist/models/update-models/shards.js +3 -3
- package/dist/models/update-models/types.d.ts +1 -1
- package/dist/models/update-models/utils.js +5 -5
- package/dist/pear/pre.js +84 -84
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +6 -6
- package/dist/profiling/clock.d.ts +1 -1
- package/dist/profiling/clock.js +10 -10
- package/dist/profiling/controller.d.ts +2 -2
- package/dist/profiling/controller.js +11 -12
- package/dist/profiling/envelope.d.ts +1 -1
- package/dist/profiling/envelope.js +4 -6
- package/dist/profiling/events.d.ts +2 -2
- package/dist/profiling/events.js +8 -10
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +81 -79
- package/dist/profiling/index.d.ts +8 -8
- package/dist/profiling/index.js +7 -7
- package/dist/profiling/model-execution.js +2 -1
- package/dist/profiling/ring-buffer.js +2 -2
- package/dist/profiling/types.d.ts +3 -3
- package/dist/schemas/archive.d.ts +1 -1
- package/dist/schemas/archive.js +8 -14
- package/dist/schemas/batch-completion-stream.d.ts +463 -0
- package/dist/schemas/batch-completion-stream.js +124 -0
- package/dist/schemas/bci-config.d.ts +1 -1
- package/dist/schemas/bci-config.js +7 -7
- package/dist/schemas/bci.d.ts +3 -3
- package/dist/schemas/bci.js +25 -31
- package/dist/schemas/cancel.d.ts +6 -1
- package/dist/schemas/cancel.js +33 -34
- package/dist/schemas/classification.d.ts +1 -1
- package/dist/schemas/classification.js +7 -7
- package/dist/schemas/common.d.ts +578 -28
- package/dist/schemas/common.js +42 -37
- package/dist/schemas/completion-event.d.ts +11 -8
- package/dist/schemas/completion-event.js +27 -26
- package/dist/schemas/completion-stream.d.ts +190 -5
- package/dist/schemas/completion-stream.js +118 -67
- package/dist/schemas/constants-registry.d.ts +67 -0
- package/dist/schemas/constants-registry.js +51 -0
- package/dist/schemas/delegate.d.ts +1 -1
- package/dist/schemas/delegate.js +7 -7
- package/dist/schemas/delete-cache.d.ts +1 -1
- package/dist/schemas/delete-cache.js +15 -11
- package/dist/schemas/download-asset.d.ts +2 -2
- package/dist/schemas/download-asset.js +21 -21
- package/dist/schemas/embed.d.ts +3 -3
- package/dist/schemas/embed.js +16 -27
- package/dist/schemas/engine-addon-map.d.ts +3 -2
- package/dist/schemas/engine-addon-map.js +25 -25
- package/dist/schemas/error.d.ts +1 -1
- package/dist/schemas/error.js +12 -13
- package/dist/schemas/finetune.d.ts +1 -1
- package/dist/schemas/finetune.js +41 -44
- package/dist/schemas/get-loaded-model-info.d.ts +17 -1
- package/dist/schemas/get-loaded-model-info.js +22 -14
- package/dist/schemas/get-model-info.d.ts +1 -1
- package/dist/schemas/get-model-info.js +48 -91
- package/dist/schemas/heartbeat.d.ts +1 -1
- package/dist/schemas/heartbeat.js +6 -6
- package/dist/schemas/index.d.ts +52 -51
- package/dist/schemas/index.js +52 -51
- package/dist/schemas/json-schema.d.ts +1 -1
- package/dist/schemas/llamacpp-config.d.ts +57 -29
- package/dist/schemas/llamacpp-config.js +43 -35
- package/dist/schemas/load-model.d.ts +1537 -185
- package/dist/schemas/load-model.js +126 -129
- package/dist/schemas/logging-stream.d.ts +1 -1
- package/dist/schemas/logging-stream.js +6 -12
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-src-utils.d.ts +1 -1
- package/dist/schemas/model-src-utils.js +13 -13
- package/dist/schemas/model-types.d.ts +1 -1
- package/dist/schemas/model-types.js +27 -27
- package/dist/schemas/ocr.d.ts +1 -1
- package/dist/schemas/ocr.js +18 -18
- package/dist/schemas/path-validation.d.ts +1 -1
- package/dist/schemas/path-validation.js +4 -4
- package/dist/schemas/plugin.d.ts +13 -14
- package/dist/schemas/plugin.js +51 -51
- package/dist/schemas/profiling.d.ts +1 -1
- package/dist/schemas/profiling.js +16 -16
- package/dist/schemas/provide.d.ts +1 -1
- package/dist/schemas/provide.js +8 -8
- package/dist/schemas/rag.d.ts +3 -3
- package/dist/schemas/rag.js +65 -70
- package/dist/schemas/registry.d.ts +1 -1
- package/dist/schemas/registry.js +44 -66
- package/dist/schemas/reload-config.d.ts +1 -1
- package/dist/schemas/reload-config.js +16 -18
- package/dist/schemas/resume.d.ts +1 -1
- package/dist/schemas/resume.js +3 -3
- package/dist/schemas/runtime-context.d.ts +1 -1
- package/dist/schemas/runtime-context.js +4 -4
- package/dist/schemas/sdcpp-config.d.ts +248 -9
- package/dist/schemas/sdcpp-config.js +395 -291
- package/dist/schemas/sdk-config.d.ts +833 -71
- package/dist/schemas/sdk-config.js +25 -29
- package/dist/schemas/sdk-errors-client.d.ts +1 -1
- package/dist/schemas/sdk-errors-client.js +80 -80
- package/dist/schemas/sdk-errors-registry.js +1 -1
- package/dist/schemas/sdk-errors-server.d.ts +1 -1
- package/dist/schemas/sdk-errors-server.js +202 -199
- package/dist/schemas/shard.d.ts +1 -1
- package/dist/schemas/shard.js +4 -4
- package/dist/schemas/state.d.ts +1 -1
- package/dist/schemas/state.js +5 -10
- package/dist/schemas/stop-provide.d.ts +1 -1
- package/dist/schemas/stop-provide.js +4 -4
- package/dist/schemas/suspend.d.ts +1 -1
- package/dist/schemas/suspend.js +3 -3
- package/dist/schemas/text-to-speech.d.ts +469 -3
- package/dist/schemas/text-to-speech.js +151 -109
- package/dist/schemas/tools.d.ts +2 -2
- package/dist/schemas/tools.js +18 -24
- package/dist/schemas/transcription-config.d.ts +1 -1
- package/dist/schemas/transcription-config.js +18 -18
- package/dist/schemas/transcription.d.ts +5 -5
- package/dist/schemas/transcription.js +31 -33
- package/dist/schemas/translate.d.ts +3 -3
- package/dist/schemas/translate.js +49 -72
- package/dist/schemas/translation-config.d.ts +1 -1
- package/dist/schemas/translation-config.js +116 -123
- package/dist/schemas/unload-model.d.ts +1 -1
- package/dist/schemas/unload-model.js +6 -6
- package/dist/schemas/vla.d.ts +11 -1
- package/dist/schemas/vla.js +52 -32
- package/dist/scripts/contract/build-contract.d.ts +38 -0
- package/dist/scripts/contract/build-contract.js +620 -0
- package/dist/scripts/contract/build-error-codes.d.ts +17 -0
- package/dist/scripts/contract/build-error-codes.js +17 -0
- package/dist/scripts/contract/build-model-type-maps.d.ts +22 -0
- package/dist/scripts/contract/build-model-type-maps.js +16 -0
- package/dist/scripts/contract/build-models-registry.d.ts +17 -0
- package/dist/scripts/contract/build-models-registry.js +31 -0
- package/dist/scripts/contract/plugin-contract.d.ts +23 -0
- package/dist/scripts/contract/plugin-contract.js +28 -0
- package/dist/scripts/export-contract.d.ts +2 -0
- package/dist/scripts/export-contract.js +27 -0
- package/dist/scripts/export-plugin-contract.d.ts +2 -0
- package/dist/scripts/export-plugin-contract.js +18 -0
- package/dist/scripts/run-security-tests.js +9 -10
- package/dist/scripts/run-unit-tests.js +11 -12
- package/dist/server/bare/delegate-connect-diagnostics.js +13 -19
- package/dist/server/bare/delegate-rpc-client.d.ts +2 -2
- package/dist/server/bare/delegate-rpc-client.js +32 -34
- package/dist/server/bare/hyperswarm.d.ts +3 -3
- package/dist/server/bare/hyperswarm.js +14 -14
- package/dist/server/bare/ops/bci-transcribe.d.ts +1 -1
- package/dist/server/bare/ops/bci-transcribe.js +44 -44
- package/dist/server/bare/ops/cancel.d.ts +2 -2
- package/dist/server/bare/ops/cancel.js +6 -6
- package/dist/server/bare/ops/embed.d.ts +1 -1
- package/dist/server/bare/ops/embed.js +26 -16
- package/dist/server/bare/ops/kv-cache-utils.d.ts +1 -1
- package/dist/server/bare/ops/kv-cache-utils.js +17 -19
- package/dist/server/bare/ops/load-model.d.ts +2 -2
- package/dist/server/bare/ops/load-model.js +14 -18
- package/dist/server/bare/ops/transcribe.d.ts +3 -3
- package/dist/server/bare/ops/transcribe.js +62 -62
- package/dist/server/bare/ops/translate.d.ts +1 -1
- package/dist/server/bare/ops/translate.js +53 -31
- package/dist/server/bare/ops/unload-model.d.ts +1 -1
- package/dist/server/bare/ops/unload-model.js +12 -12
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.d.ts +2 -2
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.js +3 -3
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +4 -3
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +33 -33
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +1 -1
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.js +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +8 -8
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/plugin.js +14 -14
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +27 -26
- package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/plugin.js +33 -54
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.d.ts +6 -0
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.js +73 -0
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +3 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +23 -23
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +6 -1
- package/dist/server/bare/plugins/ggml-vla/plugin.js +15 -15
- package/dist/server/bare/plugins/index.d.ts +11 -11
- package/dist/server/bare/plugins/index.js +11 -11
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-cancelled.d.ts +23 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +32 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +8 -8
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +3 -2
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +4 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +22 -4
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +65 -80
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.js +5 -5
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +2 -2
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +34 -34
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +7 -7
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +19 -23
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.d.ts +8 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.js +12 -6
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +193 -19
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +235 -70
- package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/transform.js +15 -15
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +9 -4
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +27 -29
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +38 -39
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +1 -1
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.js +19 -22
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +36 -36
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +15 -17
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +11 -11
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +71 -44
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +132 -4
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +148 -70
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +19 -21
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +18 -34
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +9 -2
- package/dist/server/bare/plugins/tts-ggml/plugin.js +97 -49
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +52 -52
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/chunk.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +4 -4
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +3 -3
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +4 -4
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +5 -5
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +3 -3
- package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/search.js +3 -3
- package/dist/server/bare/rag-hyperdb/index.d.ts +11 -11
- package/dist/server/bare/rag-hyperdb/index.js +11 -11
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +3 -3
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +20 -20
- package/dist/server/bare/registry/config-registry.d.ts +1 -1
- package/dist/server/bare/registry/config-registry.js +13 -16
- package/dist/server/bare/registry/logging-stream-registry.d.ts +1 -1
- package/dist/server/bare/registry/logging-stream-registry.js +2 -2
- package/dist/server/bare/registry/model-config-registry.d.ts +2 -2
- package/dist/server/bare/registry/model-config-registry.js +6 -6
- package/dist/server/bare/registry/model-config-utils.d.ts +2 -2
- package/dist/server/bare/registry/model-config-utils.js +35 -35
- package/dist/server/bare/registry/model-registry.d.ts +3 -3
- package/dist/server/bare/registry/model-registry.js +11 -11
- package/dist/server/bare/registry/registry-client.d.ts +1 -1
- package/dist/server/bare/registry/registry-client.js +18 -18
- package/dist/server/bare/registry/runtime-context-registry.d.ts +1 -1
- package/dist/server/bare/registry/runtime-context-registry.js +3 -3
- package/dist/server/bare/runtime/disposable-scope.js +3 -3
- package/dist/server/bare/runtime/index.d.ts +7 -7
- package/dist/server/bare/runtime/index.js +3 -3
- package/dist/server/bare/runtime/request-context.d.ts +4 -4
- package/dist/server/bare/runtime/request-id.js +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.d.ts +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.js +23 -4
- package/dist/server/bare/runtime/request-registry.d.ts +27 -12
- package/dist/server/bare/runtime/request-registry.js +39 -34
- package/dist/server/bare/runtime/with-request-context.d.ts +1 -1
- package/dist/server/bare/runtime/with-request-context.js +11 -11
- package/dist/server/bare/runtime-lifecycle.d.ts +1 -1
- package/dist/server/bare/runtime-lifecycle.js +27 -31
- package/dist/server/bare/types/addon-responses.d.ts +7 -4
- package/dist/server/bare/utils/audio-input.d.ts +2 -2
- package/dist/server/bare/utils/audio-input.js +7 -7
- package/dist/server/bare/utils/transcribe-metadata.d.ts +1 -1
- package/dist/server/bare/utils/transcribe-metadata.js +4 -4
- package/dist/server/bare/utils/tts-stats.d.ts +9 -5
- package/dist/server/bare/utils/tts-stats.js +8 -2
- package/dist/server/env.js +8 -8
- package/dist/server/error-handlers.d.ts +3 -3
- package/dist/server/error-handlers.js +11 -11
- package/dist/server/plugins/index.d.ts +1 -1
- package/dist/server/plugins/index.js +1 -1
- package/dist/server/plugins/registry.d.ts +1 -1
- package/dist/server/plugins/registry.js +12 -14
- package/dist/server/rpc/create-server.d.ts +1 -1
- package/dist/server/rpc/create-server.js +34 -13
- package/dist/server/rpc/delegate-transport.d.ts +3 -3
- package/dist/server/rpc/delegate-transport.js +43 -44
- package/dist/server/rpc/handle-request.d.ts +1 -1
- package/dist/server/rpc/handle-request.js +28 -30
- package/dist/server/rpc/handler-registry.d.ts +1 -1
- package/dist/server/rpc/handler-registry.js +102 -92
- package/dist/server/rpc/handler-selection.d.ts +3 -3
- package/dist/server/rpc/handler-selection.js +3 -3
- package/dist/server/rpc/handler-utils.d.ts +7 -7
- package/dist/server/rpc/handler-utils.js +32 -35
- package/dist/server/rpc/handlers/batch-completion-stream.d.ts +78 -0
- package/dist/server/rpc/handlers/batch-completion-stream.js +4 -0
- package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe-stream.js +2 -2
- package/dist/server/rpc/handlers/bci-transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe.js +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.js +13 -13
- package/dist/server/rpc/handlers/cancelHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/cancelHandler.js +11 -11
- package/dist/server/rpc/handlers/classify.d.ts +1 -1
- package/dist/server/rpc/handlers/classify.js +2 -2
- package/dist/server/rpc/handlers/completion-orchestrate.d.ts +42 -0
- package/dist/server/rpc/handlers/completion-orchestrate.js +190 -0
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/completion-stream-delegated.js +14 -14
- package/dist/server/rpc/handlers/completion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/completion-stream.js +2 -2
- package/dist/server/rpc/handlers/delete-cache.d.ts +1 -1
- package/dist/server/rpc/handlers/delete-cache.js +10 -10
- package/dist/server/rpc/handlers/diffusion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/diffusion-stream.js +2 -2
- package/dist/server/rpc/handlers/download-asset.d.ts +1 -1
- package/dist/server/rpc/handlers/download-asset.js +20 -20
- package/dist/server/rpc/handlers/embed.d.ts +1 -1
- package/dist/server/rpc/handlers/embed.js +2 -2
- package/dist/server/rpc/handlers/finetune.d.ts +1 -1
- package/dist/server/rpc/handlers/finetune.js +8 -6
- package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-loaded-model-info.js +15 -9
- package/dist/server/rpc/handlers/get-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-model-info.js +20 -20
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/heartbeat-delegated.js +7 -7
- package/dist/server/rpc/handlers/heartbeat.d.ts +1 -1
- package/dist/server/rpc/handlers/heartbeat.js +1 -1
- package/dist/server/rpc/handlers/index.d.ts +35 -31
- package/dist/server/rpc/handlers/index.js +36 -32
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +4 -4
- package/dist/server/rpc/handlers/load-model/download-manager.js +19 -17
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +4 -3
- package/dist/server/rpc/handlers/load-model/download-stats.js +9 -11
- package/dist/server/rpc/handlers/load-model/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/handler.js +42 -43
- package/dist/server/rpc/handlers/load-model/http.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/http.js +100 -107
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +72 -74
- package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/index.js +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.js +2 -3
- package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +5 -5
- package/dist/server/rpc/handlers/load-model/registry-companion-set.js +19 -21
- package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +6 -6
- package/dist/server/rpc/handlers/load-model/registry-download-utils.js +16 -18
- package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +11 -0
- package/dist/server/rpc/handlers/load-model/registry-metadata.js +23 -0
- package/dist/server/rpc/handlers/load-model/registry.d.ts +4 -3
- package/dist/server/rpc/handlers/load-model/registry.js +50 -56
- package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/resolve-session.js +7 -7
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/resolve.js +36 -35
- package/dist/server/rpc/handlers/load-model/types.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/types.js +7 -7
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.js +31 -30
- package/dist/server/rpc/handlers/logging-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/logging-stream.js +3 -3
- package/dist/server/rpc/handlers/ocr-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/ocr-stream.js +2 -2
- package/dist/server/rpc/handlers/plugin-dispatch.js +9 -9
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +1 -1
- package/dist/server/rpc/handlers/plugin-invoke.js +16 -16
- package/dist/server/rpc/handlers/provideHandler/connection.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/connection.js +16 -16
- package/dist/server/rpc/handlers/provideHandler/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/handler.js +18 -18
- package/dist/server/rpc/handlers/provideHandler/proxy.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/proxy.js +11 -11
- package/dist/server/rpc/handlers/provideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler.js +1 -1
- package/dist/server/rpc/handlers/rag.d.ts +1 -1
- package/dist/server/rpc/handlers/rag.js +50 -50
- package/dist/server/rpc/handlers/registry.d.ts +1 -1
- package/dist/server/rpc/handlers/registry.js +34 -36
- package/dist/server/rpc/handlers/resume.d.ts +1 -1
- package/dist/server/rpc/handlers/resume.js +3 -3
- package/dist/server/rpc/handlers/state.d.ts +1 -1
- package/dist/server/rpc/handlers/state.js +3 -3
- package/dist/server/rpc/handlers/stopProvideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/stopProvideHandler.js +7 -7
- package/dist/server/rpc/handlers/suspend.d.ts +1 -1
- package/dist/server/rpc/handlers/suspend.js +3 -3
- package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech-stream.js +2 -2
- package/dist/server/rpc/handlers/text-to-speech.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech.js +2 -2
- package/dist/server/rpc/handlers/transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe-stream.js +2 -2
- package/dist/server/rpc/handlers/transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe.js +2 -2
- package/dist/server/rpc/handlers/translate.d.ts +1 -1
- package/dist/server/rpc/handlers/translate.js +2 -2
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model-delegated.js +10 -10
- package/dist/server/rpc/handlers/unload-model.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model.js +10 -10
- package/dist/server/rpc/handlers/upscale-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/upscale-stream.js +2 -2
- package/dist/server/rpc/handlers/video-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/video-stream.js +2 -2
- package/dist/server/rpc/index.d.ts +2 -2
- package/dist/server/rpc/index.js +2 -2
- package/dist/server/rpc/method-shapes.d.ts +51 -0
- package/dist/server/rpc/method-shapes.js +48 -0
- package/dist/server/rpc/profiling/context.d.ts +1 -1
- package/dist/server/rpc/profiling/context.js +9 -10
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/delegation-profiler.js +23 -24
- package/dist/server/rpc/profiling/index.d.ts +4 -4
- package/dist/server/rpc/profiling/index.js +4 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +2 -2
- package/dist/server/rpc/profiling/operation-metrics.js +122 -102
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +1 -1
- package/dist/server/rpc/profiling/operation-wrappers.js +16 -14
- package/dist/server/rpc/profiling/profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/profiler.js +9 -13
- package/dist/server/rpc/rpc-utils.js +1 -4
- package/dist/server/rpc/transport-selector.d.ts +1 -1
- package/dist/server/rpc/transport-selector.js +4 -4
- package/dist/server/utils/archive.js +27 -29
- package/dist/server/utils/audio/decoder.d.ts +2 -2
- package/dist/server/utils/audio/decoder.js +11 -11
- package/dist/server/utils/cache/auto-history.d.ts +1 -1
- package/dist/server/utils/cache/auto-history.js +15 -11
- package/dist/server/utils/cache/paths.d.ts +2 -2
- package/dist/server/utils/cache/paths.js +14 -14
- package/dist/server/utils/checksum.d.ts +1 -1
- package/dist/server/utils/checksum.js +10 -12
- package/dist/server/utils/clear-storage.d.ts +1 -1
- package/dist/server/utils/clear-storage.js +8 -11
- package/dist/server/utils/completion-normalizer.d.ts +1 -1
- package/dist/server/utils/completion-normalizer.js +106 -113
- package/dist/server/utils/config-transform.d.ts +1 -1
- package/dist/server/utils/config-transform.js +2 -2
- package/dist/server/utils/expand-gguf-shards.js +4 -4
- package/dist/server/utils/formatting.js +6 -12
- package/dist/server/utils/gguf-tensor-extractor.js +17 -21
- package/dist/server/utils/index.d.ts +11 -11
- package/dist/server/utils/index.js +11 -11
- package/dist/server/utils/multi-gpu-mobile.js +1 -1
- package/dist/server/utils/path-security.d.ts +1 -1
- package/dist/server/utils/path-security.js +6 -6
- package/dist/server/utils/qvac-paths.js +3 -3
- package/dist/server/utils/response-format.d.ts +1 -1
- package/dist/server/utils/response-format.js +4 -4
- package/dist/server/utils/shard-utils.d.ts +1 -1
- package/dist/server/utils/shard-utils.js +14 -16
- package/dist/server/utils/tool-integration.d.ts +1 -1
- package/dist/server/utils/tool-integration.js +5 -9
- package/dist/server/utils/tools/dialect.d.ts +1 -1
- package/dist/server/utils/tools/dialect.js +7 -7
- package/dist/server/utils/tools/index.d.ts +2 -2
- package/dist/server/utils/tools/index.js +2 -2
- package/dist/server/utils/tools/parser.d.ts +1 -1
- package/dist/server/utils/tools/parser.js +14 -14
- package/dist/server/utils/tools/parsers/gemma4native.d.ts +2 -2
- package/dist/server/utils/tools/parsers/gemma4native.js +13 -8
- package/dist/server/utils/tools/parsers/harmony.d.ts +2 -2
- package/dist/server/utils/tools/parsers/harmony.js +9 -11
- package/dist/server/utils/tools/parsers/hermes.d.ts +2 -2
- package/dist/server/utils/tools/parsers/hermes.js +16 -16
- package/dist/server/utils/tools/parsers/json.d.ts +2 -2
- package/dist/server/utils/tools/parsers/json.js +14 -14
- package/dist/server/utils/tools/parsers/pythonic.d.ts +2 -2
- package/dist/server/utils/tools/parsers/pythonic.js +43 -43
- package/dist/server/utils/tools/parsers/qwen35.d.ts +2 -2
- package/dist/server/utils/tools/parsers/qwen35.js +20 -20
- package/dist/server/utils/tools/shared.d.ts +1 -1
- package/dist/server/utils/tools/shared.js +10 -12
- package/dist/server/utils/worker-lock.js +10 -10
- package/dist/server/worker-core.d.ts +1 -1
- package/dist/server/worker-core.js +44 -43
- package/dist/server/worker.js +9 -9
- package/dist/utils/aggregate-events.d.ts +2 -2
- package/dist/utils/aggregate-events.js +17 -19
- package/dist/utils/cache-normalize.js +1 -4
- package/dist/utils/encoding.js +1 -1
- package/dist/utils/errors-base.d.ts +1 -1
- package/dist/utils/errors-base.js +1 -1
- package/dist/utils/errors-client.d.ts +1 -1
- package/dist/utils/errors-client.js +5 -5
- package/dist/utils/errors-server.d.ts +3 -3
- package/dist/utils/errors-server.js +19 -18
- package/dist/utils/load-model-validation.js +3 -3
- package/dist/utils/mcp-adapter.d.ts +4 -4
- package/dist/utils/mcp-adapter.js +31 -38
- package/dist/utils/path-sanitize.js +14 -17
- package/dist/utils/tool-helpers.d.ts +2 -2
- package/dist/utils/tool-helpers.js +25 -26
- package/dist/utils/withTimeout.d.ts +7 -0
- package/dist/utils/withTimeout.js +11 -1
- package/dist/utils/zod-error.d.ts +1 -1
- package/dist/utils/zod-error.js +1 -1
- package/electron-forge/index.cjs +274 -317
- package/expo/plugins/patches/android-link.mjs +25 -30
- package/expo/plugins/patches/ios-link.mjs +25 -30
- package/package.json +21 -17
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { textToSpeechStreamResponseSchema, ttsClientParamsSchema
|
|
2
|
-
import { stream as streamRpc, duplex } from
|
|
3
|
-
import { getClientLogger } from
|
|
4
|
-
import { TextToSpeechStreamFailedError } from
|
|
5
|
-
import { parseClientInput } from
|
|
1
|
+
import { textToSpeechStreamResponseSchema, ttsClientParamsSchema } from '../../schemas/index.js';
|
|
2
|
+
import { stream as streamRpc, duplex } from '../rpc/rpc-client.js';
|
|
3
|
+
import { getClientLogger } from '../../logging/index.js';
|
|
4
|
+
import { TextToSpeechStreamFailedError } from '../../utils/errors-client.js';
|
|
5
|
+
import { parseClientInput } from '../parse-input.js';
|
|
6
6
|
const logger = getClientLogger();
|
|
7
7
|
/**
|
|
8
8
|
* Fan-out queue that lets multiple consumers iterate the same TTS response
|
|
@@ -131,37 +131,37 @@ export class TtsMulticast {
|
|
|
131
131
|
}
|
|
132
132
|
function buildTtsRequest(params) {
|
|
133
133
|
return {
|
|
134
|
-
type:
|
|
134
|
+
type: 'textToSpeech',
|
|
135
135
|
modelId: params.modelId,
|
|
136
136
|
inputType: params.inputType,
|
|
137
137
|
text: params.text,
|
|
138
138
|
stream: params.stream,
|
|
139
139
|
sentenceStream: params.sentenceStream,
|
|
140
140
|
...(params.sentenceStreamLocale !== undefined && {
|
|
141
|
-
sentenceStreamLocale: params.sentenceStreamLocale
|
|
141
|
+
sentenceStreamLocale: params.sentenceStreamLocale
|
|
142
142
|
}),
|
|
143
143
|
...(params.sentenceStreamMaxChunkScalars !== undefined && {
|
|
144
|
-
sentenceStreamMaxChunkScalars: params.sentenceStreamMaxChunkScalars
|
|
145
|
-
})
|
|
144
|
+
sentenceStreamMaxChunkScalars: params.sentenceStreamMaxChunkScalars
|
|
145
|
+
})
|
|
146
146
|
};
|
|
147
147
|
}
|
|
148
148
|
function buildTextToSpeechStreamRequest(params) {
|
|
149
149
|
return {
|
|
150
|
-
type:
|
|
150
|
+
type: 'textToSpeechStream',
|
|
151
151
|
modelId: params.modelId,
|
|
152
|
-
inputType: params.inputType ??
|
|
152
|
+
inputType: params.inputType ?? 'text',
|
|
153
153
|
...(params.accumulateSentences !== undefined && {
|
|
154
|
-
accumulateSentences: params.accumulateSentences
|
|
154
|
+
accumulateSentences: params.accumulateSentences
|
|
155
155
|
}),
|
|
156
156
|
...(params.sentenceDelimiterPreset !== undefined && {
|
|
157
|
-
sentenceDelimiterPreset: params.sentenceDelimiterPreset
|
|
157
|
+
sentenceDelimiterPreset: params.sentenceDelimiterPreset
|
|
158
158
|
}),
|
|
159
159
|
...(params.maxBufferScalars !== undefined && {
|
|
160
|
-
maxBufferScalars: params.maxBufferScalars
|
|
160
|
+
maxBufferScalars: params.maxBufferScalars
|
|
161
161
|
}),
|
|
162
162
|
...(params.flushAfterMs !== undefined && {
|
|
163
|
-
flushAfterMs: params.flushAfterMs
|
|
164
|
-
})
|
|
163
|
+
flushAfterMs: params.flushAfterMs
|
|
164
|
+
})
|
|
165
165
|
};
|
|
166
166
|
}
|
|
167
167
|
/**
|
|
@@ -193,7 +193,7 @@ function buildTextToSpeechStreamRequest(params) {
|
|
|
193
193
|
export function textToSpeech(params, options) {
|
|
194
194
|
const parsed = parseClientInput(ttsClientParamsSchema, params);
|
|
195
195
|
if (parsed.sentenceStream && !parsed.stream) {
|
|
196
|
-
throw new TextToSpeechStreamFailedError(
|
|
196
|
+
throw new TextToSpeechStreamFailedError('textToSpeech: `sentenceStream: true` requires `stream: true`');
|
|
197
197
|
}
|
|
198
198
|
const request = buildTtsRequest(parsed);
|
|
199
199
|
if (parsed.stream && parsed.sentenceStream) {
|
|
@@ -209,7 +209,7 @@ export function textToSpeech(params, options) {
|
|
|
209
209
|
// constructed in tests with a hand-rolled source instead.
|
|
210
210
|
async function* ttsResponseSource(request, options) {
|
|
211
211
|
for await (const response of streamRpc(request, options)) {
|
|
212
|
-
if (response.type !==
|
|
212
|
+
if (response.type !== 'textToSpeech')
|
|
213
213
|
continue;
|
|
214
214
|
yield response;
|
|
215
215
|
}
|
|
@@ -227,7 +227,7 @@ function sentenceStreamTts(request, options) {
|
|
|
227
227
|
bufferStream: sentenceBufferStream(bufferSubscription),
|
|
228
228
|
chunkUpdates: sentenceChunkUpdates(chunkSubscription),
|
|
229
229
|
buffer: Promise.resolve([]),
|
|
230
|
-
done: multicast.done
|
|
230
|
+
done: multicast.done
|
|
231
231
|
};
|
|
232
232
|
}
|
|
233
233
|
async function* sentenceBufferStream(source) {
|
|
@@ -243,14 +243,14 @@ async function* sentenceChunkUpdates(source) {
|
|
|
243
243
|
for await (const m of source) {
|
|
244
244
|
const hasAudio = m.buffer.length > 0;
|
|
245
245
|
const hasMeta = m.chunkIndex !== undefined ||
|
|
246
|
-
(typeof m.sentenceChunk ===
|
|
246
|
+
(typeof m.sentenceChunk === 'string' && m.sentenceChunk.length > 0);
|
|
247
247
|
if (hasAudio || hasMeta) {
|
|
248
248
|
yield {
|
|
249
249
|
buffer: hasAudio ? [...m.buffer] : [],
|
|
250
250
|
...(m.chunkIndex !== undefined ? { chunkIndex: m.chunkIndex } : {}),
|
|
251
|
-
...(typeof m.sentenceChunk ===
|
|
251
|
+
...(typeof m.sentenceChunk === 'string' && m.sentenceChunk.length > 0
|
|
252
252
|
? { sentenceChunk: m.sentenceChunk }
|
|
253
|
-
: {})
|
|
253
|
+
: {})
|
|
254
254
|
};
|
|
255
255
|
}
|
|
256
256
|
if (m.done)
|
|
@@ -268,14 +268,14 @@ function plainStreamTts(request, options) {
|
|
|
268
268
|
return {
|
|
269
269
|
bufferStream: plainTtsBufferStream(request, options, resolveDone, rejectDone),
|
|
270
270
|
buffer: Promise.resolve([]),
|
|
271
|
-
done
|
|
271
|
+
done
|
|
272
272
|
};
|
|
273
273
|
}
|
|
274
274
|
async function* plainTtsBufferStream(request, options, resolveDone, rejectDone) {
|
|
275
275
|
let settled = false;
|
|
276
276
|
try {
|
|
277
277
|
for await (const response of streamRpc(request, options)) {
|
|
278
|
-
if (response.type !==
|
|
278
|
+
if (response.type !== 'textToSpeech')
|
|
279
279
|
continue;
|
|
280
280
|
// See TtsMulticast.pump — skip per-frame Zod validation; the server is
|
|
281
281
|
// the source of truth for this wire shape.
|
|
@@ -313,7 +313,7 @@ function collectTts(request, options) {
|
|
|
313
313
|
return {
|
|
314
314
|
bufferStream: emptyBufferStream(),
|
|
315
315
|
buffer: collectTtsBuffer(request, options, resolveDone, rejectDone),
|
|
316
|
-
done
|
|
316
|
+
done
|
|
317
317
|
};
|
|
318
318
|
}
|
|
319
319
|
async function* emptyBufferStream() {
|
|
@@ -323,7 +323,7 @@ async function collectTtsBuffer(request, options, resolveDone, rejectDone) {
|
|
|
323
323
|
let buffer = [];
|
|
324
324
|
try {
|
|
325
325
|
for await (const response of streamRpc(request, options)) {
|
|
326
|
-
if (response.type !==
|
|
326
|
+
if (response.type !== 'textToSpeech')
|
|
327
327
|
continue;
|
|
328
328
|
buffer = buffer.concat(response.buffer);
|
|
329
329
|
if (response.done) {
|
|
@@ -356,11 +356,9 @@ export async function textToSpeechStream(params, options) {
|
|
|
356
356
|
return {
|
|
357
357
|
write(textFragment) {
|
|
358
358
|
if (closed) {
|
|
359
|
-
throw new TextToSpeechStreamFailedError(
|
|
359
|
+
throw new TextToSpeechStreamFailedError('TextToSpeechStreamSession.write() called after end()/destroy()');
|
|
360
360
|
}
|
|
361
|
-
const buf = typeof textFragment ===
|
|
362
|
-
? Buffer.from(textFragment, "utf8")
|
|
363
|
-
: textFragment;
|
|
361
|
+
const buf = typeof textFragment === 'string' ? Buffer.from(textFragment, 'utf8') : textFragment;
|
|
364
362
|
requestStream.write(buf);
|
|
365
363
|
},
|
|
366
364
|
end() {
|
|
@@ -382,21 +380,21 @@ export async function textToSpeechStream(params, options) {
|
|
|
382
380
|
// protocol (which callers commonly forget to wrap in try/catch).
|
|
383
381
|
return {
|
|
384
382
|
next() {
|
|
385
|
-
return Promise.reject(new TextToSpeechStreamFailedError(
|
|
386
|
-
}
|
|
383
|
+
return Promise.reject(new TextToSpeechStreamFailedError('TextToSpeechStreamSession can only be iterated once'));
|
|
384
|
+
}
|
|
387
385
|
};
|
|
388
386
|
}
|
|
389
387
|
consumed = true;
|
|
390
388
|
return responses;
|
|
391
|
-
}
|
|
389
|
+
}
|
|
392
390
|
};
|
|
393
391
|
}
|
|
394
392
|
async function* parseTextToSpeechStreamLines(responseStream) {
|
|
395
|
-
let buf =
|
|
393
|
+
let buf = '';
|
|
396
394
|
for await (const chunk of responseStream) {
|
|
397
395
|
buf += chunk.toString();
|
|
398
|
-
const lines = buf.split(
|
|
399
|
-
buf = lines.pop() ||
|
|
396
|
+
const lines = buf.split('\n');
|
|
397
|
+
buf = lines.pop() || '';
|
|
400
398
|
for (const line of lines) {
|
|
401
399
|
const yielded = processTextToSpeechStreamLine(line);
|
|
402
400
|
if (yielded === undefined)
|
|
@@ -424,12 +422,12 @@ function processTextToSpeechStreamLine(line) {
|
|
|
424
422
|
parsed = JSON.parse(line);
|
|
425
423
|
}
|
|
426
424
|
catch {
|
|
427
|
-
logger.warn(
|
|
425
|
+
logger.warn('textToSpeechStream: malformed JSON from server:', line);
|
|
428
426
|
return undefined;
|
|
429
427
|
}
|
|
430
428
|
const obj = parsed;
|
|
431
|
-
if (obj[
|
|
432
|
-
throw new TextToSpeechStreamFailedError(obj[
|
|
429
|
+
if (obj['type'] === 'error') {
|
|
430
|
+
throw new TextToSpeechStreamFailedError(obj['message'] ?? 'Unknown server error');
|
|
433
431
|
}
|
|
434
432
|
return textToSpeechStreamResponseSchema.parse(parsed);
|
|
435
433
|
}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type TranscribeClientParams, type RPCOptions, type TranscribeSegment, type TranscribeStreamClientParams, type TranscribeStreamSession, type TranscribeStreamMetadataSession, type TranscribeStreamConversationSession } from
|
|
1
|
+
import { type TranscribeClientParams, type RPCOptions, type TranscribeSegment, type TranscribeStreamClientParams, type TranscribeStreamSession, type TranscribeStreamMetadataSession, type TranscribeStreamConversationSession } from '../../schemas/index';
|
|
2
2
|
/**
|
|
3
3
|
* Transcribe audio and return the complete text. Accepts either a file
|
|
4
4
|
* path or an audio buffer.
|
|
@@ -67,7 +67,7 @@ export declare function transcribeStream(params: TranscribeStreamClientParams &
|
|
|
67
67
|
emitVadEvents: true;
|
|
68
68
|
}, options?: RPCOptions): Promise<TranscribeStreamConversationSession>;
|
|
69
69
|
export declare function transcribeStream(params: TranscribeStreamClientParams & {
|
|
70
|
-
parakeetStreamingConfig: NonNullable<TranscribeStreamClientParams[
|
|
70
|
+
parakeetStreamingConfig: NonNullable<TranscribeStreamClientParams['parakeetStreamingConfig']>;
|
|
71
71
|
}, options?: RPCOptions): Promise<TranscribeStreamConversationSession>;
|
|
72
72
|
export declare function transcribeStream(params: TranscribeStreamClientParams & {
|
|
73
73
|
metadata: true;
|
|
@@ -1,20 +1,20 @@
|
|
|
1
|
-
import { transcribeResponseSchema, transcribeStreamResponseSchema
|
|
2
|
-
import { stream, duplex } from
|
|
3
|
-
import { getClientLogger } from
|
|
4
|
-
import { TranscriptionFailedError } from
|
|
5
|
-
import { decoratePromise } from
|
|
6
|
-
import { generateClientRequestId } from
|
|
1
|
+
import { transcribeResponseSchema, transcribeStreamResponseSchema } from '../../schemas/index.js';
|
|
2
|
+
import { stream, duplex } from '../rpc/rpc-client.js';
|
|
3
|
+
import { getClientLogger } from '../../logging/index.js';
|
|
4
|
+
import { TranscriptionFailedError } from '../../utils/errors-client.js';
|
|
5
|
+
import { decoratePromise } from '../../utils/decorate-promise.js';
|
|
6
|
+
import { generateClientRequestId } from './client-request-id.js';
|
|
7
7
|
const logger = getClientLogger();
|
|
8
8
|
function buildTranscribeRequest(params, requestId) {
|
|
9
9
|
return {
|
|
10
|
-
type:
|
|
10
|
+
type: 'transcribe',
|
|
11
11
|
modelId: params.modelId,
|
|
12
|
-
audioChunk: typeof params.audioChunk ===
|
|
13
|
-
? { type:
|
|
14
|
-
: { type:
|
|
12
|
+
audioChunk: typeof params.audioChunk === 'string'
|
|
13
|
+
? { type: 'filePath', value: params.audioChunk }
|
|
14
|
+
: { type: 'base64', value: params.audioChunk.toString('base64') },
|
|
15
15
|
...(params.prompt && { prompt: params.prompt }),
|
|
16
16
|
...(params.metadata === true && { metadata: true }),
|
|
17
|
-
requestId
|
|
17
|
+
requestId
|
|
18
18
|
};
|
|
19
19
|
}
|
|
20
20
|
export function transcribe(params, options) {
|
|
@@ -32,7 +32,7 @@ async function runTranscribe(params, requestId, options) {
|
|
|
32
32
|
if (params.metadata === true) {
|
|
33
33
|
const segments = [];
|
|
34
34
|
for await (const response of stream(request, options)) {
|
|
35
|
-
if (response.type ===
|
|
35
|
+
if (response.type === 'transcribe') {
|
|
36
36
|
const parsed = transcribeResponseSchema.parse(response);
|
|
37
37
|
if (parsed.segment) {
|
|
38
38
|
segments.push(parsed.segment);
|
|
@@ -44,9 +44,9 @@ async function runTranscribe(params, requestId, options) {
|
|
|
44
44
|
}
|
|
45
45
|
return segments;
|
|
46
46
|
}
|
|
47
|
-
let fullText =
|
|
47
|
+
let fullText = '';
|
|
48
48
|
for await (const response of stream(request, options)) {
|
|
49
|
-
if (response.type ===
|
|
49
|
+
if (response.type === 'transcribe') {
|
|
50
50
|
const parsed = transcribeResponseSchema.parse(response);
|
|
51
51
|
if (parsed.text) {
|
|
52
52
|
fullText += parsed.text;
|
|
@@ -59,16 +59,15 @@ async function runTranscribe(params, requestId, options) {
|
|
|
59
59
|
return fullText;
|
|
60
60
|
}
|
|
61
61
|
export function transcribeStream(params, options) {
|
|
62
|
-
if (
|
|
63
|
-
logger.warn(
|
|
62
|
+
if ('audioChunk' in params && params.audioChunk !== undefined) {
|
|
63
|
+
logger.warn('transcribeStream() with audioChunk is deprecated — use transcribe() instead.');
|
|
64
64
|
if (params.metadata === true) {
|
|
65
65
|
return transcribeStreamWithAudioMetadata(params, options);
|
|
66
66
|
}
|
|
67
67
|
return transcribeStreamWithAudio(params, options);
|
|
68
68
|
}
|
|
69
69
|
const streamParams = params;
|
|
70
|
-
if (streamParams.emitVadEvents === true ||
|
|
71
|
-
streamParams.parakeetStreamingConfig !== undefined) {
|
|
70
|
+
if (streamParams.emitVadEvents === true || streamParams.parakeetStreamingConfig !== undefined) {
|
|
72
71
|
return transcribeStreamDuplexConversation(streamParams, options);
|
|
73
72
|
}
|
|
74
73
|
if (streamParams.metadata === true) {
|
|
@@ -83,7 +82,7 @@ export function transcribeStream(params, options) {
|
|
|
83
82
|
async function* streamTranscribeValues(params, options, extract) {
|
|
84
83
|
const request = buildTranscribeRequest(params, generateClientRequestId());
|
|
85
84
|
for await (const response of stream(request, options)) {
|
|
86
|
-
if (response.type ===
|
|
85
|
+
if (response.type === 'transcribe') {
|
|
87
86
|
const parsed = transcribeResponseSchema.parse(response);
|
|
88
87
|
const value = extract(parsed);
|
|
89
88
|
if (value !== undefined)
|
|
@@ -101,20 +100,20 @@ function transcribeStreamWithAudioMetadata(params, options) {
|
|
|
101
100
|
}
|
|
102
101
|
function buildTranscribeStreamRequest(params) {
|
|
103
102
|
return {
|
|
104
|
-
type:
|
|
103
|
+
type: 'transcribeStream',
|
|
105
104
|
modelId: params.modelId,
|
|
106
105
|
...(params.prompt && { prompt: params.prompt }),
|
|
107
106
|
...(params.metadata === true && { metadata: true }),
|
|
108
107
|
...(params.emitVadEvents === true && { emitVadEvents: true }),
|
|
109
108
|
...(params.endOfTurnSilenceMs !== undefined && {
|
|
110
|
-
endOfTurnSilenceMs: params.endOfTurnSilenceMs
|
|
109
|
+
endOfTurnSilenceMs: params.endOfTurnSilenceMs
|
|
111
110
|
}),
|
|
112
111
|
...(params.vadRunIntervalMs !== undefined && {
|
|
113
|
-
vadRunIntervalMs: params.vadRunIntervalMs
|
|
112
|
+
vadRunIntervalMs: params.vadRunIntervalMs
|
|
114
113
|
}),
|
|
115
114
|
...(params.parakeetStreamingConfig && {
|
|
116
|
-
parakeetStreamingConfig: params.parakeetStreamingConfig
|
|
117
|
-
})
|
|
115
|
+
parakeetStreamingConfig: params.parakeetStreamingConfig
|
|
116
|
+
})
|
|
118
117
|
};
|
|
119
118
|
}
|
|
120
119
|
/**
|
|
@@ -144,18 +143,18 @@ async function createTranscribeStreamSession(params, options, process, sessionNa
|
|
|
144
143
|
}
|
|
145
144
|
consumed = true;
|
|
146
145
|
return responses;
|
|
147
|
-
}
|
|
146
|
+
}
|
|
148
147
|
};
|
|
149
148
|
}
|
|
150
149
|
function transcribeStreamDuplex(params, options) {
|
|
151
|
-
return createTranscribeStreamSession(params, options, processLine,
|
|
150
|
+
return createTranscribeStreamSession(params, options, processLine, 'TranscribeStreamSession');
|
|
152
151
|
}
|
|
153
152
|
function transcribeStreamDuplexMetadata(params, options) {
|
|
154
|
-
return createTranscribeStreamSession(params, options, processLineMetadata,
|
|
153
|
+
return createTranscribeStreamSession(params, options, processLineMetadata, 'TranscribeStreamMetadataSession');
|
|
155
154
|
}
|
|
156
155
|
function transcribeStreamDuplexConversation(params, options) {
|
|
157
156
|
const wantsMetadata = params.metadata === true;
|
|
158
|
-
return createTranscribeStreamSession(params, options, (line) => processLineConversation(line, wantsMetadata),
|
|
157
|
+
return createTranscribeStreamSession(params, options, (line) => processLineConversation(line, wantsMetadata), 'TranscribeStreamConversationSession');
|
|
159
158
|
}
|
|
160
159
|
/**
|
|
161
160
|
* Line-delimited parser: reads newline-separated frames from a duplex
|
|
@@ -163,11 +162,11 @@ function transcribeStreamDuplexConversation(params, options) {
|
|
|
163
162
|
* whatever values it returns. `null` from `process` terminates the stream.
|
|
164
163
|
*/
|
|
165
164
|
async function* parseLines(responseStream, process) {
|
|
166
|
-
let buf =
|
|
165
|
+
let buf = '';
|
|
167
166
|
for await (const chunk of responseStream) {
|
|
168
167
|
buf += chunk.toString();
|
|
169
|
-
const lines = buf.split(
|
|
170
|
-
buf = lines.pop() ||
|
|
168
|
+
const lines = buf.split('\n');
|
|
169
|
+
buf = lines.pop() || '';
|
|
171
170
|
for (const line of lines) {
|
|
172
171
|
const result = process(line);
|
|
173
172
|
if (result === null)
|
|
@@ -191,12 +190,12 @@ function parseResponseLine(line) {
|
|
|
191
190
|
parsed = JSON.parse(line);
|
|
192
191
|
}
|
|
193
192
|
catch {
|
|
194
|
-
logger.warn(
|
|
193
|
+
logger.warn('transcribeStream: malformed JSON from server:', line);
|
|
195
194
|
return null;
|
|
196
195
|
}
|
|
197
196
|
const obj = parsed;
|
|
198
|
-
if (obj[
|
|
199
|
-
throw new TranscriptionFailedError(obj[
|
|
197
|
+
if (obj['type'] === 'error') {
|
|
198
|
+
throw new TranscriptionFailedError(obj['message'] ?? 'Unknown server error');
|
|
200
199
|
}
|
|
201
200
|
return transcribeStreamResponseSchema.parse(parsed);
|
|
202
201
|
}
|
|
@@ -216,7 +215,7 @@ function processWith(line, extract) {
|
|
|
216
215
|
return extract(response);
|
|
217
216
|
}
|
|
218
217
|
function processLine(line) {
|
|
219
|
-
return processWith(line, (response) => response.text?.trim() ? response.text : undefined);
|
|
218
|
+
return processWith(line, (response) => (response.text?.trim() ? response.text : undefined));
|
|
220
219
|
}
|
|
221
220
|
function processLineMetadata(line) {
|
|
222
221
|
return processWith(line, (response) => response.segment);
|
|
@@ -225,32 +224,32 @@ function processLineConversation(line, wantsMetadata) {
|
|
|
225
224
|
return processWith(line, (response) => {
|
|
226
225
|
if (response.vad) {
|
|
227
226
|
return {
|
|
228
|
-
type:
|
|
227
|
+
type: 'vad',
|
|
229
228
|
speaking: response.vad.speaking,
|
|
230
|
-
probability: response.vad.probability
|
|
229
|
+
probability: response.vad.probability
|
|
231
230
|
};
|
|
232
231
|
}
|
|
233
232
|
if (response.endOfTurn) {
|
|
234
|
-
if (response.endOfTurn.source ===
|
|
233
|
+
if (response.endOfTurn.source === 'whisper') {
|
|
235
234
|
return {
|
|
236
|
-
type:
|
|
237
|
-
source:
|
|
238
|
-
silenceDurationMs: response.endOfTurn.silenceDurationMs
|
|
235
|
+
type: 'endOfTurn',
|
|
236
|
+
source: 'whisper',
|
|
237
|
+
silenceDurationMs: response.endOfTurn.silenceDurationMs
|
|
239
238
|
};
|
|
240
239
|
}
|
|
241
240
|
return {
|
|
242
|
-
type:
|
|
243
|
-
source:
|
|
241
|
+
type: 'endOfTurn',
|
|
242
|
+
source: 'parakeet'
|
|
244
243
|
};
|
|
245
244
|
}
|
|
246
245
|
if (wantsMetadata) {
|
|
247
246
|
if (response.segment) {
|
|
248
|
-
return { type:
|
|
247
|
+
return { type: 'segment', segment: response.segment };
|
|
249
248
|
}
|
|
250
249
|
return undefined;
|
|
251
250
|
}
|
|
252
251
|
if (response.text && response.text.trim()) {
|
|
253
|
-
return { type:
|
|
252
|
+
return { type: 'text', text: response.text };
|
|
254
253
|
}
|
|
255
254
|
return undefined;
|
|
256
255
|
});
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type TranslateClientParams, type TranslationStats, type RPCOptions } from
|
|
1
|
+
import { type TranslateClientParams, type TranslationStats, type RPCOptions } from '../../schemas/index';
|
|
2
2
|
/**
|
|
3
3
|
* Translates text from one language to another using a specified translation model.
|
|
4
4
|
* Supports both NMT (Neural Machine Translation) and LLM models.
|
|
@@ -1,7 +1,5 @@
|
|
|
1
|
-
import { stream as streamRpc } from
|
|
2
|
-
import { translateResponseSchema
|
|
3
|
-
import { detectOne } from "@qvac/langdetect-text";
|
|
4
|
-
import { TranslationFailedError } from "../../utils/errors-client.js";
|
|
1
|
+
import { stream as streamRpc } from '../rpc/rpc-client.js';
|
|
2
|
+
import { translateResponseSchema } from '../../schemas/index.js';
|
|
5
3
|
/**
|
|
6
4
|
* Translates text from one language to another using a specified translation model.
|
|
7
5
|
* Supports both NMT (Neural Machine Translation) and LLM models.
|
|
@@ -44,22 +42,13 @@ import { TranslationFailedError } from "../../utils/errors-client.js";
|
|
|
44
42
|
* ```
|
|
45
43
|
*/
|
|
46
44
|
export function translate(params, options) {
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
const detected = detectOne(params.text);
|
|
52
|
-
if (detected.code === "und" || detected.language === "Undetermined") {
|
|
53
|
-
throw new TranslationFailedError("Could not detect the source language. Please specify the 'from' parameter explicitly.");
|
|
54
|
-
}
|
|
55
|
-
sourceLanguage = detected.language;
|
|
56
|
-
}
|
|
45
|
+
// Source-language auto-detection lives in the worker now
|
|
46
|
+
// (server/bare/ops/translate.ts): `from` is passed through when present and
|
|
47
|
+
// resolved server-side when absent, so every language binding shares one
|
|
48
|
+
// detector instead of each shipping its own.
|
|
57
49
|
const request = {
|
|
58
|
-
type:
|
|
59
|
-
...params
|
|
60
|
-
...(isLlm && {
|
|
61
|
-
from: sourceLanguage,
|
|
62
|
-
}),
|
|
50
|
+
type: 'translate',
|
|
51
|
+
...params
|
|
63
52
|
};
|
|
64
53
|
let stats;
|
|
65
54
|
let statsResolver = () => { };
|
|
@@ -69,7 +58,7 @@ export function translate(params, options) {
|
|
|
69
58
|
if (params.stream) {
|
|
70
59
|
const tokenStream = (async function* () {
|
|
71
60
|
for await (const response of streamRpc(request, options)) {
|
|
72
|
-
if (response.type ===
|
|
61
|
+
if (response.type === 'translate') {
|
|
73
62
|
const streamResponse = translateResponseSchema.parse(response);
|
|
74
63
|
if (!streamResponse.done) {
|
|
75
64
|
yield streamResponse.token;
|
|
@@ -81,11 +70,11 @@ export function translate(params, options) {
|
|
|
81
70
|
}
|
|
82
71
|
}
|
|
83
72
|
})();
|
|
84
|
-
const textPromise = Promise.resolve(
|
|
73
|
+
const textPromise = Promise.resolve('');
|
|
85
74
|
return {
|
|
86
75
|
tokenStream,
|
|
87
76
|
text: textPromise,
|
|
88
|
-
stats: statsPromise
|
|
77
|
+
stats: statsPromise
|
|
89
78
|
};
|
|
90
79
|
}
|
|
91
80
|
else {
|
|
@@ -93,9 +82,9 @@ export function translate(params, options) {
|
|
|
93
82
|
//Empty generator for non-streaming mode
|
|
94
83
|
})();
|
|
95
84
|
const textPromise = (async () => {
|
|
96
|
-
let buffer =
|
|
85
|
+
let buffer = '';
|
|
97
86
|
for await (const response of streamRpc(request, options)) {
|
|
98
|
-
if (response.type ===
|
|
87
|
+
if (response.type === 'translate') {
|
|
99
88
|
const streamResponse = translateResponseSchema.parse(response);
|
|
100
89
|
buffer += streamResponse.token;
|
|
101
90
|
if (streamResponse.done) {
|
|
@@ -109,7 +98,7 @@ export function translate(params, options) {
|
|
|
109
98
|
return {
|
|
110
99
|
tokenStream,
|
|
111
100
|
text: textPromise,
|
|
112
|
-
stats: statsPromise
|
|
101
|
+
stats: statsPromise
|
|
113
102
|
};
|
|
114
103
|
}
|
|
115
104
|
}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { isBare } from
|
|
2
|
-
import {} from
|
|
3
|
-
import { send, close } from
|
|
4
|
-
import { stopLoggingStreamForModel } from
|
|
5
|
-
import { InvalidResponseError, ModelUnloadFailedError
|
|
6
|
-
import { getClientLogger } from
|
|
1
|
+
import { isBare } from 'which-runtime';
|
|
2
|
+
import {} from '../../schemas/index.js';
|
|
3
|
+
import { send, close } from '../rpc/rpc-client.js';
|
|
4
|
+
import { stopLoggingStreamForModel } from '../logging-stream-registry.js';
|
|
5
|
+
import { InvalidResponseError, ModelUnloadFailedError } from '../../utils/errors-client.js';
|
|
6
|
+
import { getClientLogger } from '../../logging/index.js';
|
|
7
7
|
const logger = getClientLogger();
|
|
8
8
|
/**
|
|
9
9
|
* Unloads a previously loaded model from the server.
|
|
@@ -22,13 +22,13 @@ const logger = getClientLogger();
|
|
|
22
22
|
*/
|
|
23
23
|
export async function unloadModel(params) {
|
|
24
24
|
const request = {
|
|
25
|
-
type:
|
|
25
|
+
type: 'unloadModel',
|
|
26
26
|
modelId: params.modelId,
|
|
27
|
-
clearStorage: params.clearStorage ?? false
|
|
27
|
+
clearStorage: params.clearStorage ?? false
|
|
28
28
|
};
|
|
29
29
|
const response = await send(request);
|
|
30
|
-
if (response.type !==
|
|
31
|
-
throw new InvalidResponseError(
|
|
30
|
+
if (response.type !== 'unloadModel') {
|
|
31
|
+
throw new InvalidResponseError('unloadModel');
|
|
32
32
|
}
|
|
33
33
|
if (!response.success) {
|
|
34
34
|
throw new ModelUnloadFailedError(params.modelId);
|
|
@@ -38,7 +38,7 @@ export async function unloadModel(params) {
|
|
|
38
38
|
if (shouldAutoClose &&
|
|
39
39
|
response.hasActiveModels === false &&
|
|
40
40
|
response.hasActiveProviders === false) {
|
|
41
|
-
logger.info(
|
|
41
|
+
logger.info('🧹 No models or providers active, automatically closing RPC connection...');
|
|
42
42
|
await close();
|
|
43
43
|
}
|
|
44
44
|
}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type UpscaleClientParams, type UpscaleStats } from
|
|
1
|
+
import { type UpscaleClientParams, type UpscaleStats } from '../../schemas/sdcpp-config';
|
|
2
2
|
interface UpscaleResult {
|
|
3
3
|
outputs: Promise<Uint8Array[]>;
|
|
4
4
|
stats: Promise<UpscaleStats | undefined>;
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { upscaleStreamResponseSchema
|
|
2
|
-
import { stream as streamRpc } from
|
|
3
|
-
import { decodeBase64, encodeBase64 } from
|
|
4
|
-
import { StreamEndedError } from
|
|
1
|
+
import { upscaleStreamResponseSchema } from '../../schemas/sdcpp-config.js';
|
|
2
|
+
import { stream as streamRpc } from '../rpc/rpc-client.js';
|
|
3
|
+
import { decodeBase64, encodeBase64 } from '../../utils/encoding.js';
|
|
4
|
+
import { StreamEndedError } from '../../utils/errors-client.js';
|
|
5
5
|
/**
|
|
6
6
|
* Runs standalone ESRGAN upscaling on an arbitrary PNG/JPEG image.
|
|
7
7
|
*
|
|
@@ -44,7 +44,7 @@ export function upscale(params) {
|
|
|
44
44
|
modelId: params.modelId,
|
|
45
45
|
image: encodeBase64(params.image),
|
|
46
46
|
...(params.repeats !== undefined && { repeats: params.repeats }),
|
|
47
|
-
type:
|
|
47
|
+
type: 'upscaleStream'
|
|
48
48
|
};
|
|
49
49
|
let statsResolver = () => { };
|
|
50
50
|
let statsRejecter = () => { };
|
|
@@ -66,9 +66,9 @@ export function upscale(params) {
|
|
|
66
66
|
try {
|
|
67
67
|
for await (const response of streamRpc(request)) {
|
|
68
68
|
if (response &&
|
|
69
|
-
typeof response ===
|
|
70
|
-
|
|
71
|
-
response.type ===
|
|
69
|
+
typeof response === 'object' &&
|
|
70
|
+
'type' in response &&
|
|
71
|
+
response.type === 'upscaleStream') {
|
|
72
72
|
const parsed = upscaleStreamResponseSchema.parse(response);
|
|
73
73
|
if (parsed.data) {
|
|
74
74
|
collectedBuffers.push(decodeBase64(parsed.data));
|
|
@@ -94,6 +94,6 @@ export function upscale(params) {
|
|
|
94
94
|
void processResponses();
|
|
95
95
|
return {
|
|
96
96
|
outputs: outputsPromise,
|
|
97
|
-
stats: statsPromise
|
|
97
|
+
stats: statsPromise
|
|
98
98
|
};
|
|
99
99
|
}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type VideoClientParams, type VideoStats } from
|
|
1
|
+
import { type VideoClientParams, type VideoStats } from '../../schemas/index';
|
|
2
2
|
export interface VideoProgressTick {
|
|
3
3
|
step: number;
|
|
4
4
|
totalSteps: number;
|
|
@@ -16,10 +16,13 @@ export interface VideoResult {
|
|
|
16
16
|
* @param params - Video request parameters (model, prompt, dimensions, frame count, fps, sampler, seed, etc.).
|
|
17
17
|
* @returns A result object exposing `requestId` (stable identifier for this in-flight generation), `progressStream` (async iterator of `{ step, totalSteps, elapsedMs }`), `outputs` (promise of the generated video buffers, typically a single AVI file), and `stats` (promise of generation statistics).
|
|
18
18
|
*
|
|
19
|
-
* Supports `txt2vid` (text-to-video) and `img2vid` (image-to-video)
|
|
20
|
-
*
|
|
21
|
-
* `
|
|
22
|
-
* `
|
|
19
|
+
* Supports `txt2vid` (text-to-video) and `img2vid` (image-to-video) for both the
|
|
20
|
+
* Wan and LTX-2 layouts. For Wan `img2vid`, load the pipeline with
|
|
21
|
+
* `modelConfig.clipVisionModelSrc` set to `clip_vision_h.safetensors`; LTX-2
|
|
22
|
+
* `img2vid` conditions on the first frame through its video VAE and needs no
|
|
23
|
+
* CLIP vision weights (the same LTX-2 model loaded for txt2vid also does
|
|
24
|
+
* img2vid). On React Native, prefer a `modelId` loaded with a `delegate` since
|
|
25
|
+
* the bundled video diffusion models are too large for typical mobile devices.
|
|
23
26
|
*
|
|
24
27
|
* @example Basic txt2vid generation
|
|
25
28
|
* ```typescript
|