@qvac/sdk 0.16.0 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +67 -50
- package/README.md +65 -0
- package/dist/client/api/audio-gen-result.d.ts +4 -0
- package/dist/client/api/audio-gen-result.js +132 -0
- package/dist/client/api/audio-gen.d.ts +29 -0
- package/dist/client/api/audio-gen.js +31 -0
- package/dist/client/api/batch-completion.d.ts +2 -2
- package/dist/client/api/batch-completion.js +2 -2
- package/dist/client/api/bci-transcribe.d.ts +1 -1
- package/dist/client/api/bci-transcribe.js +3 -3
- package/dist/client/api/cancel.d.ts +1 -1
- package/dist/client/api/cancel.js +1 -1
- package/dist/client/api/classify.d.ts +1 -1
- package/dist/client/api/classify.js +1 -1
- package/dist/client/api/completion-stream.d.ts +3 -3
- package/dist/client/api/completion-stream.js +3 -3
- package/dist/client/api/delete-cache.js +1 -1
- package/dist/client/api/diffusion.d.ts +1 -1
- package/dist/client/api/diffusion.js +1 -1
- package/dist/client/api/download-asset.d.ts +1 -1
- package/dist/client/api/download-asset.js +3 -3
- package/dist/client/api/embed.d.ts +1 -1
- package/dist/client/api/embed.js +2 -2
- package/dist/client/api/finetune.d.ts +1 -1
- package/dist/client/api/finetune.js +2 -2
- package/dist/client/api/get-loaded-model-info.d.ts +2 -2
- package/dist/client/api/get-loaded-model-info.js +1 -1
- package/dist/client/api/get-model-info.d.ts +2 -2
- package/dist/client/api/get-model-info.js +1 -1
- package/dist/client/api/get-system-resources.d.ts +3 -0
- package/dist/client/api/get-system-resources.js +16 -0
- package/dist/client/api/heartbeat.d.ts +2 -2
- package/dist/client/api/heartbeat.js +1 -1
- package/dist/client/api/index.d.ts +35 -33
- package/dist/client/api/index.js +2 -0
- package/dist/client/api/invoke-plugin.d.ts +1 -1
- package/dist/client/api/invoke-plugin.js +1 -1
- package/dist/client/api/load-model.d.ts +2 -2
- package/dist/client/api/load-model.js +4 -4
- package/dist/client/api/logging-stream.d.ts +1 -1
- package/dist/client/api/logging-stream.js +1 -1
- package/dist/client/api/ocr.d.ts +1 -1
- package/dist/client/api/ocr.js +1 -1
- package/dist/client/api/provide.d.ts +1 -1
- package/dist/client/api/provide.js +1 -1
- package/dist/client/api/rag.d.ts +1 -1
- package/dist/client/api/rag.js +2 -2
- package/dist/client/api/registry.d.ts +1 -1
- package/dist/client/api/registry.js +1 -1
- package/dist/client/api/resume.js +1 -1
- package/dist/client/api/state.d.ts +1 -1
- package/dist/client/api/state.js +1 -1
- package/dist/client/api/stop-provider.js +1 -1
- package/dist/client/api/subscribe-logs.d.ts +1 -1
- package/dist/client/api/suspend.js +1 -1
- package/dist/client/api/text-to-speech.d.ts +3 -2
- package/dist/client/api/text-to-speech.js +31 -9
- package/dist/client/api/transcribe.d.ts +1 -1
- package/dist/client/api/transcribe.js +2 -2
- package/dist/client/api/translate.d.ts +1 -1
- package/dist/client/api/translate.js +1 -1
- package/dist/client/api/unload-model.d.ts +1 -1
- package/dist/client/api/unload-model.js +2 -2
- package/dist/client/api/upscale.d.ts +1 -1
- package/dist/client/api/upscale.js +1 -1
- package/dist/client/api/video.d.ts +1 -1
- package/dist/client/api/video.js +2 -2
- package/dist/client/api/vla.d.ts +1 -1
- package/dist/client/config-loader/config-utils.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.bare.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.expo.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.node.d.ts +1 -1
- package/dist/client/index.d.ts +1 -1
- package/dist/client/init-hooks.d.ts +1 -1
- package/dist/client/logging-stream-registry.d.ts +1 -1
- package/dist/client/plugins-factory.d.ts +2 -2
- package/dist/client/plugins-factory.js +1 -1
- package/dist/client/rpc/bare-client.d.ts +1 -1
- package/dist/client/rpc/bare-client.js +3 -3
- package/dist/client/rpc/expo-rpc-client.js +3 -3
- package/dist/client/rpc/node-rpc-client.js +2 -2
- package/dist/client/rpc/profiling/index.d.ts +1 -1
- package/dist/client/rpc/profiling/profiler.d.ts +2 -2
- package/dist/client/rpc/profiling/profiler.js +4 -0
- package/dist/client/rpc/rpc-client.d.ts +1 -1
- package/dist/client/rpc/rpc-client.js +7 -4
- package/dist/client/rpc/rpc-error.d.ts +1 -1
- package/dist/commands/bundle/bare-pack.d.ts +1 -1
- package/dist/commands/bundle/constants.js +1 -0
- package/dist/commands/bundle/entry-gen.js +1 -1
- package/dist/commands/bundle/index.js +6 -6
- package/dist/commands/bundle/manifest.d.ts +1 -1
- package/dist/commands/bundle/plugins.d.ts +2 -2
- package/dist/commands/bundle/plugins.js +1 -1
- package/dist/commands/index.d.ts +4 -4
- package/dist/commands/index.js +2 -2
- package/dist/commands/verify/abi.d.ts +1 -1
- package/dist/commands/verify/abi.js +1 -1
- package/dist/commands/verify/bundle-source.d.ts +1 -1
- package/dist/commands/verify/bundle-source.js +2 -2
- package/dist/commands/verify/index.d.ts +3 -3
- package/dist/commands/verify/index.js +5 -5
- package/dist/commands/verify/node-modules-source.d.ts +1 -1
- package/dist/commands/verify/node-modules-source.js +1 -1
- package/dist/commands/verify/prebuilds.d.ts +2 -1
- package/dist/commands/verify/prebuilds.js +8 -11
- package/dist/commands/verify/resource-collectors.d.ts +88 -0
- package/dist/commands/verify/resource-collectors.js +261 -0
- package/dist/constants/audio.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/examples/{transcription → asr}/parakeet-ctc-filesystem.js +2 -3
- package/dist/examples/{transcription → asr}/parakeet-microphone-record.js +2 -2
- package/dist/examples/{transcription → asr}/parakeet-microphone-stream.js +2 -2
- package/dist/examples/{transcription → asr}/parakeet-sortformer-streaming.js +2 -2
- package/dist/examples/{transcription → asr}/parakeet-sortformer.js +1 -1
- package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem-chunked.js +2 -2
- package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem.js +2 -2
- package/dist/examples/{transcription → asr}/whispercpp-filesystem-streaming.js +1 -1
- package/dist/examples/{transcription → asr}/whispercpp-filesystem.js +1 -1
- package/dist/examples/{transcription → asr}/whispercpp-microphone-conversation.js +1 -1
- package/dist/examples/{transcription → asr}/whispercpp-microphone-record.js +2 -2
- package/dist/examples/{transcription → asr}/whispercpp-prompt.js +1 -1
- package/dist/examples/audiogen/generate-music.d.ts +2 -0
- package/dist/examples/audiogen/generate-music.js +112 -0
- package/dist/examples/cache-management.js +1 -1
- package/dist/examples/config-reload.js +1 -1
- package/dist/examples/diffusion-txt2vid-wan22.d.ts +2 -0
- package/dist/examples/diffusion-txt2vid-wan22.js +96 -0
- package/dist/examples/quickstart.bare.js +1 -1
- package/dist/examples/rag/rag-mongodb.d.ts +2 -0
- package/dist/examples/rag/rag-mongodb.js +180 -0
- package/dist/examples/tools/llamacpp-tools-auto-dialect.d.ts +2 -0
- package/dist/examples/tools/llamacpp-tools-auto-dialect.js +77 -0
- package/dist/examples/tts/parler.d.ts +2 -0
- package/dist/examples/tts/parler.js +51 -0
- package/dist/examples/vla-groot.js +6 -4
- package/dist/examples/voice-assistant/voice-assistant.js +2 -2
- package/dist/expo/plugins/index.d.ts +11 -11
- package/dist/expo/plugins/withDeviceInfo.js +2 -2
- package/dist/expo/plugins/withMobileBundle.js +3 -3
- package/dist/index.d.ts +16 -16
- package/dist/index.js +4 -4
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/base-logger.d.ts +1 -1
- package/dist/logging/base-logger.js +1 -1
- package/dist/logging/client-logger.d.ts +1 -1
- package/dist/logging/index.d.ts +9 -9
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/namespaces.d.ts +1 -1
- package/dist/logging/registry.d.ts +1 -1
- package/dist/logging/server-logger.d.ts +1 -1
- package/dist/logging/stream-logger.d.ts +1 -1
- package/dist/logging/transport.d.ts +1 -1
- package/dist/logging/utils.d.ts +1 -1
- package/dist/logging/utils.js +1 -1
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/models.d.ts +1226 -689
- package/dist/models/registry/models.js +3114 -2557
- package/dist/models/update-models/codegen.d.ts +1 -1
- package/dist/models/update-models/companions.d.ts +1 -1
- package/dist/models/update-models/history.d.ts +1 -1
- package/dist/models/update-models/history.js +4 -4
- package/dist/models/update-models/naming.d.ts +1 -1
- package/dist/models/update-models/naming.js +7 -1
- package/dist/models/update-models/processing.d.ts +1 -1
- package/dist/models/update-models/processing.js +1 -1
- package/dist/models/update-models/registry.d.ts +2 -2
- package/dist/models/update-models/shards.d.ts +1 -1
- package/dist/models/update-models/types.d.ts +1 -1
- package/dist/pear/pre.js +2 -0
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +21 -0
- package/dist/profiling/controller.d.ts +4 -2
- package/dist/profiling/controller.js +8 -0
- package/dist/profiling/envelope.d.ts +3 -2
- package/dist/profiling/envelope.js +13 -2
- package/dist/profiling/events.d.ts +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/index.d.ts +9 -8
- package/dist/profiling/index.js +3 -2
- package/dist/profiling/types.d.ts +6 -0
- package/dist/schemas/audio-gen.d.ts +253 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +7 -2
- package/dist/schemas/bci-config.d.ts +2 -0
- package/dist/schemas/bci.d.ts +1 -1
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/common.d.ts +1553 -54
- package/dist/schemas/common.js +6 -0
- package/dist/schemas/completion-event.d.ts +5 -2
- package/dist/schemas/completion-event.js +3 -0
- package/dist/schemas/completion-stream.d.ts +9 -1
- package/dist/schemas/completion-stream.js +5 -2
- package/dist/schemas/constants-registry.d.ts +2 -0
- package/dist/schemas/constants-registry.js +2 -1
- package/dist/schemas/download-asset.d.ts +8 -4
- package/dist/schemas/engine-addon-map.d.ts +2 -1
- package/dist/schemas/engine-addon-map.js +5 -1
- package/dist/schemas/get-loaded-model-info.d.ts +2 -0
- package/dist/schemas/get-model-info.d.ts +2 -0
- package/dist/schemas/get-model-info.js +1 -0
- package/dist/schemas/index.d.ts +53 -51
- package/dist/schemas/index.js +4 -2
- package/dist/schemas/llamacpp-config.d.ts +6 -2
- package/dist/schemas/load-model.d.ts +6178 -2763
- package/dist/schemas/load-model.js +39 -3
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-src-utils.d.ts +10 -2
- package/dist/schemas/model-types.d.ts +19 -1
- package/dist/schemas/model-types.js +11 -0
- package/dist/schemas/ocr.d.ts +2 -0
- package/dist/schemas/plugin.d.ts +13 -4
- package/dist/schemas/plugin.js +12 -2
- package/dist/schemas/profiling.d.ts +587 -0
- package/dist/schemas/profiling.js +22 -0
- package/dist/schemas/registry.d.ts +18 -0
- package/dist/schemas/registry.js +2 -0
- package/dist/schemas/reload-config.d.ts +10 -2
- package/dist/schemas/sdcpp-config.d.ts +57 -0
- package/dist/schemas/sdcpp-config.js +53 -11
- package/dist/schemas/sdk-config.d.ts +168 -0
- package/dist/schemas/system-resources.d.ts +3967 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +326 -6
- package/dist/schemas/text-to-speech.js +126 -13
- package/dist/schemas/transcription-config.d.ts +2 -0
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translation-config.d.ts +30 -10
- package/dist/scripts/check-resource-collectors-packaging.d.ts +33 -0
- package/dist/scripts/check-resource-collectors-packaging.js +136 -0
- package/dist/scripts/contract/build-contract.d.ts +1 -1
- package/dist/scripts/contract/build-models-registry.d.ts +1 -1
- package/dist/scripts/contract/plugin-contract.d.ts +1 -1
- package/dist/scripts/contract/plugin-contract.js +1 -1
- package/dist/scripts/export-contract.js +1 -1
- package/dist/scripts/export-plugin-contract.js +1 -1
- package/dist/server/bare/delegate-rpc-client.d.ts +1 -1
- package/dist/server/bare/delegate-rpc-client.js +3 -3
- package/dist/server/bare/hyperswarm.d.ts +1 -1
- package/dist/server/bare/hyperswarm.js +2 -2
- package/dist/server/bare/ops/bci-transcribe.d.ts +1 -1
- package/dist/server/bare/ops/bci-transcribe.js +4 -4
- package/dist/server/bare/ops/cancel.d.ts +2 -2
- package/dist/server/bare/ops/cancel.js +2 -2
- package/dist/server/bare/ops/embed.d.ts +1 -1
- package/dist/server/bare/ops/embed.js +3 -3
- package/dist/server/bare/ops/kv-cache-retention.d.ts +12 -0
- package/dist/server/bare/ops/kv-cache-retention.js +121 -0
- package/dist/server/bare/ops/kv-cache-utils.d.ts +2 -1
- package/dist/server/bare/ops/kv-cache-utils.js +26 -5
- package/dist/server/bare/ops/load-model.d.ts +2 -2
- package/dist/server/bare/ops/load-model.js +7 -5
- package/dist/server/bare/ops/transcribe.d.ts +2 -2
- package/dist/server/bare/ops/transcribe.js +20 -40
- package/dist/server/bare/ops/translate.d.ts +1 -1
- package/dist/server/bare/ops/translate.js +5 -9
- package/dist/server/bare/ops/unload-model.d.ts +1 -1
- package/dist/server/bare/ops/unload-model.js +5 -5
- package/dist/server/bare/plugins/asr-ggml/config.d.ts +32 -0
- package/dist/server/bare/plugins/asr-ggml/config.js +46 -0
- package/dist/server/bare/plugins/asr-ggml/logging.d.ts +11 -0
- package/dist/server/bare/plugins/asr-ggml/logging.js +12 -0
- package/dist/server/bare/plugins/audiogen-ggml/config.d.ts +18 -0
- package/dist/server/bare/plugins/audiogen-ggml/config.js +23 -0
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -0
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.js +162 -0
- package/dist/server/bare/plugins/audiogen-ggml/plugin.d.ts +213 -0
- package/dist/server/bare/plugins/audiogen-ggml/plugin.js +58 -0
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +6 -4
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +4 -4
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +1 -1
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +2 -2
- package/dist/server/bare/plugins/ggml-classification/plugin.js +1 -1
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +2 -2
- package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +4 -2
- package/dist/server/bare/plugins/ggml-ocr/plugin.js +3 -3
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +1 -1
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +3 -3
- package/dist/server/bare/plugins/index.d.ts +12 -11
- package/dist/server/bare/plugins/index.js +1 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +3 -3
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +5 -5
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +11 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +16 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +3 -3
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +16 -14
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +3 -3
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +20 -10
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +217 -80
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +12 -5
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +16 -16
- package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +2 -2
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +5 -5
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +12 -2
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +3 -3
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +1 -1
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +6 -6
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +13 -20
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +2 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +13 -7
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +26 -4
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +18 -4
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.d.ts +7 -0
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.js +30 -0
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +8 -5
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +14 -6
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +114 -5
- package/dist/server/bare/plugins/tts-ggml/plugin.js +61 -5
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +8 -6
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +17 -25
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/search.js +2 -2
- package/dist/server/bare/rag-hyperdb/index.d.ts +11 -11
- package/dist/server/bare/rag-hyperdb/index.js +11 -11
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +1 -1
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +4 -4
- package/dist/server/bare/registry/config-registry.d.ts +1 -1
- package/dist/server/bare/registry/config-registry.js +1 -1
- package/dist/server/bare/registry/model-config-registry.d.ts +2 -2
- package/dist/server/bare/registry/model-config-registry.js +4 -4
- package/dist/server/bare/registry/model-config-utils.d.ts +1 -1
- package/dist/server/bare/registry/model-config-utils.js +3 -0
- package/dist/server/bare/registry/model-registry.d.ts +15 -4
- package/dist/server/bare/registry/registry-client.js +2 -2
- package/dist/server/bare/registry/runtime-context-registry.d.ts +1 -1
- package/dist/server/bare/resources/collector.d.ts +644 -0
- package/dist/server/bare/resources/collector.js +226 -0
- package/dist/server/bare/resources/native.d.ts +3 -0
- package/dist/server/bare/resources/native.js +35 -0
- package/dist/server/bare/resources/normalize.d.ts +13 -0
- package/dist/server/bare/resources/normalize.js +73 -0
- package/dist/server/bare/resources/types.d.ts +66 -0
- package/dist/server/bare/resources/types.js +1 -0
- package/dist/server/bare/resources/worker-collector.d.ts +5 -0
- package/dist/server/bare/resources/worker-collector.js +15 -0
- package/dist/server/bare/runtime/index.d.ts +7 -7
- package/dist/server/bare/runtime/index.js +3 -3
- package/dist/server/bare/runtime/request-context.d.ts +2 -2
- package/dist/server/bare/runtime/request-registry-singleton.d.ts +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.js +11 -1
- package/dist/server/bare/runtime/request-registry.d.ts +2 -2
- package/dist/server/bare/runtime/request-registry.js +1 -1
- package/dist/server/bare/runtime/with-request-context.d.ts +1 -1
- package/dist/server/bare/runtime-lifecycle.d.ts +1 -1
- package/dist/server/bare/types/addon-responses.d.ts +6 -34
- package/dist/server/bare/utils/asr-events.d.ts +15 -0
- package/dist/server/bare/utils/asr-events.js +30 -0
- package/dist/server/bare/utils/audio-input.d.ts +1 -1
- package/dist/server/bare/utils/audio-input.js +1 -1
- package/dist/server/bare/utils/transcribe-metadata.d.ts +1 -1
- package/dist/server/bare/utils/tts-stats.d.ts +1 -1
- package/dist/server/error-handlers.d.ts +1 -1
- package/dist/server/plugins/index.d.ts +1 -1
- package/dist/server/plugins/registry.d.ts +1 -1
- package/dist/server/plugins/registry.js +35 -8
- package/dist/server/rpc/delegate-transport.d.ts +2 -2
- package/dist/server/rpc/delegate-transport.js +5 -10
- package/dist/server/rpc/handle-request.js +3 -3
- package/dist/server/rpc/handler-registry.d.ts +1 -1
- package/dist/server/rpc/handler-registry.js +41 -37
- package/dist/server/rpc/handler-selection.d.ts +2 -2
- package/dist/server/rpc/handler-utils.d.ts +2 -2
- package/dist/server/rpc/handler-utils.js +5 -5
- package/dist/server/rpc/handlers/audio-gen-stream.d.ts +3 -0
- package/dist/server/rpc/handlers/audio-gen-stream.js +4 -0
- package/dist/server/rpc/handlers/batch-completion-stream.d.ts +3 -1
- package/dist/server/rpc/handlers/batch-completion-stream.js +1 -1
- package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe-stream.js +1 -1
- package/dist/server/rpc/handlers/bci-transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe.js +1 -1
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.js +3 -3
- package/dist/server/rpc/handlers/cancelHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/cancelHandler.js +3 -3
- package/dist/server/rpc/handlers/classify.d.ts +1 -1
- package/dist/server/rpc/handlers/classify.js +1 -1
- package/dist/server/rpc/handlers/completion-orchestrate.d.ts +2 -2
- package/dist/server/rpc/handlers/completion-orchestrate.js +1 -1
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/completion-stream-delegated.js +3 -3
- package/dist/server/rpc/handlers/completion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/completion-stream.js +1 -1
- package/dist/server/rpc/handlers/delete-cache.d.ts +1 -1
- package/dist/server/rpc/handlers/delete-cache.js +1 -1
- package/dist/server/rpc/handlers/diffusion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/diffusion-stream.js +1 -1
- package/dist/server/rpc/handlers/download-asset.d.ts +1 -1
- package/dist/server/rpc/handlers/download-asset.js +4 -4
- package/dist/server/rpc/handlers/embed.d.ts +1 -1
- package/dist/server/rpc/handlers/embed.js +1 -1
- package/dist/server/rpc/handlers/finetune.d.ts +1 -1
- package/dist/server/rpc/handlers/finetune.js +2 -2
- package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-loaded-model-info.js +3 -3
- package/dist/server/rpc/handlers/get-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-model-info.js +4 -4
- package/dist/server/rpc/handlers/get-system-resources.d.ts +3 -0
- package/dist/server/rpc/handlers/get-system-resources.js +53 -0
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/heartbeat-delegated.js +2 -2
- package/dist/server/rpc/handlers/heartbeat.d.ts +1 -1
- package/dist/server/rpc/handlers/index.d.ts +37 -33
- package/dist/server/rpc/handlers/index.js +4 -0
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/download-manager.js +1 -1
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/handler.js +12 -8
- package/dist/server/rpc/handlers/load-model/http.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/http.js +4 -4
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +5 -5
- package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/registry-companion-set.js +3 -3
- package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +4 -4
- package/dist/server/rpc/handlers/load-model/registry-download-utils.js +3 -3
- package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/registry.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/registry.js +6 -6
- package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/resolve-session.js +3 -3
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/resolve.js +2 -2
- package/dist/server/rpc/handlers/load-model/types.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.js +3 -3
- package/dist/server/rpc/handlers/logging-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/logging-stream.js +1 -1
- package/dist/server/rpc/handlers/ocr-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/ocr-stream.js +1 -1
- package/dist/server/rpc/handlers/plugin-dispatch.js +3 -3
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +1 -1
- package/dist/server/rpc/handlers/plugin-invoke.js +3 -3
- package/dist/server/rpc/handlers/provideHandler/connection.js +1 -1
- package/dist/server/rpc/handlers/provideHandler/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/handler.js +1 -1
- package/dist/server/rpc/handlers/provideHandler/proxy.js +1 -1
- package/dist/server/rpc/handlers/provideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/rag.d.ts +1 -1
- package/dist/server/rpc/handlers/rag.js +4 -4
- package/dist/server/rpc/handlers/registry.d.ts +1 -1
- package/dist/server/rpc/handlers/registry.js +1 -1
- package/dist/server/rpc/handlers/resume.d.ts +1 -1
- package/dist/server/rpc/handlers/resume.js +1 -1
- package/dist/server/rpc/handlers/state.d.ts +1 -1
- package/dist/server/rpc/handlers/state.js +1 -1
- package/dist/server/rpc/handlers/stopProvideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/stopProvideHandler.js +1 -1
- package/dist/server/rpc/handlers/suspend.d.ts +1 -1
- package/dist/server/rpc/handlers/suspend.js +1 -1
- package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech-stream.js +1 -1
- package/dist/server/rpc/handlers/text-to-speech.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech.js +1 -1
- package/dist/server/rpc/handlers/transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe-stream.js +1 -1
- package/dist/server/rpc/handlers/transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe.js +1 -1
- package/dist/server/rpc/handlers/translate.d.ts +1 -1
- package/dist/server/rpc/handlers/translate.js +1 -1
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model-delegated.js +5 -5
- package/dist/server/rpc/handlers/unload-model.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model.js +3 -3
- package/dist/server/rpc/handlers/upscale-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/upscale-stream.js +1 -1
- package/dist/server/rpc/handlers/video-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/video-stream.js +1 -1
- package/dist/server/rpc/index.d.ts +2 -2
- package/dist/server/rpc/method-shapes.d.ts +2 -0
- package/dist/server/rpc/method-shapes.js +2 -0
- package/dist/server/rpc/profiling/backend-diagnostics.d.ts +3 -0
- package/dist/server/rpc/profiling/backend-diagnostics.js +16 -0
- package/dist/server/rpc/profiling/context.d.ts +1 -1
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/index.d.ts +4 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +2 -2
- package/dist/server/rpc/profiling/operation-metrics.js +9 -1
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +1 -1
- package/dist/server/rpc/profiling/operation-wrappers.js +51 -13
- package/dist/server/rpc/profiling/profiler.d.ts +2 -2
- package/dist/server/rpc/transport-selector.d.ts +1 -1
- package/dist/server/utils/archive.js +1 -1
- package/dist/server/utils/audio/decoder.d.ts +1 -1
- package/dist/server/utils/audio/decoder.js +1 -1
- package/dist/server/utils/cache/auto-history.d.ts +1 -1
- package/dist/server/utils/cache/paths.d.ts +1 -1
- package/dist/server/utils/cache/paths.js +6 -6
- package/dist/server/utils/checksum.d.ts +1 -1
- package/dist/server/utils/completion-normalizer.d.ts +2 -1
- package/dist/server/utils/completion-normalizer.js +31 -1
- package/dist/server/utils/config-transform.d.ts +1 -1
- package/dist/server/utils/config-transform.js +5 -7
- package/dist/server/utils/index.d.ts +11 -11
- package/dist/server/utils/path-security.d.ts +1 -1
- package/dist/server/utils/qvac-paths.js +1 -1
- package/dist/server/utils/response-format.d.ts +1 -1
- package/dist/server/utils/shard-utils.d.ts +1 -1
- package/dist/server/utils/tool-integration.d.ts +1 -1
- package/dist/server/utils/tool-integration.js +2 -2
- package/dist/server/utils/tools/dialect.d.ts +1 -1
- package/dist/server/utils/tools/dialect.js +2 -0
- package/dist/server/utils/tools/index.d.ts +2 -2
- package/dist/server/utils/tools/parser.d.ts +1 -1
- package/dist/server/utils/tools/parser.js +16 -8
- package/dist/server/utils/tools/parsers/dsml.d.ts +4 -0
- package/dist/server/utils/tools/parsers/dsml.js +176 -0
- package/dist/server/utils/tools/parsers/gemma4native.d.ts +2 -2
- package/dist/server/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/server/utils/tools/parsers/harmony.d.ts +2 -2
- package/dist/server/utils/tools/parsers/harmony.js +1 -1
- package/dist/server/utils/tools/parsers/hermes.d.ts +2 -2
- package/dist/server/utils/tools/parsers/hermes.js +1 -1
- package/dist/server/utils/tools/parsers/json.d.ts +2 -2
- package/dist/server/utils/tools/parsers/json.js +1 -1
- package/dist/server/utils/tools/parsers/pythonic.d.ts +2 -2
- package/dist/server/utils/tools/parsers/pythonic.js +1 -1
- package/dist/server/utils/tools/parsers/qwen35.d.ts +2 -2
- package/dist/server/utils/tools/parsers/qwen35.js +1 -1
- package/dist/server/utils/tools/shared.d.ts +1 -1
- package/dist/server/utils/worker-lock.js +1 -1
- package/dist/server/worker-core.js +14 -10
- package/dist/server/worker.js +4 -3
- package/dist/utils/aggregate-events.d.ts +2 -2
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/errors-client.d.ts +0 -3
- package/dist/utils/errors-client.js +0 -5
- package/dist/utils/errors-server.d.ts +1 -1
- package/dist/utils/mcp-adapter.d.ts +4 -4
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/tool-helpers.d.ts +1 -1
- package/dist/utils/tool-helpers.js +1 -1
- package/docs/system-resources-support-matrix.md +103 -0
- package/package.json +33 -18
- /package/dist/examples/{transcription → asr}/parakeet-ctc-filesystem.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-microphone-record.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-microphone-stream.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-sortformer-streaming.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-sortformer.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem-chunked.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-filesystem-streaming.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-filesystem.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-microphone-conversation.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-microphone-record.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-prompt.d.ts +0 -0
package/NOTICE
CHANGED
|
@@ -61,24 +61,24 @@ Third-Party Model Licenses
|
|
|
61
61
|
|
|
62
62
|
--- apache-2.0 (Apache License 2.0) ---
|
|
63
63
|
|
|
64
|
+
abot-world-0-5b-lf-dit-q8_0
|
|
65
|
+
https://huggingface.co/acvlab/ABot-World-0-5B-LF
|
|
64
66
|
bci-embedder
|
|
65
67
|
https://github.com/tetherto/qvac/releases/download/bci-test-assets-v0.1.0/bci-embedder.bin
|
|
68
|
+
cosyvoice3-flow-f32
|
|
69
|
+
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
70
|
+
cosyvoice3-hift-f32
|
|
71
|
+
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
72
|
+
cosyvoice3-llm-q8_0
|
|
73
|
+
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
66
74
|
craft_mlt_25k
|
|
67
75
|
https://www.jaided.ai/easyocr/modelhub/
|
|
68
76
|
crnn_mobilenet_v3_small
|
|
69
77
|
https://github.com/mindee/doctr
|
|
70
|
-
crnn_mobilenet_v3_small
|
|
71
|
-
https://github.com/felixdittrich92/OnnxTR
|
|
72
78
|
db_mobilenet_v3_large
|
|
73
79
|
https://github.com/mindee/doctr
|
|
74
|
-
db_mobilenet_v3_large
|
|
75
|
-
https://github.com/felixdittrich92/OnnxTR
|
|
76
|
-
db_resnet50
|
|
77
|
-
https://github.com/felixdittrich92/OnnxTR
|
|
78
80
|
de-tiny-ggml-model-f16
|
|
79
81
|
https://huggingface.co/primeline/whisper-tiny-german-1224
|
|
80
|
-
detector_craft
|
|
81
|
-
https://www.jaided.ai/easyocr/modelhub/
|
|
82
82
|
dolphin-mixtral-2x7b-dop-Q2_K-00001-of-00005
|
|
83
83
|
https://huggingface.co/jmb95/laser-dolphin-mixtral-2x7b-dpo-GGUF
|
|
84
84
|
en-base-ggml-model-f16
|
|
@@ -113,6 +113,8 @@ Third-Party Model Licenses
|
|
|
113
113
|
https://huggingface.co/bygreencn/whisper-base-ja
|
|
114
114
|
ja-tiny-ggml-model-f16
|
|
115
115
|
https://huggingface.co/CheeLi03/whisper-tiny-ja-puct-4k
|
|
116
|
+
Kwaipilot_KAT-Coder-V2.5-Dev-GGUF
|
|
117
|
+
https://huggingface.co/bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF
|
|
116
118
|
laser-dolphin-mixtral-2x7b-dpo-GGUF
|
|
117
119
|
https://huggingface.co/jmb95/laser-dolphin-mixtral-2x7b-dpo-GGUF
|
|
118
120
|
latin_g2
|
|
@@ -125,6 +127,10 @@ Third-Party Model Licenses
|
|
|
125
127
|
https://huggingface.co/qvac/MedPsy-1.7B-GGUF
|
|
126
128
|
MedPsy-4B-GGUF
|
|
127
129
|
https://huggingface.co/qvac/MedPsy-4B-GGUF
|
|
130
|
+
merges
|
|
131
|
+
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
132
|
+
mmproj-unlimited-ocr-Q8_0
|
|
133
|
+
https://huggingface.co/baidu/Unlimited-OCR
|
|
128
134
|
nb-tiny-ggml-model
|
|
129
135
|
https://huggingface.co/NbAiLab/nb-whisper-tiny
|
|
130
136
|
parler-indic-f16
|
|
@@ -133,8 +139,6 @@ Third-Party Model Licenses
|
|
|
133
139
|
https://huggingface.co/parler-tts/parler-tts-large-v1
|
|
134
140
|
parler-mini-v1-f16
|
|
135
141
|
https://huggingface.co/parler-tts/parler-tts-mini-v1
|
|
136
|
-
parseq
|
|
137
|
-
https://github.com/felixdittrich92/OnnxTR
|
|
138
142
|
pi05-base-q-aggressive
|
|
139
143
|
https://huggingface.co/lerobot/pi05_base
|
|
140
144
|
pt-base-ggml-model-f16
|
|
@@ -175,32 +179,6 @@ Third-Party Model Licenses
|
|
|
175
179
|
https://huggingface.co/unsloth/Qwen3.6-27B-GGUF
|
|
176
180
|
Qwen3.6-35B-A3B-GGUF
|
|
177
181
|
https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF
|
|
178
|
-
recognizer_arabic
|
|
179
|
-
https://www.jaided.ai/easyocr/modelhub/
|
|
180
|
-
recognizer_bengali
|
|
181
|
-
https://www.jaided.ai/easyocr/modelhub/
|
|
182
|
-
recognizer_cyrillic
|
|
183
|
-
https://www.jaided.ai/easyocr/modelhub/
|
|
184
|
-
recognizer_devanagari
|
|
185
|
-
https://www.jaided.ai/easyocr/modelhub/
|
|
186
|
-
recognizer_japanese
|
|
187
|
-
https://www.jaided.ai/easyocr/modelhub/
|
|
188
|
-
recognizer_kannada
|
|
189
|
-
https://www.jaided.ai/easyocr/modelhub/
|
|
190
|
-
recognizer_korean
|
|
191
|
-
https://www.jaided.ai/easyocr/modelhub/
|
|
192
|
-
recognizer_latin
|
|
193
|
-
https://www.jaided.ai/easyocr/modelhub/
|
|
194
|
-
recognizer_tamil
|
|
195
|
-
https://www.jaided.ai/easyocr/modelhub/
|
|
196
|
-
recognizer_telugu
|
|
197
|
-
https://www.jaided.ai/easyocr/modelhub/
|
|
198
|
-
recognizer_thai
|
|
199
|
-
https://www.jaided.ai/easyocr/modelhub/
|
|
200
|
-
recognizer_zh_sim
|
|
201
|
-
https://www.jaided.ai/easyocr/modelhub/
|
|
202
|
-
recognizer_zh_tra
|
|
203
|
-
https://www.jaided.ai/easyocr/modelhub/
|
|
204
182
|
ru-base-ggml-model-f16
|
|
205
183
|
https://huggingface.co/CheeLi03/whisper-base-rus-8
|
|
206
184
|
ru-tiny-ggml-model-f16
|
|
@@ -217,14 +195,30 @@ Third-Party Model Licenses
|
|
|
217
195
|
https://huggingface.co/HuggingFaceVLA/smolvla_libero
|
|
218
196
|
SmolVLM2-500M-Video-Instruct-GGUF
|
|
219
197
|
https://huggingface.co/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF
|
|
198
|
+
umt5-xxl-enc-q8_0
|
|
199
|
+
https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged
|
|
200
|
+
unlimited-ocr-gguf
|
|
201
|
+
https://huggingface.co/vimalnakrani/unlimited-ocr-gguf
|
|
202
|
+
voice-en
|
|
203
|
+
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
204
|
+
voice-zh-2
|
|
205
|
+
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
206
|
+
voice-zh-female
|
|
207
|
+
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
220
208
|
Wan_2.1_ComfyUI_repackaged
|
|
221
209
|
https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged
|
|
210
|
+
Wan_2.2_ComfyUI_Repackaged
|
|
211
|
+
https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged
|
|
222
212
|
Wan2.1-I2V-14B-480P-gguf
|
|
223
213
|
https://huggingface.co/city96/Wan2.1-I2V-14B-480P-gguf
|
|
224
214
|
Wan2.1-I2V-14B-720P-gguf
|
|
225
215
|
https://huggingface.co/city96/Wan2.1-I2V-14B-720P-gguf
|
|
226
216
|
Wan2.1-T2V-14B-gguf
|
|
227
217
|
https://huggingface.co/city96/Wan2.1-T2V-14B-gguf
|
|
218
|
+
wan2.2_vae_f16
|
|
219
|
+
https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged
|
|
220
|
+
Wan2.2-TI2V-5B-Turbo-GGUF
|
|
221
|
+
https://huggingface.co/hum-ma/Wan2.2-TI2V-5B-Turbo-GGUF
|
|
228
222
|
|
|
229
223
|
--- bsd-3-clause (BSD 3-Clause License) ---
|
|
230
224
|
|
|
@@ -280,6 +274,8 @@ Third-Party Model Licenses
|
|
|
280
274
|
|
|
281
275
|
embeddinggemma-300m-GGUF
|
|
282
276
|
https://huggingface.co/unsloth/embeddinggemma-300m-GGUF
|
|
277
|
+
gemma-3-12b-it-GGUF
|
|
278
|
+
https://huggingface.co/unsloth/gemma-3-12b-it-GGUF
|
|
283
279
|
|
|
284
280
|
--- health-ai-developer-foundations (HAI-DEF Terms of Use) ---
|
|
285
281
|
|
|
@@ -297,6 +293,13 @@ Third-Party Model Licenses
|
|
|
297
293
|
Llama-3.2-1B-Instruct-Q4_0-00001-of-00008
|
|
298
294
|
https://huggingface.co/bartowski/Llama-3.2-1B-Instruct-GGUF
|
|
299
295
|
|
|
296
|
+
--- ltx-2-community ---
|
|
297
|
+
|
|
298
|
+
LTX-2.3-GGUF
|
|
299
|
+
https://huggingface.co/QuantStack/LTX-2.3-GGUF
|
|
300
|
+
LTX-2.3-GGUF
|
|
301
|
+
https://huggingface.co/unsloth/LTX-2.3-GGUF
|
|
302
|
+
|
|
300
303
|
--- mit (MIT License) ---
|
|
301
304
|
|
|
302
305
|
acestep-5Hz-lm-0.6B-Q8_0
|
|
@@ -325,6 +328,8 @@ Third-Party Model Licenses
|
|
|
325
328
|
https://huggingface.co/ResembleAI/chatterbox-turbo
|
|
326
329
|
de-base-ggml-model-f16
|
|
327
330
|
https://huggingface.co/aware-ai/whisper-base-german
|
|
331
|
+
DeepSeek-V4-Flash-0731-GGUF
|
|
332
|
+
https://huggingface.co/unsloth/DeepSeek-V4-Flash-0731-GGUF
|
|
328
333
|
es-tiny-ggml-model-f16
|
|
329
334
|
https://huggingface.co/JaepaX/whisper-tiny-es
|
|
330
335
|
ggml-indictrans2-en-indic-1B-f16
|
|
@@ -349,6 +354,8 @@ Third-Party Model Licenses
|
|
|
349
354
|
https://huggingface.co/spaces/YatharthS
|
|
350
355
|
pt-tiny-ggml-model-f16
|
|
351
356
|
https://huggingface.co/DavyCosta701/whisper-tiny-pt-bpra
|
|
357
|
+
taew2_2_f16
|
|
358
|
+
https://github.com/madebyollin/taehv
|
|
352
359
|
tiny_acft_q8_0
|
|
353
360
|
https://voiceinput.futo.org/VoiceInput/tiny_en_acft_q8_0.bin
|
|
354
361
|
tiny_en_acft_q8_0
|
|
@@ -577,6 +584,8 @@ Third-Party Model Licenses
|
|
|
577
584
|
https://huggingface.co/nvidia/diar_streaming_sortformer_4spk-v2.1
|
|
578
585
|
groot-q8_vf16
|
|
579
586
|
https://huggingface.co/nvidia/GR00T-N1.7-LIBERO
|
|
587
|
+
groot-q8_vf16
|
|
588
|
+
https://huggingface.co/nvidia/GR00T-N1.7-3B
|
|
580
589
|
|
|
581
590
|
--- openrail ---
|
|
582
591
|
|
|
@@ -623,29 +632,37 @@ JavaScript Dependencies
|
|
|
623
632
|
|
|
624
633
|
@hyperswarm/secret-stream@6.9.1
|
|
625
634
|
https://github.com/holepunchto/hyperswarm-secret-stream
|
|
626
|
-
@qvac/
|
|
635
|
+
@qvac/asr-ggml@0.1.1
|
|
627
636
|
https://github.com/tetherto/qvac
|
|
628
|
-
@qvac/
|
|
637
|
+
@qvac/audiogen-ggml@0.1.1
|
|
638
|
+
https://github.com/tetherto/qvac
|
|
639
|
+
@qvac/bci-whispercpp@0.6.0
|
|
640
|
+
https://github.com/tetherto/qvac
|
|
641
|
+
@qvac/classification-ggml@0.15.1
|
|
629
642
|
https://github.com/tetherto/qvac
|
|
630
643
|
@qvac/decoder-audio@0.5.0
|
|
631
644
|
https://github.com/tetherto/qvac
|
|
632
645
|
@qvac/diagnostics@0.1.2
|
|
633
646
|
https://github.com/tetherto/qvac
|
|
634
|
-
@qvac/diffusion-cpp@0.
|
|
647
|
+
@qvac/diffusion-cpp@0.17.0
|
|
635
648
|
https://github.com/tetherto/qvac
|
|
636
|
-
@qvac/embed-llamacpp@0.
|
|
649
|
+
@qvac/embed-llamacpp@0.30.1
|
|
637
650
|
https://github.com/tetherto/qvac
|
|
638
651
|
@qvac/error@0.1.1
|
|
652
|
+
@qvac/fabric@0.3.1
|
|
653
|
+
https://github.com/tetherto/qvac
|
|
639
654
|
@qvac/infer-base@0.4.2
|
|
640
655
|
https://github.com/tetherto/qvac
|
|
641
656
|
@qvac/infer-base@0.6.1
|
|
642
657
|
https://github.com/tetherto/qvac
|
|
658
|
+
@qvac/infer-base@0.6.2
|
|
659
|
+
https://github.com/tetherto/qvac
|
|
643
660
|
@qvac/langdetect-text@0.1.2
|
|
644
661
|
https://github.com/tetherto/qvac
|
|
645
|
-
@qvac/llm-llamacpp@0.
|
|
662
|
+
@qvac/llm-llamacpp@0.39.4
|
|
646
663
|
https://github.com/tetherto/qvac
|
|
647
664
|
@qvac/logging@0.1.0
|
|
648
|
-
@qvac/ocr-ggml@0.
|
|
665
|
+
@qvac/ocr-ggml@0.13.1
|
|
649
666
|
https://github.com/tetherto/qvac
|
|
650
667
|
@qvac/rag@0.6.4
|
|
651
668
|
https://github.com/tetherto/qvac
|
|
@@ -653,15 +670,11 @@ JavaScript Dependencies
|
|
|
653
670
|
https://github.com/tetherto/qvac
|
|
654
671
|
@qvac/registry-schema@0.3.0
|
|
655
672
|
https://github.com/tetherto/qvac
|
|
656
|
-
@qvac/
|
|
657
|
-
https://github.com/tetherto/qvac
|
|
658
|
-
@qvac/transcription-whispercpp@0.12.1
|
|
659
|
-
https://github.com/tetherto/qvac
|
|
660
|
-
@qvac/translation-nmtcpp@8.1.0
|
|
673
|
+
@qvac/translation-nmtcpp@8.3.1
|
|
661
674
|
https://github.com/tetherto/qvac
|
|
662
|
-
@qvac/tts-ggml@0.
|
|
675
|
+
@qvac/tts-ggml@0.6.3
|
|
663
676
|
https://github.com/tetherto/qvac
|
|
664
|
-
@qvac/vla-ggml@0.
|
|
677
|
+
@qvac/vla-ggml@0.16.2
|
|
665
678
|
https://github.com/tetherto/qvac
|
|
666
679
|
adaptive-timeout@1.0.1
|
|
667
680
|
https://github.com/holepunchto/adaptive-timeout
|
|
@@ -683,6 +696,8 @@ JavaScript Dependencies
|
|
|
683
696
|
https://github.com/holepunchto/bare-bundle
|
|
684
697
|
bare-bundle-id@1.0.2
|
|
685
698
|
https://github.com/holepunchto/bare-bundle-id
|
|
699
|
+
bare-cpu-info@0.1.1
|
|
700
|
+
https://github.com/holepunchto/bare-cpu-info
|
|
686
701
|
bare-crypto@1.15.3
|
|
687
702
|
https://github.com/holepunchto/bare-crypto
|
|
688
703
|
bare-dns@2.1.4
|
|
@@ -693,12 +708,14 @@ JavaScript Dependencies
|
|
|
693
708
|
https://github.com/holepunchto/bare-events
|
|
694
709
|
bare-fetch@3.0.1
|
|
695
710
|
https://github.com/holepunchto/bare-fetch
|
|
696
|
-
bare-ffmpeg@1.
|
|
711
|
+
bare-ffmpeg@1.5.0
|
|
697
712
|
https://github.com/holepunchto/bare-ffmpeg
|
|
698
713
|
bare-form-data@1.2.2
|
|
699
714
|
https://github.com/holepunchto/bare-form-data
|
|
700
715
|
bare-fs@4.7.2
|
|
701
716
|
https://github.com/holepunchto/bare-fs
|
|
717
|
+
bare-gpu-info@0.1.1
|
|
718
|
+
https://github.com/holepunchto/bare-gpu-info
|
|
702
719
|
bare-hrtime@2.1.1
|
|
703
720
|
https://github.com/holepunchto/bare-hrtime
|
|
704
721
|
bare-http-parser@1.1.5
|
package/README.md
CHANGED
|
@@ -75,6 +75,71 @@ try {
|
|
|
75
75
|
node quickstart.js
|
|
76
76
|
```
|
|
77
77
|
|
|
78
|
+
## System resource diagnostics
|
|
79
|
+
|
|
80
|
+
Use `getSystemResources` to inspect locally observed CPU, system-memory, GPU, and
|
|
81
|
+
driver capabilities. Pass `sample: true` only when you also need a fresh usage
|
|
82
|
+
sample:
|
|
83
|
+
|
|
84
|
+
```ts
|
|
85
|
+
import { getSystemResources } from '@qvac/sdk'
|
|
86
|
+
|
|
87
|
+
const resources = await getSystemResources({ sample: true })
|
|
88
|
+
|
|
89
|
+
if (resources.capabilities.memory.totalBytes.status === 'supported') {
|
|
90
|
+
console.log('System memory:', resources.capabilities.memory.totalBytes.value)
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
if (resources.sample?.cpu.status === 'supported') {
|
|
94
|
+
console.log('CPU utilization:', resources.sample.cpu.value)
|
|
95
|
+
}
|
|
96
|
+
```
|
|
97
|
+
|
|
98
|
+
See the [system resources support matrix](./docs/system-resources-support-matrix.md)
|
|
99
|
+
for metric-level evidence and platform limitations.
|
|
100
|
+
|
|
101
|
+
Every metric reports `supported`, `unavailable`, `unverified`, or `failed`.
|
|
102
|
+
Supported values include provenance with a source and optional scope. These
|
|
103
|
+
values are diagnostics; they do not reserve memory or guarantee that a model
|
|
104
|
+
can be loaded.
|
|
105
|
+
|
|
106
|
+
GPU capabilities expose observed driver names, versions, and graphics APIs.
|
|
107
|
+
These observations do not prove that an inference backend is compatible.
|
|
108
|
+
|
|
109
|
+
Profiled inference operation events may include `event.backend` with the
|
|
110
|
+
selected backend and device, graphics API, driver, fallback reason, and probe
|
|
111
|
+
result. Addons attach backend metadata with `attachBackendDiagnostics`; the SDK
|
|
112
|
+
validates it before recording the operation event. `gpuId`, when present,
|
|
113
|
+
identifies a GPU from the current worker resource collector and is stable only
|
|
114
|
+
for that collector's lifetime. The SDK does not infer compatibility from driver
|
|
115
|
+
inventory or log text.
|
|
116
|
+
|
|
117
|
+
### Profiler resource gauges
|
|
118
|
+
|
|
119
|
+
Resource gauges are disabled by default. Enable them explicitly to attach one
|
|
120
|
+
worker resource sample to each profiled operation:
|
|
121
|
+
|
|
122
|
+
```ts
|
|
123
|
+
import { profiler } from '@qvac/sdk'
|
|
124
|
+
|
|
125
|
+
profiler.enable({ mode: 'verbose', includeResourceGauges: true })
|
|
126
|
+
|
|
127
|
+
// Run SDK operations, then inspect recentEvents[].resources.
|
|
128
|
+
const profile = profiler.exportJSON()
|
|
129
|
+
```
|
|
130
|
+
|
|
131
|
+
The sample uses the same status, provenance, and scope semantics as
|
|
132
|
+
`getSystemResources({ sample: true })`. Its `sampledAt` uses the same monotonic
|
|
133
|
+
clock as the profiling event's `ts`, so the two timestamps are comparable.
|
|
134
|
+
`resources.origin` is `local` for the current worker and `provider` for a
|
|
135
|
+
delegated provider's worker. Samples are delivered to `profiler.onRecord`; they
|
|
136
|
+
are retained in `exportJSON().recentEvents` only in `verbose` mode. Enabling
|
|
137
|
+
gauges in `summary` mode still incurs the sampling cost without retaining them.
|
|
138
|
+
Disabling profiling or omitting `includeResourceGauges` performs no resource
|
|
139
|
+
sampling. Enabling gauges adds one CPU query and one query per GPU to each
|
|
140
|
+
profiled operation's response path. If the worker resource collector is not
|
|
141
|
+
initialized, the event omits the resource block.
|
|
142
|
+
|
|
78
143
|
## Examples
|
|
79
144
|
|
|
80
145
|
In the `./examples` subdirectory, you will find scripts demonstrating how to use all SDK functionalities. To try any of them:
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import { type AudioGenClientParams, type AudioGenResult, type AudioGenStreamRequest } from '../../schemas/audio-gen.js';
|
|
2
|
+
export type AudioGenStreamFactory = (request: AudioGenStreamRequest) => AsyncGenerator<unknown>;
|
|
3
|
+
export declare function createAudioGenResult(params: AudioGenClientParams, streamFactory: AudioGenStreamFactory): AudioGenResult;
|
|
4
|
+
//# sourceMappingURL=audio-gen-result.d.ts.map
|
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
import { audioGenClientParamsSchema, audioGenStreamResponseSchema } from '../../schemas/audio-gen.js';
|
|
2
|
+
import { parseClientInput } from '../../client/parse-input.js';
|
|
3
|
+
import { generateClientRequestId } from '../../client/api/client-request-id.js';
|
|
4
|
+
import { decodeBase64 } from '../../utils/encoding.js';
|
|
5
|
+
import { InvalidResponseError } from '../../utils/errors-client.js';
|
|
6
|
+
import { InferenceCancelledError } from '../../utils/errors-server.js';
|
|
7
|
+
function concatenateChunks(chunks) {
|
|
8
|
+
const totalLength = chunks.reduce((total, chunk) => total + chunk.length, 0);
|
|
9
|
+
const pcm = new Uint8Array(totalLength);
|
|
10
|
+
let offset = 0;
|
|
11
|
+
for (const chunk of chunks) {
|
|
12
|
+
pcm.set(chunk, offset);
|
|
13
|
+
offset += chunk.length;
|
|
14
|
+
}
|
|
15
|
+
return pcm;
|
|
16
|
+
}
|
|
17
|
+
export function createAudioGenResult(params, streamFactory) {
|
|
18
|
+
const parsed = parseClientInput(audioGenClientParamsSchema, params);
|
|
19
|
+
const requestId = generateClientRequestId();
|
|
20
|
+
const request = {
|
|
21
|
+
...parsed,
|
|
22
|
+
type: 'audioGenStream',
|
|
23
|
+
requestId
|
|
24
|
+
};
|
|
25
|
+
const progressQueue = [];
|
|
26
|
+
const pcmChunks = [];
|
|
27
|
+
let sampleRate;
|
|
28
|
+
let channels;
|
|
29
|
+
let bitsPerSample;
|
|
30
|
+
let progressDone = false;
|
|
31
|
+
let progressError;
|
|
32
|
+
let progressResolve;
|
|
33
|
+
let resolveAudio = () => { };
|
|
34
|
+
let rejectAudio = () => { };
|
|
35
|
+
const audio = new Promise((resolve, reject) => {
|
|
36
|
+
resolveAudio = resolve;
|
|
37
|
+
rejectAudio = reject;
|
|
38
|
+
});
|
|
39
|
+
audio.catch(() => { });
|
|
40
|
+
let resolveStats = () => { };
|
|
41
|
+
let rejectStats = () => { };
|
|
42
|
+
const stats = new Promise((resolve, reject) => {
|
|
43
|
+
resolveStats = resolve;
|
|
44
|
+
rejectStats = reject;
|
|
45
|
+
});
|
|
46
|
+
stats.catch(() => { });
|
|
47
|
+
function notifyProgress() {
|
|
48
|
+
progressResolve?.();
|
|
49
|
+
progressResolve = undefined;
|
|
50
|
+
}
|
|
51
|
+
async function processResponses() {
|
|
52
|
+
let receivedDone = false;
|
|
53
|
+
try {
|
|
54
|
+
for await (const response of streamFactory(request)) {
|
|
55
|
+
if (!response ||
|
|
56
|
+
typeof response !== 'object' ||
|
|
57
|
+
!('type' in response) ||
|
|
58
|
+
response.type !== 'audioGenStream') {
|
|
59
|
+
continue;
|
|
60
|
+
}
|
|
61
|
+
const chunk = audioGenStreamResponseSchema.parse(response);
|
|
62
|
+
if (chunk.progress) {
|
|
63
|
+
progressQueue.push(chunk.progress);
|
|
64
|
+
notifyProgress();
|
|
65
|
+
}
|
|
66
|
+
if (chunk.data !== undefined) {
|
|
67
|
+
pcmChunks.push(decodeBase64(chunk.data));
|
|
68
|
+
sampleRate = chunk.sampleRate;
|
|
69
|
+
channels = chunk.channels;
|
|
70
|
+
bitsPerSample = chunk.bitsPerSample;
|
|
71
|
+
}
|
|
72
|
+
if (chunk.done) {
|
|
73
|
+
receivedDone = true;
|
|
74
|
+
if (chunk.stopReason === 'cancelled') {
|
|
75
|
+
const error = new InferenceCancelledError(requestId);
|
|
76
|
+
rejectAudio(error);
|
|
77
|
+
rejectStats(error);
|
|
78
|
+
break;
|
|
79
|
+
}
|
|
80
|
+
if (sampleRate === undefined || channels === undefined || bitsPerSample === undefined) {
|
|
81
|
+
throw new InvalidResponseError('audioGenStream audio chunk');
|
|
82
|
+
}
|
|
83
|
+
resolveAudio({
|
|
84
|
+
pcm: concatenateChunks(pcmChunks),
|
|
85
|
+
sampleRate,
|
|
86
|
+
channels,
|
|
87
|
+
bitsPerSample
|
|
88
|
+
});
|
|
89
|
+
resolveStats(chunk.stats);
|
|
90
|
+
break;
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
if (!receivedDone) {
|
|
94
|
+
throw new InvalidResponseError('audioGenStream terminal response');
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
catch (error) {
|
|
98
|
+
progressError =
|
|
99
|
+
error instanceof Error ? error : new InvalidResponseError('audioGenStream', error);
|
|
100
|
+
rejectAudio(progressError);
|
|
101
|
+
rejectStats(progressError);
|
|
102
|
+
}
|
|
103
|
+
finally {
|
|
104
|
+
progressDone = true;
|
|
105
|
+
notifyProgress();
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
async function* progressStream() {
|
|
109
|
+
while (true) {
|
|
110
|
+
const tick = progressQueue.shift();
|
|
111
|
+
if (tick) {
|
|
112
|
+
yield tick;
|
|
113
|
+
continue;
|
|
114
|
+
}
|
|
115
|
+
if (progressDone) {
|
|
116
|
+
if (progressError !== undefined)
|
|
117
|
+
throw progressError;
|
|
118
|
+
return;
|
|
119
|
+
}
|
|
120
|
+
await new Promise((resolve) => {
|
|
121
|
+
progressResolve = resolve;
|
|
122
|
+
});
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
void processResponses();
|
|
126
|
+
return {
|
|
127
|
+
requestId,
|
|
128
|
+
progressStream: progressStream(),
|
|
129
|
+
audio,
|
|
130
|
+
stats
|
|
131
|
+
};
|
|
132
|
+
}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { AudioGenClientParams, AudioGenResult } from '../../schemas/audio-gen.js';
|
|
2
|
+
/**
|
|
3
|
+
* Generates PCM audio using a loaded AudioGen model.
|
|
4
|
+
*
|
|
5
|
+
* @param params - Loaded model ID, required caption, and optional lyrics, musical controls, duration, and seed.
|
|
6
|
+
* @returns A run with a synchronous request ID, generation progress stream, PCM audio promise, and stats promise.
|
|
7
|
+
*
|
|
8
|
+
* @example
|
|
9
|
+
* ```typescript
|
|
10
|
+
* const modelId = await loadModel({
|
|
11
|
+
* modelType: "audiogen",
|
|
12
|
+
* modelConfig: {
|
|
13
|
+
* textEncModelSrc,
|
|
14
|
+
* lmModelSrc,
|
|
15
|
+
* ditModelSrc,
|
|
16
|
+
* vaeModelSrc,
|
|
17
|
+
* },
|
|
18
|
+
* });
|
|
19
|
+
* const run = audioGen({ modelId, caption: "ambient electronic music", duration: 10 });
|
|
20
|
+
* stopButton.onclick = () => cancel({ requestId: run.requestId });
|
|
21
|
+
* for await (const progress of run.progressStream) {
|
|
22
|
+
* console.log(progress.stage, progress.step, progress.total);
|
|
23
|
+
* }
|
|
24
|
+
* const { pcm, sampleRate, channels, bitsPerSample } = await run.audio;
|
|
25
|
+
* const stats = await run.stats;
|
|
26
|
+
* ```
|
|
27
|
+
*/
|
|
28
|
+
export declare function audioGen(params: AudioGenClientParams): AudioGenResult;
|
|
29
|
+
//# sourceMappingURL=audio-gen.d.ts.map
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import { stream as streamRpc } from '../../client/rpc/rpc-client.js';
|
|
2
|
+
import { createAudioGenResult } from '../../client/api/audio-gen-result.js';
|
|
3
|
+
/**
|
|
4
|
+
* Generates PCM audio using a loaded AudioGen model.
|
|
5
|
+
*
|
|
6
|
+
* @param params - Loaded model ID, required caption, and optional lyrics, musical controls, duration, and seed.
|
|
7
|
+
* @returns A run with a synchronous request ID, generation progress stream, PCM audio promise, and stats promise.
|
|
8
|
+
*
|
|
9
|
+
* @example
|
|
10
|
+
* ```typescript
|
|
11
|
+
* const modelId = await loadModel({
|
|
12
|
+
* modelType: "audiogen",
|
|
13
|
+
* modelConfig: {
|
|
14
|
+
* textEncModelSrc,
|
|
15
|
+
* lmModelSrc,
|
|
16
|
+
* ditModelSrc,
|
|
17
|
+
* vaeModelSrc,
|
|
18
|
+
* },
|
|
19
|
+
* });
|
|
20
|
+
* const run = audioGen({ modelId, caption: "ambient electronic music", duration: 10 });
|
|
21
|
+
* stopButton.onclick = () => cancel({ requestId: run.requestId });
|
|
22
|
+
* for await (const progress of run.progressStream) {
|
|
23
|
+
* console.log(progress.stage, progress.step, progress.total);
|
|
24
|
+
* }
|
|
25
|
+
* const { pcm, sampleRate, channels, bitsPerSample } = await run.audio;
|
|
26
|
+
* const stats = await run.stats;
|
|
27
|
+
* ```
|
|
28
|
+
*/
|
|
29
|
+
export function audioGen(params) {
|
|
30
|
+
return createAudioGenResult(params, streamRpc);
|
|
31
|
+
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { type BatchCompletionClientParams, type BatchCompletionRun, type BatchCompletionStreamRequest, type McpClientInput, type RPCOptions, type Tool } from '../../schemas/index';
|
|
2
|
-
import { type ToolInput } from '../../utils/tool-helpers';
|
|
1
|
+
import { type BatchCompletionClientParams, type BatchCompletionRun, type BatchCompletionStreamRequest, type McpClientInput, type RPCOptions, type Tool } from '../../schemas/index.js';
|
|
2
|
+
import { type ToolInput } from '../../utils/tool-helpers.js';
|
|
3
3
|
type BatchPromptParams = Omit<BatchCompletionClientParams['prompts'][number], 'tools'> & {
|
|
4
4
|
tools?: Tool[] | ToolInput[];
|
|
5
5
|
mcp?: McpClientInput[];
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { stream as streamRpc } from '
|
|
2
|
-
import { generateClientRequestId } from '
|
|
1
|
+
import { stream as streamRpc } from '../../client/rpc/rpc-client.js';
|
|
2
|
+
import { generateClientRequestId } from '../../client/api/client-request-id.js';
|
|
3
3
|
import { getClientLogger } from '../../logging/index.js';
|
|
4
4
|
import { batchCompletionStreamResponseSchema } from '../../schemas/index.js';
|
|
5
5
|
import { buildFinalFromEvents } from '../../utils/aggregate-events.js';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type BciTranscribeClientParams, type BciTranscribeStreamClientParams, type BciTranscribeStreamSession, type BciTranscribeStreamMetadataSession, type RPCOptions, type TranscribeSegment } from '../../schemas/index';
|
|
1
|
+
import { type BciTranscribeClientParams, type BciTranscribeStreamClientParams, type BciTranscribeStreamSession, type BciTranscribeStreamMetadataSession, type RPCOptions, type TranscribeSegment } from '../../schemas/index.js';
|
|
2
2
|
/**
|
|
3
3
|
* Transcribe a neural-signal buffer with a loaded BCI model and return the
|
|
4
4
|
* complete text. Accepts either a `.bin` file path or a raw neural buffer.
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { bciTranscribeResponseSchema, bciTranscribeClientParamsSchema, bciTranscribeStreamResponseSchema } from '../../schemas/index.js';
|
|
2
|
-
import { stream, duplex } from '
|
|
2
|
+
import { stream, duplex } from '../../client/rpc/rpc-client.js';
|
|
3
3
|
import { getClientLogger } from '../../logging/index.js';
|
|
4
4
|
import { TranscriptionFailedError } from '../../utils/errors-client.js';
|
|
5
5
|
import { decoratePromise } from '../../utils/decorate-promise.js';
|
|
6
|
-
import { parseClientInput } from '
|
|
7
|
-
import { generateClientRequestId } from '
|
|
6
|
+
import { parseClientInput } from '../../client/parse-input.js';
|
|
7
|
+
import { generateClientRequestId } from '../../client/api/client-request-id.js';
|
|
8
8
|
const logger = getClientLogger();
|
|
9
9
|
function buildBciTranscribeRequest(params, requestId) {
|
|
10
10
|
return {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { classifyResponseSchema } from '../../schemas/index.js';
|
|
2
|
-
import { stream as streamRpc } from '
|
|
2
|
+
import { stream as streamRpc } from '../../client/rpc/rpc-client.js';
|
|
3
3
|
import { encodeBase64 } from '../../utils/encoding.js';
|
|
4
4
|
/**
|
|
5
5
|
* Classifies an image using a loaded classification model.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { type CompletionClientParams, type CompletionRun, type McpClientInput, type Tool, type RPCOptions } from '../../schemas/index';
|
|
2
|
-
import { type ToolInput } from '../../utils/tool-helpers';
|
|
1
|
+
import { type CompletionClientParams, type CompletionRun, type McpClientInput, type Tool, type RPCOptions } from '../../schemas/index.js';
|
|
2
|
+
import { type ToolInput } from '../../utils/tool-helpers.js';
|
|
3
3
|
type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
|
|
4
4
|
tools?: Tool[] | ToolInput[];
|
|
5
5
|
mcp?: McpClientInput[];
|
|
@@ -28,7 +28,7 @@ type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
|
|
|
28
28
|
* @param params.mcp - Optional array of MCP client inputs for tool integration
|
|
29
29
|
* @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
|
|
30
30
|
* @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
|
|
31
|
-
* @param params.toolDialect - Override the SDK's name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6), `"gemma4"
|
|
31
|
+
* @param params.toolDialect - Override the SDK's name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
|
|
32
32
|
* Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
|
|
33
33
|
* @param params.responseFormat - Optional structured-output constraint applied to the model's output:
|
|
34
34
|
* - `{ type: "text" }` — no constraint (default behavior)
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { stream as streamRpc } from '
|
|
1
|
+
import { stream as streamRpc } from '../../client/rpc/rpc-client.js';
|
|
2
2
|
import { getClientLogger } from '../../logging/index.js';
|
|
3
3
|
import { completionStreamResponseSchema } from '../../schemas/index.js';
|
|
4
4
|
import { CompletionFailedError, InferenceCancelledError } from '../../utils/errors-server.js';
|
|
5
5
|
import { getMcpToolsWithHandlers } from '../../utils/mcp-adapter.js';
|
|
6
6
|
import { validateTools } from '../../utils/tool-helpers.js';
|
|
7
7
|
import { buildFinalFromEvents } from '../../utils/aggregate-events.js';
|
|
8
|
-
import { generateClientRequestId } from '
|
|
8
|
+
import { generateClientRequestId } from '../../client/api/client-request-id.js';
|
|
9
9
|
const logger = getClientLogger();
|
|
10
10
|
/**
|
|
11
11
|
* Generates completion from a language model based on conversation history.
|
|
@@ -28,7 +28,7 @@ const logger = getClientLogger();
|
|
|
28
28
|
* @param params.mcp - Optional array of MCP client inputs for tool integration
|
|
29
29
|
* @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
|
|
30
30
|
* @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
|
|
31
|
-
* @param params.toolDialect - Override the SDK's name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6), `"gemma4"
|
|
31
|
+
* @param params.toolDialect - Override the SDK's name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
|
|
32
32
|
* Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
|
|
33
33
|
* @param params.responseFormat - Optional structured-output constraint applied to the model's output:
|
|
34
34
|
* - `{ type: "text" }` — no constraint (default behavior)
|