@qvac/sdk 0.16.0 → 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +118 -96
- package/README.md +65 -0
- package/dist/client/api/audio-gen-result.d.ts +4 -0
- package/dist/client/api/audio-gen-result.js +132 -0
- package/dist/client/api/audio-gen.d.ts +29 -0
- package/dist/client/api/audio-gen.js +31 -0
- package/dist/client/api/batch-completion.d.ts +2 -2
- package/dist/client/api/batch-completion.js +2 -2
- package/dist/client/api/bci-transcribe.d.ts +1 -1
- package/dist/client/api/bci-transcribe.js +3 -3
- package/dist/client/api/cancel.d.ts +1 -1
- package/dist/client/api/cancel.js +1 -1
- package/dist/client/api/classify.d.ts +1 -1
- package/dist/client/api/classify.js +1 -1
- package/dist/client/api/completion-stream.d.ts +3 -3
- package/dist/client/api/completion-stream.js +3 -3
- package/dist/client/api/delete-cache.js +1 -1
- package/dist/client/api/diffusion.d.ts +1 -1
- package/dist/client/api/diffusion.js +1 -1
- package/dist/client/api/download-asset.d.ts +1 -1
- package/dist/client/api/download-asset.js +3 -3
- package/dist/client/api/embed.d.ts +1 -1
- package/dist/client/api/embed.js +2 -2
- package/dist/client/api/finetune.d.ts +1 -1
- package/dist/client/api/finetune.js +2 -2
- package/dist/client/api/get-loaded-model-info.d.ts +2 -2
- package/dist/client/api/get-loaded-model-info.js +1 -1
- package/dist/client/api/get-model-info.d.ts +2 -2
- package/dist/client/api/get-model-info.js +1 -1
- package/dist/client/api/get-system-resources.d.ts +3 -0
- package/dist/client/api/get-system-resources.js +16 -0
- package/dist/client/api/heartbeat.d.ts +2 -2
- package/dist/client/api/heartbeat.js +1 -1
- package/dist/client/api/index.d.ts +35 -33
- package/dist/client/api/index.js +2 -0
- package/dist/client/api/invoke-plugin.d.ts +1 -1
- package/dist/client/api/invoke-plugin.js +1 -1
- package/dist/client/api/load-model.d.ts +2 -2
- package/dist/client/api/load-model.js +4 -4
- package/dist/client/api/logging-stream.d.ts +1 -1
- package/dist/client/api/logging-stream.js +1 -1
- package/dist/client/api/ocr.d.ts +1 -1
- package/dist/client/api/ocr.js +1 -1
- package/dist/client/api/provide.d.ts +1 -1
- package/dist/client/api/provide.js +1 -1
- package/dist/client/api/rag.d.ts +1 -1
- package/dist/client/api/rag.js +2 -2
- package/dist/client/api/registry.d.ts +1 -1
- package/dist/client/api/registry.js +1 -1
- package/dist/client/api/resume.js +1 -1
- package/dist/client/api/state.d.ts +1 -1
- package/dist/client/api/state.js +1 -1
- package/dist/client/api/stop-provider.js +1 -1
- package/dist/client/api/subscribe-logs.d.ts +1 -1
- package/dist/client/api/suspend.js +1 -1
- package/dist/client/api/text-to-speech.d.ts +3 -2
- package/dist/client/api/text-to-speech.js +31 -9
- package/dist/client/api/transcribe.d.ts +1 -1
- package/dist/client/api/transcribe.js +2 -2
- package/dist/client/api/translate.d.ts +3 -3
- package/dist/client/api/translate.js +3 -3
- package/dist/client/api/unload-model.d.ts +1 -1
- package/dist/client/api/unload-model.js +2 -2
- package/dist/client/api/upscale.d.ts +1 -1
- package/dist/client/api/upscale.js +1 -1
- package/dist/client/api/video.d.ts +1 -1
- package/dist/client/api/video.js +2 -2
- package/dist/client/api/vla.d.ts +1 -1
- package/dist/client/config-loader/config-utils.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.bare.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.expo.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.node.d.ts +1 -1
- package/dist/client/index.d.ts +1 -1
- package/dist/client/init-hooks.d.ts +1 -1
- package/dist/client/logging-stream-registry.d.ts +1 -1
- package/dist/client/plugins-factory.d.ts +2 -2
- package/dist/client/plugins-factory.js +1 -1
- package/dist/client/rpc/bare-client.d.ts +1 -1
- package/dist/client/rpc/bare-client.js +3 -3
- package/dist/client/rpc/expo-rpc-client.js +3 -3
- package/dist/client/rpc/node-rpc-client.js +2 -2
- package/dist/client/rpc/profiling/index.d.ts +1 -1
- package/dist/client/rpc/profiling/profiler.d.ts +2 -2
- package/dist/client/rpc/profiling/profiler.js +4 -0
- package/dist/client/rpc/rpc-client.d.ts +1 -1
- package/dist/client/rpc/rpc-client.js +7 -4
- package/dist/client/rpc/rpc-error.d.ts +1 -1
- package/dist/commands/bundle/bare-pack.d.ts +1 -1
- package/dist/commands/bundle/constants.js +1 -0
- package/dist/commands/bundle/entry-gen.js +1 -1
- package/dist/commands/bundle/index.js +6 -6
- package/dist/commands/bundle/manifest.d.ts +1 -1
- package/dist/commands/bundle/plugins.d.ts +2 -2
- package/dist/commands/bundle/plugins.js +1 -1
- package/dist/commands/index.d.ts +4 -4
- package/dist/commands/index.js +2 -2
- package/dist/commands/verify/abi.d.ts +1 -1
- package/dist/commands/verify/abi.js +1 -1
- package/dist/commands/verify/bundle-source.d.ts +1 -1
- package/dist/commands/verify/bundle-source.js +2 -2
- package/dist/commands/verify/index.d.ts +3 -3
- package/dist/commands/verify/index.js +5 -5
- package/dist/commands/verify/node-modules-source.d.ts +1 -1
- package/dist/commands/verify/node-modules-source.js +1 -1
- package/dist/commands/verify/prebuilds.d.ts +2 -1
- package/dist/commands/verify/prebuilds.js +8 -11
- package/dist/commands/verify/resource-collectors.d.ts +88 -0
- package/dist/commands/verify/resource-collectors.js +261 -0
- package/dist/constants/audio.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/examples/{transcription → asr}/parakeet-ctc-filesystem.js +2 -3
- package/dist/examples/{transcription → asr}/parakeet-microphone-record.js +2 -2
- package/dist/examples/{transcription → asr}/parakeet-microphone-stream.js +2 -2
- package/dist/examples/{transcription → asr}/parakeet-sortformer-streaming.js +2 -2
- package/dist/examples/{transcription → asr}/parakeet-sortformer.js +1 -1
- package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem-chunked.js +2 -2
- package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem.js +2 -2
- package/dist/examples/{transcription → asr}/whispercpp-filesystem-streaming.js +1 -1
- package/dist/examples/{transcription → asr}/whispercpp-filesystem.js +1 -1
- package/dist/examples/{transcription → asr}/whispercpp-microphone-conversation.js +1 -1
- package/dist/examples/{transcription → asr}/whispercpp-microphone-record.js +2 -2
- package/dist/examples/{transcription → asr}/whispercpp-prompt.js +1 -1
- package/dist/examples/audiogen/generate-music.d.ts +2 -0
- package/dist/examples/audiogen/generate-music.js +112 -0
- package/dist/examples/cache-management.js +1 -1
- package/dist/examples/config-reload.js +1 -1
- package/dist/examples/diffusion-txt2vid-wan22.d.ts +2 -0
- package/dist/examples/diffusion-txt2vid-wan22.js +96 -0
- package/dist/examples/quickstart.bare.js +1 -1
- package/dist/examples/rag/rag-mongodb.d.ts +2 -0
- package/dist/examples/rag/rag-mongodb.js +180 -0
- package/dist/examples/tools/llamacpp-tools-auto-dialect.d.ts +2 -0
- package/dist/examples/tools/llamacpp-tools-auto-dialect.js +77 -0
- package/dist/examples/tts/parler.d.ts +2 -0
- package/dist/examples/tts/parler.js +51 -0
- package/dist/examples/vla-groot.js +6 -4
- package/dist/examples/voice-assistant/voice-assistant.js +2 -2
- package/dist/expo/plugins/index.d.ts +11 -11
- package/dist/expo/plugins/withDeviceInfo.js +2 -2
- package/dist/expo/plugins/withMobileBundle.js +3 -3
- package/dist/index.d.ts +16 -16
- package/dist/index.js +4 -4
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/base-logger.d.ts +1 -1
- package/dist/logging/base-logger.js +1 -1
- package/dist/logging/client-logger.d.ts +1 -1
- package/dist/logging/index.d.ts +9 -9
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/namespaces.d.ts +1 -1
- package/dist/logging/registry.d.ts +1 -1
- package/dist/logging/server-logger.d.ts +1 -1
- package/dist/logging/stream-logger.d.ts +1 -1
- package/dist/logging/transport.d.ts +1 -1
- package/dist/logging/utils.d.ts +1 -1
- package/dist/logging/utils.js +1 -1
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/models.d.ts +1226 -689
- package/dist/models/registry/models.js +3114 -2557
- package/dist/models/update-models/codegen.d.ts +1 -1
- package/dist/models/update-models/companions.d.ts +1 -1
- package/dist/models/update-models/history.d.ts +1 -1
- package/dist/models/update-models/history.js +4 -4
- package/dist/models/update-models/naming.d.ts +1 -1
- package/dist/models/update-models/naming.js +7 -1
- package/dist/models/update-models/processing.d.ts +1 -1
- package/dist/models/update-models/processing.js +1 -1
- package/dist/models/update-models/registry.d.ts +2 -2
- package/dist/models/update-models/shards.d.ts +1 -1
- package/dist/models/update-models/types.d.ts +1 -1
- package/dist/pear/pre.js +2 -0
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +21 -0
- package/dist/profiling/controller.d.ts +4 -2
- package/dist/profiling/controller.js +8 -0
- package/dist/profiling/envelope.d.ts +3 -2
- package/dist/profiling/envelope.js +13 -2
- package/dist/profiling/events.d.ts +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/index.d.ts +9 -8
- package/dist/profiling/index.js +3 -2
- package/dist/profiling/types.d.ts +6 -0
- package/dist/schemas/audio-gen.d.ts +253 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +7 -2
- package/dist/schemas/bci-config.d.ts +2 -0
- package/dist/schemas/bci.d.ts +1 -1
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/common.d.ts +1553 -54
- package/dist/schemas/common.js +6 -0
- package/dist/schemas/completion-event.d.ts +5 -2
- package/dist/schemas/completion-event.js +3 -0
- package/dist/schemas/completion-stream.d.ts +9 -1
- package/dist/schemas/completion-stream.js +5 -2
- package/dist/schemas/constants-registry.d.ts +2 -0
- package/dist/schemas/constants-registry.js +2 -1
- package/dist/schemas/download-asset.d.ts +8 -4
- package/dist/schemas/engine-addon-map.d.ts +2 -1
- package/dist/schemas/engine-addon-map.js +5 -1
- package/dist/schemas/get-loaded-model-info.d.ts +2 -0
- package/dist/schemas/get-model-info.d.ts +2 -0
- package/dist/schemas/get-model-info.js +1 -0
- package/dist/schemas/index.d.ts +53 -51
- package/dist/schemas/index.js +4 -2
- package/dist/schemas/llamacpp-config.d.ts +6 -2
- package/dist/schemas/load-model.d.ts +6178 -2763
- package/dist/schemas/load-model.js +39 -3
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-src-utils.d.ts +10 -2
- package/dist/schemas/model-types.d.ts +19 -1
- package/dist/schemas/model-types.js +11 -0
- package/dist/schemas/ocr.d.ts +2 -0
- package/dist/schemas/plugin.d.ts +13 -4
- package/dist/schemas/plugin.js +12 -2
- package/dist/schemas/profiling.d.ts +587 -0
- package/dist/schemas/profiling.js +22 -0
- package/dist/schemas/registry.d.ts +18 -0
- package/dist/schemas/registry.js +2 -0
- package/dist/schemas/reload-config.d.ts +10 -2
- package/dist/schemas/sdcpp-config.d.ts +57 -0
- package/dist/schemas/sdcpp-config.js +53 -11
- package/dist/schemas/sdk-config.d.ts +168 -0
- package/dist/schemas/system-resources.d.ts +3967 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +326 -6
- package/dist/schemas/text-to-speech.js +126 -13
- package/dist/schemas/transcription-config.d.ts +2 -0
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translation-config.d.ts +30 -10
- package/dist/scripts/check-resource-collectors-packaging.d.ts +33 -0
- package/dist/scripts/check-resource-collectors-packaging.js +136 -0
- package/dist/scripts/contract/build-contract.d.ts +1 -1
- package/dist/scripts/contract/build-models-registry.d.ts +1 -1
- package/dist/scripts/contract/plugin-contract.d.ts +1 -1
- package/dist/scripts/contract/plugin-contract.js +1 -1
- package/dist/scripts/export-contract.js +1 -1
- package/dist/scripts/export-plugin-contract.js +1 -1
- package/dist/server/bare/delegate-rpc-client.d.ts +1 -1
- package/dist/server/bare/delegate-rpc-client.js +3 -3
- package/dist/server/bare/hyperswarm.d.ts +1 -1
- package/dist/server/bare/hyperswarm.js +2 -2
- package/dist/server/bare/ops/bci-transcribe.d.ts +1 -1
- package/dist/server/bare/ops/bci-transcribe.js +4 -4
- package/dist/server/bare/ops/cancel.d.ts +2 -2
- package/dist/server/bare/ops/cancel.js +2 -2
- package/dist/server/bare/ops/embed.d.ts +1 -1
- package/dist/server/bare/ops/embed.js +3 -3
- package/dist/server/bare/ops/kv-cache-retention.d.ts +12 -0
- package/dist/server/bare/ops/kv-cache-retention.js +121 -0
- package/dist/server/bare/ops/kv-cache-utils.d.ts +2 -1
- package/dist/server/bare/ops/kv-cache-utils.js +26 -5
- package/dist/server/bare/ops/load-model.d.ts +2 -2
- package/dist/server/bare/ops/load-model.js +7 -5
- package/dist/server/bare/ops/transcribe.d.ts +2 -2
- package/dist/server/bare/ops/transcribe.js +20 -40
- package/dist/server/bare/ops/translate.d.ts +1 -1
- package/dist/server/bare/ops/translate.js +5 -9
- package/dist/server/bare/ops/unload-model.d.ts +1 -1
- package/dist/server/bare/ops/unload-model.js +5 -5
- package/dist/server/bare/plugins/asr-ggml/config.d.ts +32 -0
- package/dist/server/bare/plugins/asr-ggml/config.js +46 -0
- package/dist/server/bare/plugins/asr-ggml/logging.d.ts +11 -0
- package/dist/server/bare/plugins/asr-ggml/logging.js +12 -0
- package/dist/server/bare/plugins/audiogen-ggml/config.d.ts +18 -0
- package/dist/server/bare/plugins/audiogen-ggml/config.js +23 -0
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -0
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.js +162 -0
- package/dist/server/bare/plugins/audiogen-ggml/plugin.d.ts +213 -0
- package/dist/server/bare/plugins/audiogen-ggml/plugin.js +58 -0
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +6 -4
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +4 -4
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +1 -1
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +2 -2
- package/dist/server/bare/plugins/ggml-classification/plugin.js +1 -1
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +2 -2
- package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +4 -2
- package/dist/server/bare/plugins/ggml-ocr/plugin.js +3 -3
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +1 -1
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +3 -3
- package/dist/server/bare/plugins/index.d.ts +12 -11
- package/dist/server/bare/plugins/index.js +1 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +3 -3
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +5 -5
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +11 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +16 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +3 -3
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +16 -14
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +3 -3
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +20 -10
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +217 -80
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +12 -5
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +16 -16
- package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +2 -2
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +5 -5
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +12 -2
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +3 -3
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +1 -1
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +6 -6
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +13 -20
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +2 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +13 -7
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +26 -4
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +18 -4
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.d.ts +7 -0
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.js +30 -0
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +8 -5
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +14 -6
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +114 -5
- package/dist/server/bare/plugins/tts-ggml/plugin.js +61 -5
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +8 -6
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +17 -25
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/search.js +2 -2
- package/dist/server/bare/rag-hyperdb/index.d.ts +11 -11
- package/dist/server/bare/rag-hyperdb/index.js +11 -11
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +1 -1
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +4 -4
- package/dist/server/bare/registry/config-registry.d.ts +1 -1
- package/dist/server/bare/registry/config-registry.js +1 -1
- package/dist/server/bare/registry/model-config-registry.d.ts +2 -2
- package/dist/server/bare/registry/model-config-registry.js +4 -4
- package/dist/server/bare/registry/model-config-utils.d.ts +1 -1
- package/dist/server/bare/registry/model-config-utils.js +3 -0
- package/dist/server/bare/registry/model-registry.d.ts +15 -4
- package/dist/server/bare/registry/registry-client.js +2 -2
- package/dist/server/bare/registry/runtime-context-registry.d.ts +1 -1
- package/dist/server/bare/resources/collector.d.ts +644 -0
- package/dist/server/bare/resources/collector.js +226 -0
- package/dist/server/bare/resources/native.d.ts +3 -0
- package/dist/server/bare/resources/native.js +35 -0
- package/dist/server/bare/resources/normalize.d.ts +13 -0
- package/dist/server/bare/resources/normalize.js +73 -0
- package/dist/server/bare/resources/types.d.ts +66 -0
- package/dist/server/bare/resources/types.js +1 -0
- package/dist/server/bare/resources/worker-collector.d.ts +5 -0
- package/dist/server/bare/resources/worker-collector.js +15 -0
- package/dist/server/bare/runtime/index.d.ts +7 -7
- package/dist/server/bare/runtime/index.js +3 -3
- package/dist/server/bare/runtime/request-context.d.ts +2 -2
- package/dist/server/bare/runtime/request-registry-singleton.d.ts +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.js +11 -1
- package/dist/server/bare/runtime/request-registry.d.ts +2 -2
- package/dist/server/bare/runtime/request-registry.js +1 -1
- package/dist/server/bare/runtime/with-request-context.d.ts +1 -1
- package/dist/server/bare/runtime-lifecycle.d.ts +1 -1
- package/dist/server/bare/types/addon-responses.d.ts +6 -34
- package/dist/server/bare/utils/asr-events.d.ts +15 -0
- package/dist/server/bare/utils/asr-events.js +30 -0
- package/dist/server/bare/utils/audio-input.d.ts +1 -1
- package/dist/server/bare/utils/audio-input.js +1 -1
- package/dist/server/bare/utils/transcribe-metadata.d.ts +1 -1
- package/dist/server/bare/utils/tts-stats.d.ts +1 -1
- package/dist/server/error-handlers.d.ts +1 -1
- package/dist/server/plugins/index.d.ts +1 -1
- package/dist/server/plugins/registry.d.ts +1 -1
- package/dist/server/plugins/registry.js +35 -8
- package/dist/server/rpc/delegate-transport.d.ts +2 -2
- package/dist/server/rpc/delegate-transport.js +5 -10
- package/dist/server/rpc/handle-request.js +3 -3
- package/dist/server/rpc/handler-registry.d.ts +1 -1
- package/dist/server/rpc/handler-registry.js +41 -37
- package/dist/server/rpc/handler-selection.d.ts +2 -2
- package/dist/server/rpc/handler-utils.d.ts +2 -2
- package/dist/server/rpc/handler-utils.js +5 -5
- package/dist/server/rpc/handlers/audio-gen-stream.d.ts +3 -0
- package/dist/server/rpc/handlers/audio-gen-stream.js +4 -0
- package/dist/server/rpc/handlers/batch-completion-stream.d.ts +3 -1
- package/dist/server/rpc/handlers/batch-completion-stream.js +1 -1
- package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe-stream.js +1 -1
- package/dist/server/rpc/handlers/bci-transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe.js +1 -1
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.js +3 -3
- package/dist/server/rpc/handlers/cancelHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/cancelHandler.js +3 -3
- package/dist/server/rpc/handlers/classify.d.ts +1 -1
- package/dist/server/rpc/handlers/classify.js +1 -1
- package/dist/server/rpc/handlers/completion-orchestrate.d.ts +2 -2
- package/dist/server/rpc/handlers/completion-orchestrate.js +1 -1
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/completion-stream-delegated.js +3 -3
- package/dist/server/rpc/handlers/completion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/completion-stream.js +1 -1
- package/dist/server/rpc/handlers/delete-cache.d.ts +1 -1
- package/dist/server/rpc/handlers/delete-cache.js +1 -1
- package/dist/server/rpc/handlers/diffusion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/diffusion-stream.js +1 -1
- package/dist/server/rpc/handlers/download-asset.d.ts +1 -1
- package/dist/server/rpc/handlers/download-asset.js +4 -4
- package/dist/server/rpc/handlers/embed.d.ts +1 -1
- package/dist/server/rpc/handlers/embed.js +1 -1
- package/dist/server/rpc/handlers/finetune.d.ts +1 -1
- package/dist/server/rpc/handlers/finetune.js +2 -2
- package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-loaded-model-info.js +3 -3
- package/dist/server/rpc/handlers/get-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-model-info.js +4 -4
- package/dist/server/rpc/handlers/get-system-resources.d.ts +3 -0
- package/dist/server/rpc/handlers/get-system-resources.js +53 -0
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/heartbeat-delegated.js +2 -2
- package/dist/server/rpc/handlers/heartbeat.d.ts +1 -1
- package/dist/server/rpc/handlers/index.d.ts +37 -33
- package/dist/server/rpc/handlers/index.js +4 -0
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/download-manager.js +1 -1
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/handler.js +12 -8
- package/dist/server/rpc/handlers/load-model/http.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/http.js +4 -4
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +5 -5
- package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/registry-companion-set.js +3 -3
- package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +4 -4
- package/dist/server/rpc/handlers/load-model/registry-download-utils.js +3 -3
- package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/registry.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/registry.js +6 -6
- package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/resolve-session.js +3 -3
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/resolve.js +2 -2
- package/dist/server/rpc/handlers/load-model/types.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.js +3 -3
- package/dist/server/rpc/handlers/logging-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/logging-stream.js +1 -1
- package/dist/server/rpc/handlers/ocr-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/ocr-stream.js +1 -1
- package/dist/server/rpc/handlers/plugin-dispatch.js +3 -3
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +1 -1
- package/dist/server/rpc/handlers/plugin-invoke.js +3 -3
- package/dist/server/rpc/handlers/provideHandler/connection.js +1 -1
- package/dist/server/rpc/handlers/provideHandler/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/handler.js +1 -1
- package/dist/server/rpc/handlers/provideHandler/proxy.js +1 -1
- package/dist/server/rpc/handlers/provideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/rag.d.ts +1 -1
- package/dist/server/rpc/handlers/rag.js +4 -4
- package/dist/server/rpc/handlers/registry.d.ts +1 -1
- package/dist/server/rpc/handlers/registry.js +1 -1
- package/dist/server/rpc/handlers/resume.d.ts +1 -1
- package/dist/server/rpc/handlers/resume.js +1 -1
- package/dist/server/rpc/handlers/state.d.ts +1 -1
- package/dist/server/rpc/handlers/state.js +1 -1
- package/dist/server/rpc/handlers/stopProvideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/stopProvideHandler.js +1 -1
- package/dist/server/rpc/handlers/suspend.d.ts +1 -1
- package/dist/server/rpc/handlers/suspend.js +1 -1
- package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech-stream.js +1 -1
- package/dist/server/rpc/handlers/text-to-speech.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech.js +1 -1
- package/dist/server/rpc/handlers/transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe-stream.js +1 -1
- package/dist/server/rpc/handlers/transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe.js +1 -1
- package/dist/server/rpc/handlers/translate.d.ts +1 -1
- package/dist/server/rpc/handlers/translate.js +1 -1
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model-delegated.js +5 -5
- package/dist/server/rpc/handlers/unload-model.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model.js +3 -3
- package/dist/server/rpc/handlers/upscale-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/upscale-stream.js +1 -1
- package/dist/server/rpc/handlers/video-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/video-stream.js +1 -1
- package/dist/server/rpc/index.d.ts +2 -2
- package/dist/server/rpc/method-shapes.d.ts +2 -0
- package/dist/server/rpc/method-shapes.js +2 -0
- package/dist/server/rpc/profiling/backend-diagnostics.d.ts +3 -0
- package/dist/server/rpc/profiling/backend-diagnostics.js +16 -0
- package/dist/server/rpc/profiling/context.d.ts +1 -1
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/index.d.ts +4 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +2 -2
- package/dist/server/rpc/profiling/operation-metrics.js +9 -1
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +1 -1
- package/dist/server/rpc/profiling/operation-wrappers.js +51 -13
- package/dist/server/rpc/profiling/profiler.d.ts +2 -2
- package/dist/server/rpc/transport-selector.d.ts +1 -1
- package/dist/server/utils/archive.js +1 -1
- package/dist/server/utils/audio/decoder.d.ts +1 -1
- package/dist/server/utils/audio/decoder.js +1 -1
- package/dist/server/utils/cache/auto-history.d.ts +1 -1
- package/dist/server/utils/cache/paths.d.ts +1 -1
- package/dist/server/utils/cache/paths.js +6 -6
- package/dist/server/utils/checksum.d.ts +1 -1
- package/dist/server/utils/completion-normalizer.d.ts +2 -1
- package/dist/server/utils/completion-normalizer.js +31 -1
- package/dist/server/utils/config-transform.d.ts +1 -1
- package/dist/server/utils/config-transform.js +5 -7
- package/dist/server/utils/index.d.ts +11 -11
- package/dist/server/utils/path-security.d.ts +1 -1
- package/dist/server/utils/qvac-paths.js +1 -1
- package/dist/server/utils/response-format.d.ts +1 -1
- package/dist/server/utils/shard-utils.d.ts +1 -1
- package/dist/server/utils/tool-integration.d.ts +1 -1
- package/dist/server/utils/tool-integration.js +2 -2
- package/dist/server/utils/tools/dialect.d.ts +1 -1
- package/dist/server/utils/tools/dialect.js +2 -0
- package/dist/server/utils/tools/index.d.ts +2 -2
- package/dist/server/utils/tools/parser.d.ts +1 -1
- package/dist/server/utils/tools/parser.js +16 -8
- package/dist/server/utils/tools/parsers/dsml.d.ts +4 -0
- package/dist/server/utils/tools/parsers/dsml.js +176 -0
- package/dist/server/utils/tools/parsers/gemma4native.d.ts +2 -2
- package/dist/server/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/server/utils/tools/parsers/harmony.d.ts +2 -2
- package/dist/server/utils/tools/parsers/harmony.js +1 -1
- package/dist/server/utils/tools/parsers/hermes.d.ts +2 -2
- package/dist/server/utils/tools/parsers/hermes.js +1 -1
- package/dist/server/utils/tools/parsers/json.d.ts +2 -2
- package/dist/server/utils/tools/parsers/json.js +1 -1
- package/dist/server/utils/tools/parsers/pythonic.d.ts +2 -2
- package/dist/server/utils/tools/parsers/pythonic.js +1 -1
- package/dist/server/utils/tools/parsers/qwen35.d.ts +2 -2
- package/dist/server/utils/tools/parsers/qwen35.js +1 -1
- package/dist/server/utils/tools/shared.d.ts +1 -1
- package/dist/server/utils/worker-lock.js +1 -1
- package/dist/server/worker-core.js +14 -10
- package/dist/server/worker.js +4 -3
- package/dist/utils/aggregate-events.d.ts +2 -2
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/errors-client.d.ts +0 -3
- package/dist/utils/errors-client.js +0 -5
- package/dist/utils/errors-server.d.ts +1 -1
- package/dist/utils/mcp-adapter.d.ts +4 -4
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/tool-helpers.d.ts +1 -1
- package/dist/utils/tool-helpers.js +1 -1
- package/docs/system-resources-support-matrix.md +103 -0
- package/package.json +33 -18
- /package/dist/examples/{transcription → asr}/parakeet-ctc-filesystem.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-microphone-record.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-microphone-stream.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-sortformer-streaming.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-sortformer.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem-chunked.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-filesystem-streaming.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-filesystem.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-microphone-conversation.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-microphone-record.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-prompt.d.ts +0 -0
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
import { audioGenClientParamsSchema, audioGenStreamResponseSchema } from '../../schemas/audio-gen.js';
|
|
2
|
+
import { parseClientInput } from '../../client/parse-input.js';
|
|
3
|
+
import { generateClientRequestId } from '../../client/api/client-request-id.js';
|
|
4
|
+
import { decodeBase64 } from '../../utils/encoding.js';
|
|
5
|
+
import { InvalidResponseError } from '../../utils/errors-client.js';
|
|
6
|
+
import { InferenceCancelledError } from '../../utils/errors-server.js';
|
|
7
|
+
function concatenateChunks(chunks) {
|
|
8
|
+
const totalLength = chunks.reduce((total, chunk) => total + chunk.length, 0);
|
|
9
|
+
const pcm = new Uint8Array(totalLength);
|
|
10
|
+
let offset = 0;
|
|
11
|
+
for (const chunk of chunks) {
|
|
12
|
+
pcm.set(chunk, offset);
|
|
13
|
+
offset += chunk.length;
|
|
14
|
+
}
|
|
15
|
+
return pcm;
|
|
16
|
+
}
|
|
17
|
+
export function createAudioGenResult(params, streamFactory) {
|
|
18
|
+
const parsed = parseClientInput(audioGenClientParamsSchema, params);
|
|
19
|
+
const requestId = generateClientRequestId();
|
|
20
|
+
const request = {
|
|
21
|
+
...parsed,
|
|
22
|
+
type: 'audioGenStream',
|
|
23
|
+
requestId
|
|
24
|
+
};
|
|
25
|
+
const progressQueue = [];
|
|
26
|
+
const pcmChunks = [];
|
|
27
|
+
let sampleRate;
|
|
28
|
+
let channels;
|
|
29
|
+
let bitsPerSample;
|
|
30
|
+
let progressDone = false;
|
|
31
|
+
let progressError;
|
|
32
|
+
let progressResolve;
|
|
33
|
+
let resolveAudio = () => { };
|
|
34
|
+
let rejectAudio = () => { };
|
|
35
|
+
const audio = new Promise((resolve, reject) => {
|
|
36
|
+
resolveAudio = resolve;
|
|
37
|
+
rejectAudio = reject;
|
|
38
|
+
});
|
|
39
|
+
audio.catch(() => { });
|
|
40
|
+
let resolveStats = () => { };
|
|
41
|
+
let rejectStats = () => { };
|
|
42
|
+
const stats = new Promise((resolve, reject) => {
|
|
43
|
+
resolveStats = resolve;
|
|
44
|
+
rejectStats = reject;
|
|
45
|
+
});
|
|
46
|
+
stats.catch(() => { });
|
|
47
|
+
function notifyProgress() {
|
|
48
|
+
progressResolve?.();
|
|
49
|
+
progressResolve = undefined;
|
|
50
|
+
}
|
|
51
|
+
async function processResponses() {
|
|
52
|
+
let receivedDone = false;
|
|
53
|
+
try {
|
|
54
|
+
for await (const response of streamFactory(request)) {
|
|
55
|
+
if (!response ||
|
|
56
|
+
typeof response !== 'object' ||
|
|
57
|
+
!('type' in response) ||
|
|
58
|
+
response.type !== 'audioGenStream') {
|
|
59
|
+
continue;
|
|
60
|
+
}
|
|
61
|
+
const chunk = audioGenStreamResponseSchema.parse(response);
|
|
62
|
+
if (chunk.progress) {
|
|
63
|
+
progressQueue.push(chunk.progress);
|
|
64
|
+
notifyProgress();
|
|
65
|
+
}
|
|
66
|
+
if (chunk.data !== undefined) {
|
|
67
|
+
pcmChunks.push(decodeBase64(chunk.data));
|
|
68
|
+
sampleRate = chunk.sampleRate;
|
|
69
|
+
channels = chunk.channels;
|
|
70
|
+
bitsPerSample = chunk.bitsPerSample;
|
|
71
|
+
}
|
|
72
|
+
if (chunk.done) {
|
|
73
|
+
receivedDone = true;
|
|
74
|
+
if (chunk.stopReason === 'cancelled') {
|
|
75
|
+
const error = new InferenceCancelledError(requestId);
|
|
76
|
+
rejectAudio(error);
|
|
77
|
+
rejectStats(error);
|
|
78
|
+
break;
|
|
79
|
+
}
|
|
80
|
+
if (sampleRate === undefined || channels === undefined || bitsPerSample === undefined) {
|
|
81
|
+
throw new InvalidResponseError('audioGenStream audio chunk');
|
|
82
|
+
}
|
|
83
|
+
resolveAudio({
|
|
84
|
+
pcm: concatenateChunks(pcmChunks),
|
|
85
|
+
sampleRate,
|
|
86
|
+
channels,
|
|
87
|
+
bitsPerSample
|
|
88
|
+
});
|
|
89
|
+
resolveStats(chunk.stats);
|
|
90
|
+
break;
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
if (!receivedDone) {
|
|
94
|
+
throw new InvalidResponseError('audioGenStream terminal response');
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
catch (error) {
|
|
98
|
+
progressError =
|
|
99
|
+
error instanceof Error ? error : new InvalidResponseError('audioGenStream', error);
|
|
100
|
+
rejectAudio(progressError);
|
|
101
|
+
rejectStats(progressError);
|
|
102
|
+
}
|
|
103
|
+
finally {
|
|
104
|
+
progressDone = true;
|
|
105
|
+
notifyProgress();
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
async function* progressStream() {
|
|
109
|
+
while (true) {
|
|
110
|
+
const tick = progressQueue.shift();
|
|
111
|
+
if (tick) {
|
|
112
|
+
yield tick;
|
|
113
|
+
continue;
|
|
114
|
+
}
|
|
115
|
+
if (progressDone) {
|
|
116
|
+
if (progressError !== undefined)
|
|
117
|
+
throw progressError;
|
|
118
|
+
return;
|
|
119
|
+
}
|
|
120
|
+
await new Promise((resolve) => {
|
|
121
|
+
progressResolve = resolve;
|
|
122
|
+
});
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
void processResponses();
|
|
126
|
+
return {
|
|
127
|
+
requestId,
|
|
128
|
+
progressStream: progressStream(),
|
|
129
|
+
audio,
|
|
130
|
+
stats
|
|
131
|
+
};
|
|
132
|
+
}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { AudioGenClientParams, AudioGenResult } from '../../schemas/audio-gen.js';
|
|
2
|
+
/**
|
|
3
|
+
* Generates PCM audio using a loaded AudioGen model.
|
|
4
|
+
*
|
|
5
|
+
* @param params - Loaded model ID, required caption, and optional lyrics, musical controls, duration, and seed.
|
|
6
|
+
* @returns A run with a synchronous request ID, generation progress stream, PCM audio promise, and stats promise.
|
|
7
|
+
*
|
|
8
|
+
* @example
|
|
9
|
+
* ```typescript
|
|
10
|
+
* const modelId = await loadModel({
|
|
11
|
+
* modelType: "audiogen",
|
|
12
|
+
* modelConfig: {
|
|
13
|
+
* textEncModelSrc,
|
|
14
|
+
* lmModelSrc,
|
|
15
|
+
* ditModelSrc,
|
|
16
|
+
* vaeModelSrc,
|
|
17
|
+
* },
|
|
18
|
+
* });
|
|
19
|
+
* const run = audioGen({ modelId, caption: "ambient electronic music", duration: 10 });
|
|
20
|
+
* stopButton.onclick = () => cancel({ requestId: run.requestId });
|
|
21
|
+
* for await (const progress of run.progressStream) {
|
|
22
|
+
* console.log(progress.stage, progress.step, progress.total);
|
|
23
|
+
* }
|
|
24
|
+
* const { pcm, sampleRate, channels, bitsPerSample } = await run.audio;
|
|
25
|
+
* const stats = await run.stats;
|
|
26
|
+
* ```
|
|
27
|
+
*/
|
|
28
|
+
export declare function audioGen(params: AudioGenClientParams): AudioGenResult;
|
|
29
|
+
//# sourceMappingURL=audio-gen.d.ts.map
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import { stream as streamRpc } from '../../client/rpc/rpc-client.js';
|
|
2
|
+
import { createAudioGenResult } from '../../client/api/audio-gen-result.js';
|
|
3
|
+
/**
|
|
4
|
+
* Generates PCM audio using a loaded AudioGen model.
|
|
5
|
+
*
|
|
6
|
+
* @param params - Loaded model ID, required caption, and optional lyrics, musical controls, duration, and seed.
|
|
7
|
+
* @returns A run with a synchronous request ID, generation progress stream, PCM audio promise, and stats promise.
|
|
8
|
+
*
|
|
9
|
+
* @example
|
|
10
|
+
* ```typescript
|
|
11
|
+
* const modelId = await loadModel({
|
|
12
|
+
* modelType: "audiogen",
|
|
13
|
+
* modelConfig: {
|
|
14
|
+
* textEncModelSrc,
|
|
15
|
+
* lmModelSrc,
|
|
16
|
+
* ditModelSrc,
|
|
17
|
+
* vaeModelSrc,
|
|
18
|
+
* },
|
|
19
|
+
* });
|
|
20
|
+
* const run = audioGen({ modelId, caption: "ambient electronic music", duration: 10 });
|
|
21
|
+
* stopButton.onclick = () => cancel({ requestId: run.requestId });
|
|
22
|
+
* for await (const progress of run.progressStream) {
|
|
23
|
+
* console.log(progress.stage, progress.step, progress.total);
|
|
24
|
+
* }
|
|
25
|
+
* const { pcm, sampleRate, channels, bitsPerSample } = await run.audio;
|
|
26
|
+
* const stats = await run.stats;
|
|
27
|
+
* ```
|
|
28
|
+
*/
|
|
29
|
+
export function audioGen(params) {
|
|
30
|
+
return createAudioGenResult(params, streamRpc);
|
|
31
|
+
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { type BatchCompletionClientParams, type BatchCompletionRun, type BatchCompletionStreamRequest, type McpClientInput, type RPCOptions, type Tool } from '../../schemas/index';
|
|
2
|
-
import { type ToolInput } from '../../utils/tool-helpers';
|
|
1
|
+
import { type BatchCompletionClientParams, type BatchCompletionRun, type BatchCompletionStreamRequest, type McpClientInput, type RPCOptions, type Tool } from '../../schemas/index.js';
|
|
2
|
+
import { type ToolInput } from '../../utils/tool-helpers.js';
|
|
3
3
|
type BatchPromptParams = Omit<BatchCompletionClientParams['prompts'][number], 'tools'> & {
|
|
4
4
|
tools?: Tool[] | ToolInput[];
|
|
5
5
|
mcp?: McpClientInput[];
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { stream as streamRpc } from '
|
|
2
|
-
import { generateClientRequestId } from '
|
|
1
|
+
import { stream as streamRpc } from '../../client/rpc/rpc-client.js';
|
|
2
|
+
import { generateClientRequestId } from '../../client/api/client-request-id.js';
|
|
3
3
|
import { getClientLogger } from '../../logging/index.js';
|
|
4
4
|
import { batchCompletionStreamResponseSchema } from '../../schemas/index.js';
|
|
5
5
|
import { buildFinalFromEvents } from '../../utils/aggregate-events.js';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type BciTranscribeClientParams, type BciTranscribeStreamClientParams, type BciTranscribeStreamSession, type BciTranscribeStreamMetadataSession, type RPCOptions, type TranscribeSegment } from '../../schemas/index';
|
|
1
|
+
import { type BciTranscribeClientParams, type BciTranscribeStreamClientParams, type BciTranscribeStreamSession, type BciTranscribeStreamMetadataSession, type RPCOptions, type TranscribeSegment } from '../../schemas/index.js';
|
|
2
2
|
/**
|
|
3
3
|
* Transcribe a neural-signal buffer with a loaded BCI model and return the
|
|
4
4
|
* complete text. Accepts either a `.bin` file path or a raw neural buffer.
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { bciTranscribeResponseSchema, bciTranscribeClientParamsSchema, bciTranscribeStreamResponseSchema } from '../../schemas/index.js';
|
|
2
|
-
import { stream, duplex } from '
|
|
2
|
+
import { stream, duplex } from '../../client/rpc/rpc-client.js';
|
|
3
3
|
import { getClientLogger } from '../../logging/index.js';
|
|
4
4
|
import { TranscriptionFailedError } from '../../utils/errors-client.js';
|
|
5
5
|
import { decoratePromise } from '../../utils/decorate-promise.js';
|
|
6
|
-
import { parseClientInput } from '
|
|
7
|
-
import { generateClientRequestId } from '
|
|
6
|
+
import { parseClientInput } from '../../client/parse-input.js';
|
|
7
|
+
import { generateClientRequestId } from '../../client/api/client-request-id.js';
|
|
8
8
|
const logger = getClientLogger();
|
|
9
9
|
function buildBciTranscribeRequest(params, requestId) {
|
|
10
10
|
return {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { classifyResponseSchema } from '../../schemas/index.js';
|
|
2
|
-
import { stream as streamRpc } from '
|
|
2
|
+
import { stream as streamRpc } from '../../client/rpc/rpc-client.js';
|
|
3
3
|
import { encodeBase64 } from '../../utils/encoding.js';
|
|
4
4
|
/**
|
|
5
5
|
* Classifies an image using a loaded classification model.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { type CompletionClientParams, type CompletionRun, type McpClientInput, type Tool, type RPCOptions } from '../../schemas/index';
|
|
2
|
-
import { type ToolInput } from '../../utils/tool-helpers';
|
|
1
|
+
import { type CompletionClientParams, type CompletionRun, type McpClientInput, type Tool, type RPCOptions } from '../../schemas/index.js';
|
|
2
|
+
import { type ToolInput } from '../../utils/tool-helpers.js';
|
|
3
3
|
type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
|
|
4
4
|
tools?: Tool[] | ToolInput[];
|
|
5
5
|
mcp?: McpClientInput[];
|
|
@@ -28,7 +28,7 @@ type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
|
|
|
28
28
|
* @param params.mcp - Optional array of MCP client inputs for tool integration
|
|
29
29
|
* @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
|
|
30
30
|
* @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
|
|
31
|
-
* @param params.toolDialect - Override the SDK's name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6), `"gemma4"
|
|
31
|
+
* @param params.toolDialect - Override the SDK's name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
|
|
32
32
|
* Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
|
|
33
33
|
* @param params.responseFormat - Optional structured-output constraint applied to the model's output:
|
|
34
34
|
* - `{ type: "text" }` — no constraint (default behavior)
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { stream as streamRpc } from '
|
|
1
|
+
import { stream as streamRpc } from '../../client/rpc/rpc-client.js';
|
|
2
2
|
import { getClientLogger } from '../../logging/index.js';
|
|
3
3
|
import { completionStreamResponseSchema } from '../../schemas/index.js';
|
|
4
4
|
import { CompletionFailedError, InferenceCancelledError } from '../../utils/errors-server.js';
|
|
5
5
|
import { getMcpToolsWithHandlers } from '../../utils/mcp-adapter.js';
|
|
6
6
|
import { validateTools } from '../../utils/tool-helpers.js';
|
|
7
7
|
import { buildFinalFromEvents } from '../../utils/aggregate-events.js';
|
|
8
|
-
import { generateClientRequestId } from '
|
|
8
|
+
import { generateClientRequestId } from '../../client/api/client-request-id.js';
|
|
9
9
|
const logger = getClientLogger();
|
|
10
10
|
/**
|
|
11
11
|
* Generates completion from a language model based on conversation history.
|
|
@@ -28,7 +28,7 @@ const logger = getClientLogger();
|
|
|
28
28
|
* @param params.mcp - Optional array of MCP client inputs for tool integration
|
|
29
29
|
* @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
|
|
30
30
|
* @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
|
|
31
|
-
* @param params.toolDialect - Override the SDK's name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6), `"gemma4"
|
|
31
|
+
* @param params.toolDialect - Override the SDK's name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
|
|
32
32
|
* Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
|
|
33
33
|
* @param params.responseFormat - Optional structured-output constraint applied to the model's output:
|
|
34
34
|
* - `{ type: "text" }` — no constraint (default behavior)
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { diffusionStreamResponseSchema } from '../../schemas/index.js';
|
|
2
|
-
import { stream as streamRpc } from '
|
|
2
|
+
import { stream as streamRpc } from '../../client/rpc/rpc-client.js';
|
|
3
3
|
import { decodeBase64, encodeBase64 } from '../../utils/encoding.js';
|
|
4
4
|
/**
|
|
5
5
|
* Generates images using a loaded diffusion model.
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type DownloadAssetOptions as BaseDownloadAssetOptions, type RPCOptions } from '../../schemas/index';
|
|
1
|
+
import { type DownloadAssetOptions as BaseDownloadAssetOptions, type RPCOptions } from '../../schemas/index.js';
|
|
2
2
|
export type DownloadAssetOptions = BaseDownloadAssetOptions;
|
|
3
3
|
/**
|
|
4
4
|
* Downloads an asset (model file) without loading it into memory.
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { send, stream } from '
|
|
1
|
+
import { send, stream } from '../../client/rpc/rpc-client.js';
|
|
2
2
|
import { downloadAssetOptionsToRequestSchema } from '../../schemas/index.js';
|
|
3
3
|
import { DownloadAssetFailedError, StreamEndedError, InvalidResponseError } from '../../utils/errors-client.js';
|
|
4
4
|
import { decoratePromise } from '../../utils/decorate-promise.js';
|
|
5
|
-
import { parseClientInput } from '
|
|
6
|
-
import { generateClientRequestId } from '
|
|
5
|
+
import { parseClientInput } from '../../client/parse-input.js';
|
|
6
|
+
import { generateClientRequestId } from '../../client/api/client-request-id.js';
|
|
7
7
|
/**
|
|
8
8
|
* Downloads an asset (model file) without loading it into memory.
|
|
9
9
|
*
|
package/dist/client/api/embed.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { send } from '
|
|
1
|
+
import { send } from '../../client/rpc/rpc-client.js';
|
|
2
2
|
import {} from '../../schemas/index.js';
|
|
3
3
|
import { InvalidResponseError } from '../../utils/errors-client.js';
|
|
4
4
|
import { decoratePromise } from '../../utils/decorate-promise.js';
|
|
5
|
-
import { generateClientRequestId } from '
|
|
5
|
+
import { generateClientRequestId } from '../../client/api/client-request-id.js';
|
|
6
6
|
export function embed(params, options) {
|
|
7
7
|
// Client-generated `requestId` is surfaced synchronously on the
|
|
8
8
|
// returned promise so the caller can `cancel({ requestId })` before
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type FinetuneGetStateParams, type FinetuneProgress, type FinetuneResult, type FinetuneRunParams, type FinetuneStopParams, type RPCOptions } from '../../schemas/index';
|
|
1
|
+
import { type FinetuneGetStateParams, type FinetuneProgress, type FinetuneResult, type FinetuneRunParams, type FinetuneStopParams, type RPCOptions } from '../../schemas/index.js';
|
|
2
2
|
export interface FinetuneHandle {
|
|
3
3
|
progressStream: AsyncGenerator<FinetuneProgress>;
|
|
4
4
|
result: Promise<FinetuneResult>;
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { send, stream as streamRpc } from '
|
|
1
|
+
import { send, stream as streamRpc } from '../../client/rpc/rpc-client.js';
|
|
2
2
|
import { finetuneRunParamsSchema, finetuneRunRequestSchema, finetuneStopRequestSchema, finetuneGetStateParamsSchema, finetuneGetStateRequestSchema, finetuneProgressResponseSchema, finetuneResponseSchema } from '../../schemas/index.js';
|
|
3
3
|
import { InvalidResponseError, StreamEndedError } from '../../utils/errors-client.js';
|
|
4
|
-
import { parseClientInput } from '
|
|
4
|
+
import { parseClientInput } from '../../client/parse-input.js';
|
|
5
5
|
function isFinetuneReplyParams(params) {
|
|
6
6
|
return (params.operation === 'pause' || params.operation === 'cancel' || params.operation === 'getState');
|
|
7
7
|
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { type GetLoadedModelInfoParams, type LoadedModelInfo } from '../../schemas/index';
|
|
2
|
-
import { type RPCOptions } from '../../schemas/common';
|
|
1
|
+
import { type GetLoadedModelInfoParams, type LoadedModelInfo } from '../../schemas/index.js';
|
|
2
|
+
import { type RPCOptions } from '../../schemas/common.js';
|
|
3
3
|
/**
|
|
4
4
|
* Returns introspection info for a loaded `modelId` (local or delegated).
|
|
5
5
|
*
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import {} from '../../schemas/index.js';
|
|
2
2
|
import {} from '../../schemas/common.js';
|
|
3
|
-
import { send } from '
|
|
3
|
+
import { send } from '../../client/rpc/rpc-client.js';
|
|
4
4
|
import { InvalidResponseError } from '../../utils/errors-client.js';
|
|
5
5
|
/**
|
|
6
6
|
* Returns introspection info for a loaded `modelId` (local or delegated).
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type GetModelInfoParams } from '../../schemas/index';
|
|
1
|
+
import { type GetModelInfoParams } from '../../schemas/index.js';
|
|
2
2
|
/**
|
|
3
3
|
* Returns status information for a catalog model, including cache state and loaded instances.
|
|
4
4
|
*
|
|
@@ -12,7 +12,7 @@ export declare function getModelInfo(params: GetModelInfoParams): Promise<{
|
|
|
12
12
|
modelId: string;
|
|
13
13
|
expectedSize: number;
|
|
14
14
|
sha256Checksum: string;
|
|
15
|
-
addon: "embeddings" | "diffusion" | "tts" | "ocr" | "vla" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | "other";
|
|
15
|
+
addon: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | "other";
|
|
16
16
|
isCached: boolean;
|
|
17
17
|
isLoaded: boolean;
|
|
18
18
|
cacheFiles: {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import {} from '../../schemas/index.js';
|
|
2
|
-
import { send } from '
|
|
2
|
+
import { send } from '../../client/rpc/rpc-client.js';
|
|
3
3
|
import { InvalidResponseError } from '../../utils/errors-client.js';
|
|
4
4
|
/**
|
|
5
5
|
* Returns status information for a catalog model, including cache state and loaded instances.
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { send } from '../../client/rpc/rpc-client.js';
|
|
2
|
+
import { InvalidResponseError } from '../../utils/errors-client.js';
|
|
3
|
+
export async function getSystemResources(input) {
|
|
4
|
+
const request = {
|
|
5
|
+
type: 'getSystemResources',
|
|
6
|
+
...(input?.sample !== undefined && { sample: input.sample })
|
|
7
|
+
};
|
|
8
|
+
const response = await send(request);
|
|
9
|
+
if (response.type !== 'getSystemResources') {
|
|
10
|
+
throw new InvalidResponseError('getSystemResources');
|
|
11
|
+
}
|
|
12
|
+
return {
|
|
13
|
+
capabilities: response.capabilities,
|
|
14
|
+
...(response.sample && { sample: response.sample })
|
|
15
|
+
};
|
|
16
|
+
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { type HeartbeatResponse } from '../../schemas/index';
|
|
2
|
-
import type { DelegateBase } from '../../schemas/delegate';
|
|
1
|
+
import { type HeartbeatResponse } from '../../schemas/index.js';
|
|
2
|
+
import type { DelegateBase } from '../../schemas/delegate.js';
|
|
3
3
|
/**
|
|
4
4
|
* Checks if a delegated provider is online by sending a heartbeat round-trip.
|
|
5
5
|
* Can also be used to check if the local SDK worker is responsive.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import {} from '../../schemas/index.js';
|
|
2
|
-
import { send } from '
|
|
2
|
+
import { send } from '../../client/rpc/rpc-client.js';
|
|
3
3
|
import { InvalidResponseError } from '../../utils/errors-client.js';
|
|
4
4
|
/**
|
|
5
5
|
* Checks if a delegated provider is online by sending a heartbeat round-trip.
|
|
@@ -1,34 +1,36 @@
|
|
|
1
|
-
export { loadModel } from './load-model';
|
|
2
|
-
export { downloadAsset } from './download-asset';
|
|
3
|
-
export { batchCompletion } from './batch-completion';
|
|
4
|
-
export { completion } from './completion-stream';
|
|
5
|
-
export { deleteCache } from './delete-cache';
|
|
6
|
-
export { unloadModel } from './unload-model';
|
|
7
|
-
export { loggingStream } from './logging-stream';
|
|
8
|
-
export { subscribeServerLogs, type ServerLogHandler } from './subscribe-logs';
|
|
9
|
-
export { heartbeat } from './heartbeat';
|
|
10
|
-
export { transcribe, transcribeStream } from './transcribe';
|
|
11
|
-
export { bciTranscribe, bciTranscribeStream } from './bci-transcribe';
|
|
12
|
-
export { embed } from './embed';
|
|
13
|
-
export { finetune, type FinetuneHandle } from './finetune';
|
|
14
|
-
export { translate } from './translate';
|
|
15
|
-
export { cancel } from './cancel';
|
|
16
|
-
export { startQVACProvider } from './provide';
|
|
17
|
-
export { stopQVACProvider } from './stop-provider';
|
|
18
|
-
export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from './rag';
|
|
19
|
-
export { textToSpeech, textToSpeechStream } from './text-to-speech';
|
|
20
|
-
export { getModelInfo } from './get-model-info';
|
|
21
|
-
export { getLoadedModelInfo } from './get-loaded-model-info';
|
|
22
|
-
export {
|
|
23
|
-
export {
|
|
24
|
-
export {
|
|
25
|
-
export {
|
|
26
|
-
export {
|
|
27
|
-
export {
|
|
28
|
-
export {
|
|
29
|
-
export {
|
|
30
|
-
export {
|
|
31
|
-
export {
|
|
32
|
-
export {
|
|
33
|
-
export {
|
|
1
|
+
export { loadModel } from './load-model.js';
|
|
2
|
+
export { downloadAsset } from './download-asset.js';
|
|
3
|
+
export { batchCompletion } from './batch-completion.js';
|
|
4
|
+
export { completion } from './completion-stream.js';
|
|
5
|
+
export { deleteCache } from './delete-cache.js';
|
|
6
|
+
export { unloadModel } from './unload-model.js';
|
|
7
|
+
export { loggingStream } from './logging-stream.js';
|
|
8
|
+
export { subscribeServerLogs, type ServerLogHandler } from './subscribe-logs.js';
|
|
9
|
+
export { heartbeat } from './heartbeat.js';
|
|
10
|
+
export { transcribe, transcribeStream } from './transcribe.js';
|
|
11
|
+
export { bciTranscribe, bciTranscribeStream } from './bci-transcribe.js';
|
|
12
|
+
export { embed } from './embed.js';
|
|
13
|
+
export { finetune, type FinetuneHandle } from './finetune.js';
|
|
14
|
+
export { translate } from './translate.js';
|
|
15
|
+
export { cancel } from './cancel.js';
|
|
16
|
+
export { startQVACProvider } from './provide.js';
|
|
17
|
+
export { stopQVACProvider } from './stop-provider.js';
|
|
18
|
+
export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from './rag.js';
|
|
19
|
+
export { textToSpeech, textToSpeechStream } from './text-to-speech.js';
|
|
20
|
+
export { getModelInfo } from './get-model-info.js';
|
|
21
|
+
export { getLoadedModelInfo } from './get-loaded-model-info.js';
|
|
22
|
+
export { getSystemResources } from './get-system-resources.js';
|
|
23
|
+
export { ocr } from './ocr.js';
|
|
24
|
+
export { invokePlugin, invokePluginStream } from './invoke-plugin.js';
|
|
25
|
+
export { diffusion, type DiffusionProgressTick } from './diffusion.js';
|
|
26
|
+
export { classify } from './classify.js';
|
|
27
|
+
export { video, type VideoProgressTick } from './video.js';
|
|
28
|
+
export { upscale } from './upscale.js';
|
|
29
|
+
export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams } from './registry.js';
|
|
30
|
+
export { suspend } from './suspend.js';
|
|
31
|
+
export { resume } from './resume.js';
|
|
32
|
+
export { state } from './state.js';
|
|
33
|
+
export { vla, vlaHparams } from './vla.js';
|
|
34
|
+
export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
|
|
35
|
+
export { audioGen } from '../../client/api/audio-gen.js';
|
|
34
36
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/client/api/index.js
CHANGED
|
@@ -19,6 +19,7 @@ export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings,
|
|
|
19
19
|
export { textToSpeech, textToSpeechStream } from './text-to-speech.js';
|
|
20
20
|
export { getModelInfo } from './get-model-info.js';
|
|
21
21
|
export { getLoadedModelInfo } from './get-loaded-model-info.js';
|
|
22
|
+
export { getSystemResources } from './get-system-resources.js';
|
|
22
23
|
export { ocr } from './ocr.js';
|
|
23
24
|
export { invokePlugin, invokePluginStream } from './invoke-plugin.js';
|
|
24
25
|
export { diffusion } from './diffusion.js';
|
|
@@ -31,3 +32,4 @@ export { resume } from './resume.js';
|
|
|
31
32
|
export { state } from './state.js';
|
|
32
33
|
export { vla, vlaHparams } from './vla.js';
|
|
33
34
|
export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
|
|
35
|
+
export { audioGen } from '../../client/api/audio-gen.js';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type LoadModelOptions, type LoadCustomPluginModelOptions, type LoadModelDescriptorParam, type ReloadConfigOptions, type RPCOptions, type ModelDescriptor } from '../../schemas/index';
|
|
1
|
+
import { type LoadModelOptions, type LoadCustomPluginModelOptions, type LoadModelDescriptorParam, type ReloadConfigOptions, type RPCOptions, type ModelDescriptor } from '../../schemas/index.js';
|
|
2
2
|
/**
|
|
3
3
|
* Loads a model from a descriptor; `modelType` is inferred from `modelSrc`.
|
|
4
4
|
* `modelConfig` narrows per-engine when `modelSrc.engine` is a literal,
|
|
@@ -105,7 +105,7 @@ export declare function loadModel<S extends ModelDescriptor>(options: LoadModelD
|
|
|
105
105
|
* });
|
|
106
106
|
*
|
|
107
107
|
* // Load with automatic logging - logs from the model will be forwarded to your logger
|
|
108
|
-
* import { getLogger } from "../../logging/index";
|
|
108
|
+
* import { getLogger } from "../../logging/index.js";
|
|
109
109
|
* const logger = getLogger("my-app");
|
|
110
110
|
*
|
|
111
111
|
* const modelId = await loadModel({
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { send, stream } from '
|
|
2
|
-
import { startLoggingStreamForModel } from '
|
|
1
|
+
import { send, stream } from '../../client/rpc/rpc-client.js';
|
|
2
|
+
import { startLoggingStreamForModel } from '../../client/logging-stream-registry.js';
|
|
3
3
|
import { loadBuiltinToRequestSchema, loadCustomPluginToRequestSchema, reloadConfigOptionsToRequestSchema, isBuiltInModelType, isModelTypeAlias, normalizeModelType, inferModelTypeFromModelSrc, ModelType } from '../../schemas/index.js';
|
|
4
4
|
import { ModelLoadFailedError, ModelTypeRequiredError, StreamEndedError, InvalidResponseError } from '../../utils/errors-client.js';
|
|
5
5
|
import { assertModelSrcMatchesModelType } from '../../utils/load-model-validation.js';
|
|
6
|
-
import { parseClientInput } from '
|
|
6
|
+
import { parseClientInput } from '../../client/parse-input.js';
|
|
7
7
|
import { getClientLogger } from '../../logging/index.js';
|
|
8
8
|
import { decoratePromise } from '../../utils/decorate-promise.js';
|
|
9
|
-
import { generateClientRequestId } from '
|
|
9
|
+
import { generateClientRequestId } from '../../client/api/client-request-id.js';
|
|
10
10
|
const logger = getClientLogger();
|
|
11
11
|
function isReactNativeRuntime() {
|
|
12
12
|
const runtime = globalThis;
|