@qvac/sdk 0.18.2 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +12 -1
- package/README.md +46 -10
- package/bare-imports.json +2 -3
- package/dist/examples/abot-world.d.ts +2 -0
- package/dist/examples/abot-world.js +124 -0
- package/dist/examples/asr/parakeet-unified-filesystem.d.ts +2 -0
- package/dist/examples/asr/parakeet-unified-filesystem.js +50 -0
- package/dist/examples/assess-model-fit.d.ts +14 -0
- package/dist/examples/assess-model-fit.js +71 -0
- package/dist/examples/audiogen/generate-cover.js +2 -1
- package/dist/examples/audiogen/generate-music-minimax.d.ts +2 -0
- package/dist/examples/audiogen/generate-music-minimax.js +117 -0
- package/dist/examples/audiogen/generate-music.js +2 -1
- package/dist/examples/cache-management.js +1 -2
- package/dist/examples/classification/classify-image.js +1 -3
- package/dist/examples/config-reload.js +1 -1
- package/dist/examples/diffusion-ic-lora-ltx.d.ts +2 -0
- package/dist/examples/diffusion-ic-lora-ltx.js +76 -0
- package/dist/examples/mcp-websearch.js +1 -3
- package/dist/examples/model-fit-ui/server.d.ts +24 -0
- package/dist/examples/model-fit-ui/server.js +192 -0
- package/dist/examples/multi-job-completion.d.ts +2 -3
- package/dist/examples/multi-job-completion.js +2 -3
- package/dist/examples/parallel-download.js +4 -4
- package/dist/examples/plugins.js +1 -1
- package/dist/examples/profiling/basic.js +0 -1
- package/dist/examples/system-resources.js +2 -0
- package/dist/examples/translation/translation-bergamot-batch-stream.d.ts +2 -0
- package/dist/examples/translation/translation-bergamot-batch-stream.js +43 -0
- package/dist/examples/translation/translation-bergamot-batch.js +2 -5
- package/dist/examples/vla-groot.js +1 -1
- package/dist/scripts/check-resource-collectors-packaging.d.ts +2 -2
- package/dist/scripts/check-resource-collectors-packaging.js +3 -3
- package/dist/scripts/contract/build-contract.d.ts +1 -1
- package/dist/scripts/contract/build-contract.js +5 -5
- package/dist/scripts/contract/build-error-codes.js +3 -3
- package/dist/scripts/contract/build-model-type-maps.js +1 -2
- package/dist/scripts/contract/build-models-registry.d.ts +2 -2
- package/dist/scripts/contract/build-models-registry.js +2 -2
- package/dist/scripts/contract/constants-registry.d.ts +86 -0
- package/dist/scripts/contract/constants-registry.js +62 -0
- package/dist/scripts/contract/method-shapes.d.ts +53 -0
- package/dist/scripts/contract/method-shapes.js +50 -0
- package/dist/scripts/contract/plugin-contract.d.ts +1 -1
- package/dist/scripts/contract/plugin-contract.js +1 -1
- package/dist/scripts/enforce-inference-peer-dependencies.d.ts +2 -0
- package/dist/scripts/enforce-inference-peer-dependencies.js +39 -0
- package/dist/scripts/export-contract.js +1 -1
- package/dist/scripts/export-plugin-contract.js +1 -1
- package/dist/scripts/run-unit-tests.js +6 -1
- package/dist/src/client/api/assess-model-fit.d.ts +17 -0
- package/dist/src/client/api/assess-model-fit.js +38 -0
- package/dist/src/client/api/audio-gen-result.d.ts +4 -0
- package/dist/src/client/api/audio-gen-result.js +143 -0
- package/dist/src/client/api/audio-gen.d.ts +66 -0
- package/dist/src/client/api/audio-gen.js +68 -0
- package/dist/src/client/api/batch-completion.d.ts +28 -0
- package/dist/src/client/api/batch-completion.js +345 -0
- package/dist/src/client/api/bci-transcribe.d.ts +57 -0
- package/dist/src/client/api/bci-transcribe.js +173 -0
- package/dist/src/client/api/cancel.d.ts +35 -0
- package/dist/src/client/api/cancel.js +83 -0
- package/dist/src/client/api/classify.d.ts +25 -0
- package/dist/src/client/api/classify.js +48 -0
- package/dist/src/client/api/completion-stream.d.ts +107 -0
- package/dist/src/client/api/completion-stream.js +351 -0
- package/dist/src/client/api/delete-cache.js +49 -0
- package/dist/src/client/api/diffusion.d.ts +93 -0
- package/dist/src/client/api/diffusion.js +177 -0
- package/dist/src/client/api/download-asset.d.ts +52 -0
- package/dist/src/client/api/download-asset.js +89 -0
- package/dist/src/client/api/embed.d.ts +42 -0
- package/dist/src/client/api/embed.js +30 -0
- package/dist/src/client/api/finetune.d.ts +92 -0
- package/dist/src/client/api/finetune.js +144 -0
- package/dist/src/client/api/get-loaded-model-info.d.ts +26 -0
- package/dist/src/client/api/get-loaded-model-info.js +37 -0
- package/dist/src/client/api/get-model-info.d.ts +11 -0
- package/dist/src/client/api/get-model-info.js +22 -0
- package/dist/src/client/api/get-system-resources.d.ts +3 -0
- package/dist/src/client/api/get-system-resources.js +17 -0
- package/dist/src/client/api/heartbeat.d.ts +13 -0
- package/dist/src/client/api/heartbeat.js +21 -0
- package/dist/src/client/api/index.d.ts +37 -0
- package/dist/src/client/api/index.js +36 -0
- package/dist/src/client/api/invoke-plugin.d.ts +31 -0
- package/dist/src/client/api/invoke-plugin.js +54 -0
- package/dist/src/client/api/load-model.d.ts +184 -0
- package/dist/src/client/api/load-model.js +128 -0
- package/dist/src/client/api/logging-stream.d.ts +24 -0
- package/dist/src/client/api/logging-stream.js +36 -0
- package/dist/src/client/api/ocr.d.ts +40 -0
- package/dist/src/client/api/ocr.js +97 -0
- package/dist/src/client/api/rag.d.ts +257 -0
- package/dist/src/client/api/rag.js +490 -0
- package/dist/src/client/api/registry.d.ts +40 -0
- package/dist/src/client/api/registry.js +63 -0
- package/dist/src/client/api/resume.d.ts +27 -0
- package/dist/src/client/api/resume.js +33 -0
- package/dist/src/client/api/state.d.ts +23 -0
- package/dist/src/client/api/state.js +29 -0
- package/dist/src/client/api/subscribe-logs.d.ts +28 -0
- package/dist/src/client/api/suspend.d.ts +27 -0
- package/dist/src/client/api/suspend.js +33 -0
- package/dist/src/client/api/text-to-speech.d.ts +74 -0
- package/dist/src/client/api/text-to-speech.js +463 -0
- package/dist/src/client/api/transcribe.d.ts +93 -0
- package/dist/src/client/api/transcribe.js +295 -0
- package/dist/src/client/api/translate.d.ts +51 -0
- package/dist/src/client/api/translate.js +133 -0
- package/dist/src/client/api/unload-model.d.ts +18 -0
- package/dist/src/client/api/unload-model.js +42 -0
- package/dist/src/client/api/upscale.d.ts +45 -0
- package/dist/src/client/api/upscale.js +99 -0
- package/dist/src/client/api/video-request.d.ts +208 -0
- package/dist/src/client/api/video-request.js +18 -0
- package/dist/src/client/api/video.d.ts +107 -0
- package/dist/src/client/api/video.js +187 -0
- package/dist/src/client/api/vla-helpers.d.ts +59 -0
- package/dist/src/client/api/vla-helpers.js +139 -0
- package/dist/src/client/api/vla.d.ts +114 -0
- package/dist/src/client/api/vla.js +166 -0
- package/dist/src/client/api/world-result.d.ts +72 -0
- package/dist/src/client/api/world-result.js +296 -0
- package/dist/src/client/api/world.d.ts +144 -0
- package/dist/src/client/api/world.js +71 -0
- package/dist/src/client/config-loader/config-utils.d.ts +5 -0
- package/dist/src/client/config-loader/config-utils.js +18 -0
- package/dist/src/client/config-loader/resolve-config.expo.js +60 -0
- package/dist/src/client/config-loader/resolve-config.node.js +198 -0
- package/dist/src/client/init-hooks.d.ts +21 -0
- package/dist/src/client/init-hooks.js +62 -0
- package/dist/src/client/plugins-factory.d.ts +7 -0
- package/dist/src/client/plugins-factory.js +9 -0
- package/dist/src/client/rpc/bare-client.d.ts +6 -0
- package/dist/src/client/rpc/bare-client.js +21 -0
- package/dist/src/client/rpc/expo-rpc-client.js +195 -0
- package/dist/src/client/rpc/init-timeout.d.ts +26 -0
- package/dist/src/client/rpc/init-timeout.js +25 -0
- package/dist/src/client/rpc/node-rpc-client.js +525 -0
- package/dist/src/client/rpc/profiling/profiler.d.ts +27 -0
- package/dist/src/client/rpc/profiling/profiler.js +134 -0
- package/dist/src/client/rpc/rpc-client.d.ts +19 -0
- package/dist/src/client/rpc/rpc-client.js +550 -0
- package/dist/src/client/rpc/rpc-error.d.ts +28 -0
- package/dist/src/client/rpc/rpc-error.js +159 -0
- package/dist/src/client/rpc/worker-startup-error.d.ts +12 -0
- package/dist/src/client/rpc/worker-startup-error.js +13 -0
- package/dist/src/commands/bundle/entry-gen.js +54 -0
- package/dist/src/commands/bundle/index.js +148 -0
- package/dist/src/commands/bundle/plugins.d.ts +9 -0
- package/dist/src/commands/bundle/plugins.js +51 -0
- package/dist/src/commands/bundle/resolve-sdk-import.js +58 -0
- package/dist/src/commands/index.d.ts +5 -0
- package/dist/src/commands/index.js +2 -0
- package/dist/src/commands/verify/abi.d.ts +52 -0
- package/dist/src/commands/verify/abi.js +125 -0
- package/dist/src/commands/verify/bundle-source.d.ts +12 -0
- package/dist/src/commands/verify/bundle-source.js +53 -0
- package/dist/src/commands/verify/index.d.ts +59 -0
- package/dist/src/commands/verify/index.js +372 -0
- package/dist/src/commands/verify/node-modules-source.d.ts +11 -0
- package/dist/src/commands/verify/node-modules-source.js +76 -0
- package/dist/src/commands/verify/prebuilds.d.ts +16 -0
- package/dist/src/commands/verify/prebuilds.js +36 -0
- package/dist/src/commands/verify/resource-collectors.js +261 -0
- package/dist/src/deprecate.d.ts +2 -0
- package/dist/src/deprecate.js +9 -0
- package/dist/src/expo/plugins/withAndroidNdkVersion.js +31 -0
- package/dist/src/expo/plugins/withDeviceInfo.js +49 -0
- package/dist/src/expo/plugins/withMobileBundle.d.ts +24 -0
- package/dist/src/expo/plugins/withMobileBundle.js +152 -0
- package/dist/src/index.d.ts +20 -0
- package/dist/src/index.js +59 -0
- package/dist/src/logging/addon.d.ts +6 -0
- package/dist/src/logging/logging-stream-registry.js +137 -0
- package/dist/src/logging/namespaces.d.ts +7 -0
- package/dist/src/logging/namespaces.js +8 -0
- package/dist/src/logging/registry.d.ts +31 -0
- package/dist/src/logging/registry.js +62 -0
- package/dist/src/logging/stream-logger.js +12 -0
- package/dist/src/logging/utils.d.ts +6 -0
- package/dist/src/models/registry/index.d.ts +2 -0
- package/dist/src/models/registry/index.js +4 -0
- package/dist/src/pear/pre.js +446 -0
- package/dist/src/plugin-ids.d.ts +14 -0
- package/dist/src/plugin-ids.js +27 -0
- package/dist/src/plugin-utils.d.ts +2 -0
- package/dist/src/plugin-utils.js +4 -0
- package/dist/src/schemas/public.d.ts +3 -0
- package/dist/src/schemas/public.js +11 -0
- package/dist/src/schemas/sdk-errors-client.d.ts +41 -0
- package/dist/src/schemas/sdk-errors-client.js +192 -0
- package/dist/src/schemas/sdk-errors-server.d.ts +101 -0
- package/dist/src/schemas/sdk-errors-server.js +540 -0
- package/dist/src/server/error-handlers.js +32 -0
- package/dist/src/server/plugins/index.d.ts +2 -0
- package/dist/src/server/plugins/index.js +1 -0
- package/dist/src/server/rpc/profiling/context.d.ts +17 -0
- package/dist/src/server/rpc/profiling/context.js +31 -0
- package/dist/src/server/rpc/profiling/index.d.ts +2 -0
- package/dist/src/server/rpc/profiling/index.js +1 -0
- package/dist/src/server/rpc/profiling/profiler.d.ts +13 -0
- package/dist/src/server/rpc/profiling/profiler.js +78 -0
- package/dist/src/server/rpc/rpc-utils.d.ts +5 -0
- package/dist/src/server/utils/qvac-paths.js +5 -0
- package/dist/src/server/utils/worker-lock.js +67 -0
- package/dist/src/utils/aggregate-events.d.ts +26 -0
- package/dist/src/utils/aggregate-events.js +73 -0
- package/dist/src/utils/errors-client.d.ts +181 -0
- package/dist/src/utils/errors-client.js +305 -0
- package/dist/src/utils/errors-server.d.ts +380 -0
- package/dist/src/utils/errors-server.js +621 -0
- package/dist/src/utils/load-model-validation.js +17 -0
- package/dist/src/utils/mcp-adapter.d.ts +12 -0
- package/dist/src/utils/mcp-adapter.js +96 -0
- package/dist/src/utils/tool-helpers.d.ts +25 -0
- package/dist/src/utils/tool-helpers.js +111 -0
- package/dist/src/worker/create-server.js +46 -0
- package/dist/src/worker/handle-request.js +180 -0
- package/dist/src/worker/handler-utils.d.ts +16 -0
- package/dist/src/worker/handler-utils.js +41 -0
- package/dist/src/worker/index.d.ts +5 -0
- package/dist/src/worker/index.js +45 -0
- package/dist/src/worker/legacy-worker-entry.d.ts +2 -0
- package/dist/src/worker/legacy-worker-entry.js +3 -0
- package/dist/src/worker/lifecycle.d.ts +23 -0
- package/dist/src/worker/lifecycle.js +141 -0
- package/dist/src/worker/plugins/audiogen-ggml.d.ts +2 -0
- package/dist/src/worker/plugins/audiogen-ggml.js +1 -0
- package/dist/src/worker/plugins/bci-whispercpp-transcription.d.ts +2 -0
- package/dist/src/worker/plugins/bci-whispercpp-transcription.js +1 -0
- package/dist/src/worker/plugins/ggml-classification.d.ts +2 -0
- package/dist/src/worker/plugins/ggml-classification.js +1 -0
- package/dist/src/worker/plugins/ggml-ocr.d.ts +2 -0
- package/dist/src/worker/plugins/ggml-ocr.js +1 -0
- package/dist/src/worker/plugins/ggml-vla.d.ts +2 -0
- package/dist/src/worker/plugins/ggml-vla.js +1 -0
- package/dist/src/worker/plugins/llamacpp-completion.d.ts +2 -0
- package/dist/src/worker/plugins/llamacpp-completion.js +1 -0
- package/dist/src/worker/plugins/llamacpp-embedding.d.ts +2 -0
- package/dist/src/worker/plugins/llamacpp-embedding.js +1 -0
- package/dist/src/worker/plugins/nmtcpp-translation.d.ts +2 -0
- package/dist/src/worker/plugins/nmtcpp-translation.js +1 -0
- package/dist/src/worker/plugins/parakeet-transcription.d.ts +2 -0
- package/dist/src/worker/plugins/parakeet-transcription.js +1 -0
- package/dist/src/worker/plugins/sdcpp-generation.d.ts +2 -0
- package/dist/src/worker/plugins/sdcpp-generation.js +1 -0
- package/dist/src/worker/plugins/tts-ggml.d.ts +2 -0
- package/dist/src/worker/plugins/tts-ggml.js +1 -0
- package/dist/src/worker/plugins/whispercpp-transcription.d.ts +2 -0
- package/dist/src/worker/plugins/whispercpp-transcription.js +1 -0
- package/dist/src/worker/worker-core.d.ts +7 -0
- package/dist/src/worker/worker-core.js +8 -0
- package/docs/system-resources-support-matrix.md +46 -27
- package/package.json +82 -87
- package/dist/client/api/audio-gen-result.d.ts +0 -4
- package/dist/client/api/audio-gen-result.js +0 -132
- package/dist/client/api/audio-gen.d.ts +0 -46
- package/dist/client/api/audio-gen.js +0 -48
- package/dist/client/api/batch-completion.d.ts +0 -15
- package/dist/client/api/batch-completion.js +0 -332
- package/dist/client/api/bci-transcribe.d.ts +0 -57
- package/dist/client/api/bci-transcribe.js +0 -173
- package/dist/client/api/cancel.d.ts +0 -35
- package/dist/client/api/cancel.js +0 -83
- package/dist/client/api/classify.d.ts +0 -23
- package/dist/client/api/classify.js +0 -46
- package/dist/client/api/completion-stream.d.ts +0 -107
- package/dist/client/api/completion-stream.js +0 -351
- package/dist/client/api/delete-cache.js +0 -49
- package/dist/client/api/diffusion.d.ts +0 -93
- package/dist/client/api/diffusion.js +0 -175
- package/dist/client/api/download-asset.d.ts +0 -50
- package/dist/client/api/download-asset.js +0 -87
- package/dist/client/api/embed.d.ts +0 -42
- package/dist/client/api/embed.js +0 -30
- package/dist/client/api/finetune.d.ts +0 -92
- package/dist/client/api/finetune.js +0 -144
- package/dist/client/api/get-loaded-model-info.d.ts +0 -25
- package/dist/client/api/get-loaded-model-info.js +0 -36
- package/dist/client/api/get-model-info.d.ts +0 -44
- package/dist/client/api/get-model-info.js +0 -22
- package/dist/client/api/get-system-resources.d.ts +0 -3
- package/dist/client/api/get-system-resources.js +0 -16
- package/dist/client/api/heartbeat.d.ts +0 -30
- package/dist/client/api/heartbeat.js +0 -38
- package/dist/client/api/index.d.ts +0 -36
- package/dist/client/api/index.js +0 -35
- package/dist/client/api/invoke-plugin.d.ts +0 -31
- package/dist/client/api/invoke-plugin.js +0 -54
- package/dist/client/api/load-model.d.ts +0 -178
- package/dist/client/api/load-model.js +0 -130
- package/dist/client/api/logging-stream.d.ts +0 -24
- package/dist/client/api/logging-stream.js +0 -36
- package/dist/client/api/ocr.d.ts +0 -40
- package/dist/client/api/ocr.js +0 -97
- package/dist/client/api/provide.d.ts +0 -24
- package/dist/client/api/provide.js +0 -33
- package/dist/client/api/rag.d.ts +0 -252
- package/dist/client/api/rag.js +0 -485
- package/dist/client/api/registry.d.ts +0 -40
- package/dist/client/api/registry.js +0 -63
- package/dist/client/api/resume.d.ts +0 -30
- package/dist/client/api/resume.js +0 -36
- package/dist/client/api/state.d.ts +0 -23
- package/dist/client/api/state.js +0 -29
- package/dist/client/api/stop-provider.d.ts +0 -21
- package/dist/client/api/stop-provider.js +0 -31
- package/dist/client/api/subscribe-logs.d.ts +0 -28
- package/dist/client/api/suspend.d.ts +0 -31
- package/dist/client/api/suspend.js +0 -37
- package/dist/client/api/text-to-speech.d.ts +0 -66
- package/dist/client/api/text-to-speech.js +0 -455
- package/dist/client/api/transcribe.d.ts +0 -93
- package/dist/client/api/transcribe.js +0 -295
- package/dist/client/api/translate.d.ts +0 -49
- package/dist/client/api/translate.js +0 -125
- package/dist/client/api/unload-model.d.ts +0 -18
- package/dist/client/api/unload-model.js +0 -44
- package/dist/client/api/upscale.d.ts +0 -45
- package/dist/client/api/upscale.js +0 -99
- package/dist/client/api/video.d.ts +0 -87
- package/dist/client/api/video.js +0 -175
- package/dist/client/api/vla-helpers.d.ts +0 -45
- package/dist/client/api/vla-helpers.js +0 -125
- package/dist/client/api/vla.d.ts +0 -114
- package/dist/client/api/vla.js +0 -166
- package/dist/client/config-loader/config-utils.d.ts +0 -5
- package/dist/client/config-loader/config-utils.js +0 -18
- package/dist/client/config-loader/resolve-config.bare.d.ts +0 -9
- package/dist/client/config-loader/resolve-config.bare.js +0 -74
- package/dist/client/config-loader/resolve-config.expo.js +0 -62
- package/dist/client/config-loader/resolve-config.node.js +0 -199
- package/dist/client/init-hooks.d.ts +0 -21
- package/dist/client/init-hooks.js +0 -66
- package/dist/client/plugins-factory.d.ts +0 -8
- package/dist/client/plugins-factory.js +0 -10
- package/dist/client/rpc/bare-client.d.ts +0 -17
- package/dist/client/rpc/bare-client.js +0 -251
- package/dist/client/rpc/expo-rpc-client.js +0 -196
- package/dist/client/rpc/node-rpc-client.js +0 -505
- package/dist/client/rpc/profiling/profiler.d.ts +0 -27
- package/dist/client/rpc/profiling/profiler.js +0 -140
- package/dist/client/rpc/rpc-client.d.ts +0 -19
- package/dist/client/rpc/rpc-client.js +0 -551
- package/dist/client/rpc/rpc-error.d.ts +0 -28
- package/dist/client/rpc/rpc-error.js +0 -150
- package/dist/commands/bundle/entry-gen.js +0 -54
- package/dist/commands/bundle/index.js +0 -148
- package/dist/commands/bundle/plugins.d.ts +0 -9
- package/dist/commands/bundle/plugins.js +0 -51
- package/dist/commands/bundle/resolve-sdk-import.js +0 -53
- package/dist/commands/index.d.ts +0 -5
- package/dist/commands/index.js +0 -2
- package/dist/commands/verify/abi.d.ts +0 -52
- package/dist/commands/verify/abi.js +0 -125
- package/dist/commands/verify/bundle-source.d.ts +0 -12
- package/dist/commands/verify/bundle-source.js +0 -53
- package/dist/commands/verify/index.d.ts +0 -59
- package/dist/commands/verify/index.js +0 -372
- package/dist/commands/verify/node-modules-source.d.ts +0 -11
- package/dist/commands/verify/node-modules-source.js +0 -76
- package/dist/commands/verify/prebuilds.d.ts +0 -16
- package/dist/commands/verify/prebuilds.js +0 -36
- package/dist/commands/verify/resource-collectors.js +0 -261
- package/dist/constants/audio.d.ts +0 -2
- package/dist/constants/audio.js +0 -1
- package/dist/constants/index.d.ts +0 -3
- package/dist/constants/index.js +0 -2
- package/dist/constants/registry.d.ts +0 -2
- package/dist/constants/registry.js +0 -1
- package/dist/examples/delegated-inference/composite.d.ts +0 -2
- package/dist/examples/delegated-inference/composite.js +0 -96
- package/dist/examples/delegated-inference/consumer-profiled.d.ts +0 -2
- package/dist/examples/delegated-inference/consumer-profiled.js +0 -59
- package/dist/examples/delegated-inference/consumer.d.ts +0 -2
- package/dist/examples/delegated-inference/consumer.js +0 -55
- package/dist/examples/delegated-inference/provider.d.ts +0 -2
- package/dist/examples/delegated-inference/provider.js +0 -52
- package/dist/examples/quickstart.bare.d.ts +0 -2
- package/dist/examples/quickstart.bare.js +0 -16
- package/dist/expo/plugins/withAndroidNdkVersion.js +0 -31
- package/dist/expo/plugins/withDeviceInfo.js +0 -49
- package/dist/expo/plugins/withMobileBundle.d.ts +0 -12
- package/dist/expo/plugins/withMobileBundle.js +0 -117
- package/dist/index.d.ts +0 -17
- package/dist/index.js +0 -44
- package/dist/logging/addon.d.ts +0 -6
- package/dist/logging/namespaces.d.ts +0 -7
- package/dist/logging/namespaces.js +0 -8
- package/dist/logging/registry.d.ts +0 -31
- package/dist/logging/registry.js +0 -62
- package/dist/logging/stream-logger.js +0 -12
- package/dist/logging/utils.d.ts +0 -6
- package/dist/models/registry/index.d.ts +0 -19
- package/dist/models/registry/index.js +0 -21
- package/dist/models/registry/models.d.ts +0 -23457
- package/dist/models/registry/models.js +0 -24713
- package/dist/pear/pre.js +0 -446
- package/dist/profiling/aggregator.d.ts +0 -15
- package/dist/profiling/aggregator.js +0 -100
- package/dist/profiling/backend-diagnostics.d.ts +0 -8
- package/dist/profiling/backend-diagnostics.js +0 -21
- package/dist/profiling/clock.d.ts +0 -12
- package/dist/profiling/clock.js +0 -51
- package/dist/profiling/controller.d.ts +0 -35
- package/dist/profiling/controller.js +0 -130
- package/dist/profiling/envelope.d.ts +0 -11
- package/dist/profiling/envelope.js +0 -45
- package/dist/profiling/events.d.ts +0 -20
- package/dist/profiling/events.js +0 -35
- package/dist/profiling/exporters.d.ts +0 -10
- package/dist/profiling/exporters.js +0 -243
- package/dist/profiling/index.d.ts +0 -86
- package/dist/profiling/index.js +0 -81
- package/dist/profiling/model-execution.d.ts +0 -16
- package/dist/profiling/model-execution.js +0 -34
- package/dist/profiling/ring-buffer.d.ts +0 -19
- package/dist/profiling/ring-buffer.js +0 -83
- package/dist/profiling/types.d.ts +0 -53
- package/dist/profiling/types.js +0 -1
- package/dist/schemas/archive.d.ts +0 -9
- package/dist/schemas/archive.js +0 -11
- package/dist/schemas/audio-gen.d.ts +0 -356
- package/dist/schemas/audio-gen.js +0 -200
- package/dist/schemas/batch-completion-stream.d.ts +0 -468
- package/dist/schemas/batch-completion-stream.js +0 -124
- package/dist/schemas/bci-config.d.ts +0 -75
- package/dist/schemas/bci-config.js +0 -58
- package/dist/schemas/bci.d.ts +0 -179
- package/dist/schemas/bci.js +0 -89
- package/dist/schemas/cancel.d.ts +0 -209
- package/dist/schemas/cancel.js +0 -140
- package/dist/schemas/classification.d.ts +0 -53
- package/dist/schemas/classification.js +0 -33
- package/dist/schemas/common.d.ts +0 -6960
- package/dist/schemas/common.js +0 -138
- package/dist/schemas/completion-event.d.ts +0 -249
- package/dist/schemas/completion-event.js +0 -94
- package/dist/schemas/completion-stream.d.ts +0 -476
- package/dist/schemas/completion-stream.js +0 -236
- package/dist/schemas/constants-registry.d.ts +0 -83
- package/dist/schemas/constants-registry.js +0 -65
- package/dist/schemas/delegate.d.ts +0 -16
- package/dist/schemas/delegate.js +0 -32
- package/dist/schemas/delete-cache.d.ts +0 -17
- package/dist/schemas/delete-cache.js +0 -21
- package/dist/schemas/download-asset.d.ts +0 -225
- package/dist/schemas/download-asset.js +0 -71
- package/dist/schemas/embed.d.ts +0 -42
- package/dist/schemas/embed.js +0 -35
- package/dist/schemas/engine-addon-map.d.ts +0 -21
- package/dist/schemas/engine-addon-map.js +0 -78
- package/dist/schemas/error.d.ts +0 -44
- package/dist/schemas/error.js +0 -67
- package/dist/schemas/finetune.d.ts +0 -622
- package/dist/schemas/finetune.js +0 -163
- package/dist/schemas/get-loaded-model-info.d.ts +0 -70
- package/dist/schemas/get-loaded-model-info.js +0 -52
- package/dist/schemas/get-model-info.d.ts +0 -130
- package/dist/schemas/get-model-info.js +0 -91
- package/dist/schemas/heartbeat.d.ts +0 -16
- package/dist/schemas/heartbeat.js +0 -10
- package/dist/schemas/index.d.ts +0 -55
- package/dist/schemas/index.js +0 -55
- package/dist/schemas/json-schema.d.ts +0 -16
- package/dist/schemas/json-schema.js +0 -2
- package/dist/schemas/llamacpp-config.d.ts +0 -404
- package/dist/schemas/llamacpp-config.js +0 -219
- package/dist/schemas/load-model.d.ts +0 -28991
- package/dist/schemas/load-model.js +0 -647
- package/dist/schemas/logging-stream.d.ts +0 -34
- package/dist/schemas/logging-stream.js +0 -17
- package/dist/schemas/mcp-adapter.d.ts +0 -47
- package/dist/schemas/mcp-adapter.js +0 -1
- package/dist/schemas/model-src-utils.d.ts +0 -193
- package/dist/schemas/model-src-utils.js +0 -61
- package/dist/schemas/model-types.d.ts +0 -276
- package/dist/schemas/model-types.js +0 -223
- package/dist/schemas/ocr.d.ts +0 -138
- package/dist/schemas/ocr.js +0 -59
- package/dist/schemas/path-validation.d.ts +0 -10
- package/dist/schemas/path-validation.js +0 -22
- package/dist/schemas/plugin.d.ts +0 -342
- package/dist/schemas/plugin.js +0 -242
- package/dist/schemas/profiling.d.ts +0 -696
- package/dist/schemas/profiling.js +0 -100
- package/dist/schemas/provide.d.ts +0 -41
- package/dist/schemas/provide.js +0 -22
- package/dist/schemas/public.d.ts +0 -3
- package/dist/schemas/public.js +0 -6
- package/dist/schemas/rag.d.ts +0 -302
- package/dist/schemas/rag.js +0 -212
- package/dist/schemas/registry.d.ts +0 -454
- package/dist/schemas/registry.js +0 -104
- package/dist/schemas/reload-config.d.ts +0 -586
- package/dist/schemas/reload-config.js +0 -42
- package/dist/schemas/resume.d.ts +0 -10
- package/dist/schemas/resume.js +0 -7
- package/dist/schemas/runtime-context.d.ts +0 -19
- package/dist/schemas/runtime-context.js +0 -7
- package/dist/schemas/sdcpp-config.d.ts +0 -1127
- package/dist/schemas/sdcpp-config.js +0 -748
- package/dist/schemas/sdk-config.d.ts +0 -5059
- package/dist/schemas/sdk-config.js +0 -167
- package/dist/schemas/sdk-errors-client.d.ts +0 -44
- package/dist/schemas/sdk-errors-client.js +0 -208
- package/dist/schemas/sdk-errors-registry.d.ts +0 -6
- package/dist/schemas/sdk-errors-registry.js +0 -8
- package/dist/schemas/sdk-errors-server.d.ts +0 -102
- package/dist/schemas/sdk-errors-server.js +0 -534
- package/dist/schemas/shard.d.ts +0 -21
- package/dist/schemas/shard.js +0 -17
- package/dist/schemas/state.d.ts +0 -23
- package/dist/schemas/state.js +0 -9
- package/dist/schemas/stop-provide.d.ts +0 -12
- package/dist/schemas/stop-provide.js +0 -11
- package/dist/schemas/suspend.d.ts +0 -10
- package/dist/schemas/suspend.js +0 -7
- package/dist/schemas/system-resources.d.ts +0 -3967
- package/dist/schemas/system-resources.js +0 -149
- package/dist/schemas/text-to-speech.d.ts +0 -2329
- package/dist/schemas/text-to-speech.js +0 -554
- package/dist/schemas/tools.d.ts +0 -65
- package/dist/schemas/tools.js +0 -37
- package/dist/schemas/transcription-config.d.ts +0 -164
- package/dist/schemas/transcription-config.js +0 -162
- package/dist/schemas/transcription.d.ts +0 -264
- package/dist/schemas/transcription.js +0 -145
- package/dist/schemas/translate.d.ts +0 -139
- package/dist/schemas/translate.js +0 -103
- package/dist/schemas/translation-config.d.ts +0 -1032
- package/dist/schemas/translation-config.js +0 -170
- package/dist/schemas/unload-model.d.ts +0 -22
- package/dist/schemas/unload-model.js +0 -18
- package/dist/schemas/vla.d.ts +0 -194
- package/dist/schemas/vla.js +0 -254
- package/dist/scripts/run-security-tests.d.ts +0 -2
- package/dist/scripts/run-security-tests.js +0 -21
- package/dist/server/bare/delegate-connect-diagnostics.d.ts +0 -9
- package/dist/server/bare/delegate-connect-diagnostics.js +0 -38
- package/dist/server/bare/delegate-rpc-client.d.ts +0 -10
- package/dist/server/bare/delegate-rpc-client.js +0 -219
- package/dist/server/bare/hyperswarm.d.ts +0 -10
- package/dist/server/bare/hyperswarm.js +0 -103
- package/dist/server/bare/ops/bci-transcribe.d.ts +0 -13
- package/dist/server/bare/ops/bci-transcribe.js +0 -248
- package/dist/server/bare/ops/cancel.d.ts +0 -29
- package/dist/server/bare/ops/cancel.js +0 -46
- package/dist/server/bare/ops/embed.d.ts +0 -16
- package/dist/server/bare/ops/embed.js +0 -193
- package/dist/server/bare/ops/kv-cache-retention.d.ts +0 -12
- package/dist/server/bare/ops/kv-cache-retention.js +0 -132
- package/dist/server/bare/ops/kv-cache-utils.d.ts +0 -22
- package/dist/server/bare/ops/kv-cache-utils.js +0 -148
- package/dist/server/bare/ops/load-model.d.ts +0 -9
- package/dist/server/bare/ops/load-model.js +0 -82
- package/dist/server/bare/ops/transcribe.d.ts +0 -20
- package/dist/server/bare/ops/transcribe.js +0 -349
- package/dist/server/bare/ops/translate-stats.d.ts +0 -5
- package/dist/server/bare/ops/translate-stats.js +0 -11
- package/dist/server/bare/ops/translate.d.ts +0 -8
- package/dist/server/bare/ops/translate.js +0 -284
- package/dist/server/bare/ops/unload-model.d.ts +0 -3
- package/dist/server/bare/ops/unload-model.js +0 -51
- package/dist/server/bare/plugins/asr-ggml/config.d.ts +0 -32
- package/dist/server/bare/plugins/asr-ggml/config.js +0 -46
- package/dist/server/bare/plugins/asr-ggml/logging.d.ts +0 -11
- package/dist/server/bare/plugins/asr-ggml/logging.js +0 -12
- package/dist/server/bare/plugins/audiogen-ggml/config.d.ts +0 -18
- package/dist/server/bare/plugins/audiogen-ggml/config.js +0 -23
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-input.d.ts +0 -20
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-input.js +0 -153
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.d.ts +0 -3
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.js +0 -213
- package/dist/server/bare/plugins/audiogen-ggml/plugin.d.ts +0 -241
- package/dist/server/bare/plugins/audiogen-ggml/plugin.js +0 -58
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.d.ts +0 -3
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.js +0 -13
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +0 -174
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +0 -111
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +0 -75
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.js +0 -11
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +0 -6
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +0 -30
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +0 -32
- package/dist/server/bare/plugins/ggml-classification/plugin.js +0 -55
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +0 -8
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +0 -119
- package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +0 -103
- package/dist/server/bare/plugins/ggml-ocr/plugin.js +0 -112
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.d.ts +0 -6
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.js +0 -73
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +0 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +0 -12
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +0 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +0 -79
- package/dist/server/bare/plugins/ggml-vla/ops/vla-set-embodiment.d.ts +0 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-set-embodiment.js +0 -9
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +0 -103
- package/dist/server/bare/plugins/ggml-vla/plugin.js +0 -74
- package/dist/server/bare/plugins/index.d.ts +0 -13
- package/dist/server/bare/plugins/index.js +0 -12
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +0 -32
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +0 -100
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +0 -7
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +0 -36
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +0 -27
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +0 -58
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +0 -47
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +0 -382
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.d.ts +0 -29
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.js +0 -65
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +0 -11
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +0 -299
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +0 -190
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +0 -746
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.d.ts +0 -58
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.js +0 -58
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +0 -672
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +0 -503
- package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +0 -10
- package/dist/server/bare/plugins/llamacpp-completion/transform.js +0 -28
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +0 -77
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +0 -100
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +0 -458
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +0 -144
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +0 -32
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.js +0 -114
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +0 -134
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +0 -141
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +0 -3
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +0 -63
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +0 -3
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +0 -40
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +0 -6
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +0 -238
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +0 -758
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +0 -310
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.d.ts +0 -7
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.js +0 -50
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +0 -7
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +0 -104
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +0 -7
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +0 -89
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +0 -495
- package/dist/server/bare/plugins/tts-ggml/plugin.js +0 -436
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +0 -347
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +0 -178
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/chunk.js +0 -7
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +0 -11
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +0 -14
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +0 -19
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +0 -4
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +0 -16
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +0 -15
- package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/search.js +0 -16
- package/dist/server/bare/rag-hyperdb/index.d.ts +0 -12
- package/dist/server/bare/rag-hyperdb/index.js +0 -11
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +0 -29
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +0 -76
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +0 -15
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +0 -143
- package/dist/server/bare/registry/config-registry.d.ts +0 -14
- package/dist/server/bare/registry/config-registry.js +0 -90
- package/dist/server/bare/registry/logging-stream-registry.js +0 -137
- package/dist/server/bare/registry/model-config-registry.d.ts +0 -4
- package/dist/server/bare/registry/model-config-registry.js +0 -15
- package/dist/server/bare/registry/model-config-utils.d.ts +0 -15
- package/dist/server/bare/registry/model-config-utils.js +0 -128
- package/dist/server/bare/registry/model-registry.d.ts +0 -76
- package/dist/server/bare/registry/model-registry.js +0 -130
- package/dist/server/bare/registry/registry-client.d.ts +0 -5
- package/dist/server/bare/registry/registry-client.js +0 -118
- package/dist/server/bare/registry/runtime-context-registry.d.ts +0 -7
- package/dist/server/bare/registry/runtime-context-registry.js +0 -26
- package/dist/server/bare/resources/collector.d.ts +0 -644
- package/dist/server/bare/resources/collector.js +0 -226
- package/dist/server/bare/resources/native.d.ts +0 -3
- package/dist/server/bare/resources/native.js +0 -35
- package/dist/server/bare/resources/normalize.d.ts +0 -13
- package/dist/server/bare/resources/normalize.js +0 -73
- package/dist/server/bare/resources/types.d.ts +0 -66
- package/dist/server/bare/resources/types.js +0 -1
- package/dist/server/bare/resources/worker-collector.d.ts +0 -5
- package/dist/server/bare/resources/worker-collector.js +0 -15
- package/dist/server/bare/runtime/disposable-scope.d.ts +0 -36
- package/dist/server/bare/runtime/disposable-scope.js +0 -69
- package/dist/server/bare/runtime/index.d.ts +0 -8
- package/dist/server/bare/runtime/index.js +0 -3
- package/dist/server/bare/runtime/request-context.d.ts +0 -49
- package/dist/server/bare/runtime/request-context.js +0 -1
- package/dist/server/bare/runtime/request-id.d.ts +0 -12
- package/dist/server/bare/runtime/request-id.js +0 -14
- package/dist/server/bare/runtime/request-registry-singleton.d.ts +0 -4
- package/dist/server/bare/runtime/request-registry-singleton.js +0 -77
- package/dist/server/bare/runtime/request-registry.d.ts +0 -222
- package/dist/server/bare/runtime/request-registry.js +0 -715
- package/dist/server/bare/runtime/with-request-context.d.ts +0 -22
- package/dist/server/bare/runtime/with-request-context.js +0 -53
- package/dist/server/bare/runtime-lifecycle.d.ts +0 -38
- package/dist/server/bare/runtime-lifecycle.js +0 -163
- package/dist/server/bare/types/addon-responses.d.ts +0 -51
- package/dist/server/bare/types/addon-responses.js +0 -1
- package/dist/server/bare/utils/asr-events.d.ts +0 -15
- package/dist/server/bare/utils/asr-events.js +0 -30
- package/dist/server/bare/utils/audio-input.d.ts +0 -10
- package/dist/server/bare/utils/audio-input.js +0 -33
- package/dist/server/bare/utils/transcribe-metadata.d.ts +0 -21
- package/dist/server/bare/utils/transcribe-metadata.js +0 -28
- package/dist/server/bare/utils/tts-stats.d.ts +0 -26
- package/dist/server/bare/utils/tts-stats.js +0 -16
- package/dist/server/error-handlers.js +0 -32
- package/dist/server/plugins/index.d.ts +0 -2
- package/dist/server/plugins/index.js +0 -1
- package/dist/server/plugins/registry.d.ts +0 -10
- package/dist/server/plugins/registry.js +0 -107
- package/dist/server/rpc/create-server.js +0 -46
- package/dist/server/rpc/delegate-transport.d.ts +0 -19
- package/dist/server/rpc/delegate-transport.js +0 -237
- package/dist/server/rpc/handle-request.js +0 -172
- package/dist/server/rpc/handler-registry.d.ts +0 -3
- package/dist/server/rpc/handler-registry.js +0 -179
- package/dist/server/rpc/handler-selection.d.ts +0 -9
- package/dist/server/rpc/handler-selection.js +0 -14
- package/dist/server/rpc/handler-utils.d.ts +0 -30
- package/dist/server/rpc/handler-utils.js +0 -183
- package/dist/server/rpc/handlers/audio-gen-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/audio-gen-stream.js +0 -4
- package/dist/server/rpc/handlers/batch-completion-stream.d.ts +0 -80
- package/dist/server/rpc/handlers/batch-completion-stream.js +0 -4
- package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/bci-transcribe-stream.js +0 -4
- package/dist/server/rpc/handlers/bci-transcribe.d.ts +0 -3
- package/dist/server/rpc/handlers/bci-transcribe.js +0 -4
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +0 -4
- package/dist/server/rpc/handlers/cancel-delegated.js +0 -66
- package/dist/server/rpc/handlers/cancelHandler.d.ts +0 -32
- package/dist/server/rpc/handlers/cancelHandler.js +0 -69
- package/dist/server/rpc/handlers/classify.d.ts +0 -3
- package/dist/server/rpc/handlers/classify.js +0 -4
- package/dist/server/rpc/handlers/completion-orchestrate.d.ts +0 -42
- package/dist/server/rpc/handlers/completion-orchestrate.js +0 -190
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +0 -5
- package/dist/server/rpc/handlers/completion-stream-delegated.js +0 -51
- package/dist/server/rpc/handlers/completion-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/completion-stream.js +0 -4
- package/dist/server/rpc/handlers/delete-cache.d.ts +0 -12
- package/dist/server/rpc/handlers/delete-cache.js +0 -37
- package/dist/server/rpc/handlers/diffusion-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/diffusion-stream.js +0 -4
- package/dist/server/rpc/handlers/download-asset.d.ts +0 -3
- package/dist/server/rpc/handlers/download-asset.js +0 -146
- package/dist/server/rpc/handlers/embed.d.ts +0 -3
- package/dist/server/rpc/handlers/embed.js +0 -4
- package/dist/server/rpc/handlers/finetune.d.ts +0 -3
- package/dist/server/rpc/handlers/finetune.js +0 -18
- package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +0 -3
- package/dist/server/rpc/handlers/get-loaded-model-info.js +0 -45
- package/dist/server/rpc/handlers/get-model-info.d.ts +0 -3
- package/dist/server/rpc/handlers/get-model-info.js +0 -173
- package/dist/server/rpc/handlers/get-system-resources.d.ts +0 -3
- package/dist/server/rpc/handlers/get-system-resources.js +0 -53
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +0 -4
- package/dist/server/rpc/handlers/heartbeat-delegated.js +0 -32
- package/dist/server/rpc/handlers/heartbeat.d.ts +0 -3
- package/dist/server/rpc/handlers/heartbeat.js +0 -3
- package/dist/server/rpc/handlers/index.d.ts +0 -76
- package/dist/server/rpc/handlers/index.js +0 -75
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +0 -98
- package/dist/server/rpc/handlers/load-model/download-manager.js +0 -308
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +0 -8
- package/dist/server/rpc/handlers/load-model/download-stats.js +0 -126
- package/dist/server/rpc/handlers/load-model/handler.d.ts +0 -3
- package/dist/server/rpc/handlers/load-model/handler.js +0 -287
- package/dist/server/rpc/handlers/load-model/http.d.ts +0 -4
- package/dist/server/rpc/handlers/load-model/http.js +0 -856
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +0 -5
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +0 -561
- package/dist/server/rpc/handlers/load-model/index.d.ts +0 -3
- package/dist/server/rpc/handlers/load-model/index.js +0 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +0 -27
- package/dist/server/rpc/handlers/load-model/registry-client-options.js +0 -18
- package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +0 -23
- package/dist/server/rpc/handlers/load-model/registry-companion-set.js +0 -206
- package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +0 -24
- package/dist/server/rpc/handlers/load-model/registry-download-utils.js +0 -112
- package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +0 -11
- package/dist/server/rpc/handlers/load-model/registry-metadata.js +0 -23
- package/dist/server/rpc/handlers/load-model/registry.d.ts +0 -5
- package/dist/server/rpc/handlers/load-model/registry.js +0 -298
- package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +0 -34
- package/dist/server/rpc/handlers/load-model/resolve-session.js +0 -62
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +0 -16
- package/dist/server/rpc/handlers/load-model/resolve.js +0 -237
- package/dist/server/rpc/handlers/load-model/types.d.ts +0 -60
- package/dist/server/rpc/handlers/load-model/types.js +0 -28
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +0 -7
- package/dist/server/rpc/handlers/load-model-delegated.js +0 -132
- package/dist/server/rpc/handlers/logging-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/logging-stream.js +0 -39
- package/dist/server/rpc/handlers/ocr-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/ocr-stream.js +0 -4
- package/dist/server/rpc/handlers/plugin-dispatch.d.ts +0 -3
- package/dist/server/rpc/handlers/plugin-dispatch.js +0 -63
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +0 -4
- package/dist/server/rpc/handlers/plugin-invoke.js +0 -81
- package/dist/server/rpc/handlers/provideHandler/connection.d.ts +0 -3
- package/dist/server/rpc/handlers/provideHandler/connection.js +0 -38
- package/dist/server/rpc/handlers/provideHandler/handler.d.ts +0 -3
- package/dist/server/rpc/handlers/provideHandler/handler.js +0 -66
- package/dist/server/rpc/handlers/provideHandler/proxy.d.ts +0 -3
- package/dist/server/rpc/handlers/provideHandler/proxy.js +0 -24
- package/dist/server/rpc/handlers/provideHandler.d.ts +0 -2
- package/dist/server/rpc/handlers/provideHandler.js +0 -2
- package/dist/server/rpc/handlers/rag.d.ts +0 -3
- package/dist/server/rpc/handlers/rag.js +0 -272
- package/dist/server/rpc/handlers/registry.d.ts +0 -5
- package/dist/server/rpc/handlers/registry.js +0 -155
- package/dist/server/rpc/handlers/resume.d.ts +0 -3
- package/dist/server/rpc/handlers/resume.js +0 -11
- package/dist/server/rpc/handlers/state.d.ts +0 -3
- package/dist/server/rpc/handlers/state.js +0 -7
- package/dist/server/rpc/handlers/stopProvideHandler.d.ts +0 -3
- package/dist/server/rpc/handlers/stopProvideHandler.js +0 -29
- package/dist/server/rpc/handlers/suspend.d.ts +0 -3
- package/dist/server/rpc/handlers/suspend.js +0 -11
- package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/text-to-speech-stream.js +0 -4
- package/dist/server/rpc/handlers/text-to-speech.d.ts +0 -3
- package/dist/server/rpc/handlers/text-to-speech.js +0 -4
- package/dist/server/rpc/handlers/transcribe-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/transcribe-stream.js +0 -4
- package/dist/server/rpc/handlers/transcribe.d.ts +0 -3
- package/dist/server/rpc/handlers/transcribe.js +0 -4
- package/dist/server/rpc/handlers/translate.d.ts +0 -3
- package/dist/server/rpc/handlers/translate.js +0 -4
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +0 -3
- package/dist/server/rpc/handlers/unload-model-delegated.js +0 -32
- package/dist/server/rpc/handlers/unload-model.d.ts +0 -3
- package/dist/server/rpc/handlers/unload-model.js +0 -29
- package/dist/server/rpc/handlers/upscale-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/upscale-stream.js +0 -4
- package/dist/server/rpc/handlers/video-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/video-stream.js +0 -4
- package/dist/server/rpc/index.d.ts +0 -3
- package/dist/server/rpc/index.js +0 -2
- package/dist/server/rpc/method-shapes.d.ts +0 -53
- package/dist/server/rpc/method-shapes.js +0 -50
- package/dist/server/rpc/profiling/backend-diagnostics.d.ts +0 -3
- package/dist/server/rpc/profiling/backend-diagnostics.js +0 -16
- package/dist/server/rpc/profiling/context.d.ts +0 -18
- package/dist/server/rpc/profiling/context.js +0 -37
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +0 -32
- package/dist/server/rpc/profiling/delegation-profiler.js +0 -153
- package/dist/server/rpc/profiling/index.d.ts +0 -5
- package/dist/server/rpc/profiling/index.js +0 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +0 -25
- package/dist/server/rpc/profiling/operation-metrics.js +0 -361
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +0 -18
- package/dist/server/rpc/profiling/operation-wrappers.js +0 -196
- package/dist/server/rpc/profiling/profiler.d.ts +0 -13
- package/dist/server/rpc/profiling/profiler.js +0 -93
- package/dist/server/rpc/rpc-utils.d.ts +0 -5
- package/dist/server/rpc/transport-selector.d.ts +0 -3
- package/dist/server/rpc/transport-selector.js +0 -18
- package/dist/server/utils/archive.d.ts +0 -4
- package/dist/server/utils/archive.js +0 -177
- package/dist/server/utils/audio/decoder.d.ts +0 -41
- package/dist/server/utils/audio/decoder.js +0 -108
- package/dist/server/utils/cache/auto-history.d.ts +0 -4
- package/dist/server/utils/cache/auto-history.js +0 -26
- package/dist/server/utils/cache/paths.d.ts +0 -43
- package/dist/server/utils/cache/paths.js +0 -133
- package/dist/server/utils/cache/types.d.ts +0 -8
- package/dist/server/utils/cache/types.js +0 -1
- package/dist/server/utils/checksum.d.ts +0 -4
- package/dist/server/utils/checksum.js +0 -30
- package/dist/server/utils/clear-storage.d.ts +0 -5
- package/dist/server/utils/clear-storage.js +0 -14
- package/dist/server/utils/completion-normalizer.d.ts +0 -18
- package/dist/server/utils/completion-normalizer.js +0 -453
- package/dist/server/utils/config-transform.d.ts +0 -6
- package/dist/server/utils/config-transform.js +0 -27
- package/dist/server/utils/formatting.d.ts +0 -19
- package/dist/server/utils/formatting.js +0 -56
- package/dist/server/utils/gguf-tensor-extractor.d.ts +0 -15
- package/dist/server/utils/gguf-tensor-extractor.js +0 -310
- package/dist/server/utils/index.d.ts +0 -11
- package/dist/server/utils/index.js +0 -10
- package/dist/server/utils/multi-gpu-mobile.d.ts +0 -5
- package/dist/server/utils/multi-gpu-mobile.js +0 -10
- package/dist/server/utils/path-security.d.ts +0 -12
- package/dist/server/utils/path-security.js +0 -25
- package/dist/server/utils/qvac-paths.js +0 -5
- package/dist/server/utils/response-format.d.ts +0 -3
- package/dist/server/utils/response-format.js +0 -20
- package/dist/server/utils/shard-utils.d.ts +0 -49
- package/dist/server/utils/shard-utils.js +0 -137
- package/dist/server/utils/tool-integration.d.ts +0 -17
- package/dist/server/utils/tool-integration.js +0 -20
- package/dist/server/utils/tools/dialect.d.ts +0 -8
- package/dist/server/utils/tools/dialect.js +0 -20
- package/dist/server/utils/tools/index.d.ts +0 -3
- package/dist/server/utils/tools/index.js +0 -2
- package/dist/server/utils/tools/parser.d.ts +0 -6
- package/dist/server/utils/tools/parser.js +0 -69
- package/dist/server/utils/tools/parsers/dsml.d.ts +0 -4
- package/dist/server/utils/tools/parsers/dsml.js +0 -176
- package/dist/server/utils/tools/parsers/gemma4native.d.ts +0 -4
- package/dist/server/utils/tools/parsers/gemma4native.js +0 -65
- package/dist/server/utils/tools/parsers/harmony.d.ts +0 -4
- package/dist/server/utils/tools/parsers/harmony.js +0 -57
- package/dist/server/utils/tools/parsers/hermes.d.ts +0 -4
- package/dist/server/utils/tools/parsers/hermes.js +0 -122
- package/dist/server/utils/tools/parsers/json.d.ts +0 -6
- package/dist/server/utils/tools/parsers/json.js +0 -115
- package/dist/server/utils/tools/parsers/pythonic.d.ts +0 -4
- package/dist/server/utils/tools/parsers/pythonic.js +0 -267
- package/dist/server/utils/tools/parsers/qwen35.d.ts +0 -4
- package/dist/server/utils/tools/parsers/qwen35.js +0 -124
- package/dist/server/utils/tools/shared.d.ts +0 -18
- package/dist/server/utils/tools/shared.js +0 -52
- package/dist/server/utils/worker-lock.js +0 -67
- package/dist/server/worker-core.d.ts +0 -23
- package/dist/server/worker-core.js +0 -206
- package/dist/server/worker.d.ts +0 -5
- package/dist/server/worker.js +0 -34
- package/dist/utils/aggregate-events.d.ts +0 -26
- package/dist/utils/aggregate-events.js +0 -73
- package/dist/utils/errors-client.d.ts +0 -178
- package/dist/utils/errors-client.js +0 -310
- package/dist/utils/errors-server.d.ts +0 -376
- package/dist/utils/errors-server.js +0 -610
- package/dist/utils/load-model-validation.js +0 -18
- package/dist/utils/mcp-adapter.d.ts +0 -12
- package/dist/utils/mcp-adapter.js +0 -96
- package/dist/utils/tool-helpers.d.ts +0 -25
- package/dist/utils/tool-helpers.js +0 -111
- /package/dist/{client → src/client}/api/client-request-id.d.ts +0 -0
- /package/dist/{client → src/client}/api/client-request-id.js +0 -0
- /package/dist/{client → src/client}/api/delete-cache.d.ts +0 -0
- /package/dist/{client → src/client}/api/subscribe-logs.js +0 -0
- /package/dist/{client → src/client}/config-loader/resolve-config.expo.d.ts +0 -0
- /package/dist/{client → src/client}/config-loader/resolve-config.node.d.ts +0 -0
- /package/dist/{client → src/client}/index.d.ts +0 -0
- /package/dist/{client → src/client}/index.js +0 -0
- /package/dist/{client → src/client}/logging-stream-registry.d.ts +0 -0
- /package/dist/{client → src/client}/logging-stream-registry.js +0 -0
- /package/dist/{client → src/client}/parse-input.d.ts +0 -0
- /package/dist/{client → src/client}/parse-input.js +0 -0
- /package/dist/{client → src/client}/rpc/ensure-worker-ready.d.ts +0 -0
- /package/dist/{client → src/client}/rpc/ensure-worker-ready.js +0 -0
- /package/dist/{client → src/client}/rpc/expo-device-info.d.ts +0 -0
- /package/dist/{client → src/client}/rpc/expo-device-info.js +0 -0
- /package/dist/{client → src/client}/rpc/expo-rpc-client.d.ts +0 -0
- /package/dist/{client → src/client}/rpc/node-rpc-client.d.ts +0 -0
- /package/dist/{client → src/client}/rpc/profiling/index.d.ts +0 -0
- /package/dist/{client → src/client}/rpc/profiling/index.js +0 -0
- /package/dist/{commands → src/commands}/bundle/bare-pack.d.ts +0 -0
- /package/dist/{commands → src/commands}/bundle/bare-pack.js +0 -0
- /package/dist/{commands → src/commands}/bundle/constants.d.ts +0 -0
- /package/dist/{commands → src/commands}/bundle/constants.js +0 -0
- /package/dist/{commands → src/commands}/bundle/entry-gen.d.ts +0 -0
- /package/dist/{commands → src/commands}/bundle/index.d.ts +0 -0
- /package/dist/{commands → src/commands}/bundle/manifest.d.ts +0 -0
- /package/dist/{commands → src/commands}/bundle/manifest.js +0 -0
- /package/dist/{commands → src/commands}/bundle/resolve-sdk-import.d.ts +0 -0
- /package/dist/{commands → src/commands}/verify/addon-source.d.ts +0 -0
- /package/dist/{commands → src/commands}/verify/addon-source.js +0 -0
- /package/dist/{commands → src/commands}/verify/resource-collectors.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/find-in-ancestor-node-modules.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/find-in-ancestor-node-modules.js +0 -0
- /package/dist/{expo → src/expo}/plugins/get-project-root.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/get-project-root.js +0 -0
- /package/dist/{expo → src/expo}/plugins/index.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/index.js +0 -0
- /package/dist/{expo → src/expo}/plugins/resolve-sdk-package-dir.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/resolve-sdk-package-dir.js +0 -0
- /package/dist/{expo → src/expo}/plugins/withAndroidArchitecture.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/withAndroidArchitecture.js +0 -0
- /package/dist/{expo → src/expo}/plugins/withAndroidNdkVersion.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/withDeviceInfo.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/withOpenCL.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/withOpenCL.js +0 -0
- /package/dist/{expo → src/expo}/plugins/withQvacSDK.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/withQvacSDK.js +0 -0
- /package/dist/{logging → src/logging}/addon.js +0 -0
- /package/dist/{logging → src/logging}/base-logger.d.ts +0 -0
- /package/dist/{logging → src/logging}/base-logger.js +0 -0
- /package/dist/{logging → src/logging}/client-logger.d.ts +0 -0
- /package/dist/{logging → src/logging}/client-logger.js +0 -0
- /package/dist/{logging → src/logging}/index.d.ts +0 -0
- /package/dist/{logging → src/logging}/index.js +0 -0
- /package/dist/{logging → src/logging}/logger.d.ts +0 -0
- /package/dist/{logging → src/logging}/logger.js +0 -0
- /package/dist/{server/bare/registry → src/logging}/logging-stream-registry.d.ts +0 -0
- /package/dist/{logging → src/logging}/server-logger.d.ts +0 -0
- /package/dist/{logging → src/logging}/server-logger.js +0 -0
- /package/dist/{logging → src/logging}/stream-logger.d.ts +0 -0
- /package/dist/{logging → src/logging}/transport.d.ts +0 -0
- /package/dist/{logging → src/logging}/transport.js +0 -0
- /package/dist/{logging → src/logging}/types.d.ts +0 -0
- /package/dist/{logging → src/logging}/types.js +0 -0
- /package/dist/{logging → src/logging}/utils.js +0 -0
- /package/dist/{pear → src/pear}/pre.d.ts +0 -0
- /package/dist/{server → src/server}/env.d.ts +0 -0
- /package/dist/{server → src/server}/env.js +0 -0
- /package/dist/{server → src/server}/error-handlers.d.ts +0 -0
- /package/dist/{server → src/server}/rpc/progress-throttle.d.ts +0 -0
- /package/dist/{server → src/server}/rpc/progress-throttle.js +0 -0
- /package/dist/{server → src/server}/rpc/rpc-utils.js +0 -0
- /package/dist/{server → src/server}/utils/qvac-paths.d.ts +0 -0
- /package/dist/{server → src/server}/utils/worker-lock.d.ts +0 -0
- /package/dist/{utils → src/utils}/cache-normalize.d.ts +0 -0
- /package/dist/{utils → src/utils}/cache-normalize.js +0 -0
- /package/dist/{utils → src/utils}/decorate-promise.d.ts +0 -0
- /package/dist/{utils → src/utils}/decorate-promise.js +0 -0
- /package/dist/{utils → src/utils}/encoding.d.ts +0 -0
- /package/dist/{utils → src/utils}/encoding.js +0 -0
- /package/dist/{utils → src/utils}/errors-base.d.ts +0 -0
- /package/dist/{utils → src/utils}/errors-base.js +0 -0
- /package/dist/{utils → src/utils}/global-singleton.d.ts +0 -0
- /package/dist/{utils → src/utils}/global-singleton.js +0 -0
- /package/dist/{utils → src/utils}/load-model-validation.d.ts +0 -0
- /package/dist/{utils → src/utils}/object.d.ts +0 -0
- /package/dist/{utils → src/utils}/object.js +0 -0
- /package/dist/{utils → src/utils}/path-sanitize.d.ts +0 -0
- /package/dist/{utils → src/utils}/path-sanitize.js +0 -0
- /package/dist/{utils → src/utils}/withTimeout.d.ts +0 -0
- /package/dist/{utils → src/utils}/withTimeout.js +0 -0
- /package/dist/{utils → src/utils}/zod-error.d.ts +0 -0
- /package/dist/{utils → src/utils}/zod-error.js +0 -0
- /package/dist/{server/rpc → src/worker}/create-server.d.ts +0 -0
- /package/dist/{server/rpc → src/worker}/handle-request.d.ts +0 -0
- /package/{electron-forge → src/electron-forge}/index.cjs +0 -0
- /package/{expo → src/expo}/plugins/patches/android-link.mjs +0 -0
- /package/{expo → src/expo}/plugins/patches/ios-link.mjs +0 -0
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { send } from '../rpc/rpc-client.js';
|
|
2
|
+
import { InvalidResponseError } from '../../utils/errors-client.js';
|
|
3
|
+
/**
|
|
4
|
+
* Returns the current runtime lifecycle state.
|
|
5
|
+
*
|
|
6
|
+
* Safe to call from any lifecycle state — `state()` is never blocked by the
|
|
7
|
+
* lifecycle gate (along with `suspend()` and `resume()`).
|
|
8
|
+
*
|
|
9
|
+
* @returns The current lifecycle state:
|
|
10
|
+
* - `"active"`: all SDK operations are allowed
|
|
11
|
+
* - `"suspending"` | `"suspended"` | `"resuming"`: non-lifecycle operations
|
|
12
|
+
* throw `LifecycleOperationBlockedError`
|
|
13
|
+
*
|
|
14
|
+
* @throws {InvalidResponseError} When the response envelope does not match the request type.
|
|
15
|
+
*
|
|
16
|
+
* @example
|
|
17
|
+
* // Branch on lifecycle state before issuing work
|
|
18
|
+
* const current = await state();
|
|
19
|
+
* if (current !== "active") {
|
|
20
|
+
* await resume();
|
|
21
|
+
* }
|
|
22
|
+
*/
|
|
23
|
+
export async function state() {
|
|
24
|
+
const response = await send({ type: 'state' });
|
|
25
|
+
if (response.type !== 'state') {
|
|
26
|
+
throw new InvalidResponseError('state');
|
|
27
|
+
}
|
|
28
|
+
return response.state;
|
|
29
|
+
}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import type { LoggingStreamResponse } from '@qvac/inference/surface';
|
|
2
|
+
export type ServerLogHandler = (log: LoggingStreamResponse) => void;
|
|
3
|
+
/**
|
|
4
|
+
* Subscribes to every server-side log through a single stream: SDK server logs,
|
|
5
|
+
* per-model addon logs (llamacpp, whispercpp, …) for all loaded models, and RAG
|
|
6
|
+
* logs — without having to open a {@link loggingStream} per id.
|
|
7
|
+
*
|
|
8
|
+
* Each delivered log keeps its origin in `log.id`: `SDK_LOG_ID` for SDK server
|
|
9
|
+
* logs, the model id for model logs, or the RAG workspace key. Use it to tell the
|
|
10
|
+
* sources apart.
|
|
11
|
+
*
|
|
12
|
+
* Internally this opens a {@link loggingStream} on the reserved `SDK_ALL_LOG_ID`
|
|
13
|
+
* stream that the worker fans every log into.
|
|
14
|
+
*
|
|
15
|
+
* @param handler - called once per log line.
|
|
16
|
+
* @returns a function that stops the subscription.
|
|
17
|
+
*
|
|
18
|
+
* @example
|
|
19
|
+
* ```typescript
|
|
20
|
+
* const unsubscribe = subscribeServerLogs((log) => {
|
|
21
|
+
* console.log(`[${log.level}] ${log.id} ${log.namespace}: ${log.message}`);
|
|
22
|
+
* });
|
|
23
|
+
* // later
|
|
24
|
+
* unsubscribe();
|
|
25
|
+
* ```
|
|
26
|
+
*/
|
|
27
|
+
export declare function subscribeServerLogs(handler: ServerLogHandler): () => void;
|
|
28
|
+
//# sourceMappingURL=subscribe-logs.d.ts.map
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Suspends the SDK runtime: pauses all registered Hyperswarm and Corestore
|
|
3
|
+
* resources and engages the lifecycle gate so non-lifecycle operations are
|
|
4
|
+
* blocked until `resume()` is called.
|
|
5
|
+
*
|
|
6
|
+
* Safe to call from any lifecycle state — `suspend()` is never blocked by the
|
|
7
|
+
* lifecycle gate (along with `resume()` and `state()`). Idempotent.
|
|
8
|
+
*
|
|
9
|
+
* After `suspend()` resolves, runtime state is `"suspended"` and any non-
|
|
10
|
+
* lifecycle SDK operation throws `LifecycleOperationBlockedError` until
|
|
11
|
+
* `resume()` is called.
|
|
12
|
+
*
|
|
13
|
+
* In-flight operations started before suspend:
|
|
14
|
+
* - P2P / Hyperdrive downloads: stall cleanly, continue after `resume()`
|
|
15
|
+
* - HTTP downloads: bypass suspend entirely (bytes keep flowing)
|
|
16
|
+
* - Local native inference: runs to completion regardless
|
|
17
|
+
*
|
|
18
|
+
* @throws {RPCError} When one or more resources fail to suspend. The runtime
|
|
19
|
+
* still commits to `"suspended"` so callers can recover with `resume()`.
|
|
20
|
+
*
|
|
21
|
+
* @example
|
|
22
|
+
* // Background handler
|
|
23
|
+
* await suspend();
|
|
24
|
+
* console.log(await state()); // "suspended"
|
|
25
|
+
*/
|
|
26
|
+
export declare function suspend(): Promise<void>;
|
|
27
|
+
//# sourceMappingURL=suspend.d.ts.map
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { send } from '../rpc/rpc-client.js';
|
|
2
|
+
import { InvalidResponseError } from '../../utils/errors-client.js';
|
|
3
|
+
/**
|
|
4
|
+
* Suspends the SDK runtime: pauses all registered Hyperswarm and Corestore
|
|
5
|
+
* resources and engages the lifecycle gate so non-lifecycle operations are
|
|
6
|
+
* blocked until `resume()` is called.
|
|
7
|
+
*
|
|
8
|
+
* Safe to call from any lifecycle state — `suspend()` is never blocked by the
|
|
9
|
+
* lifecycle gate (along with `resume()` and `state()`). Idempotent.
|
|
10
|
+
*
|
|
11
|
+
* After `suspend()` resolves, runtime state is `"suspended"` and any non-
|
|
12
|
+
* lifecycle SDK operation throws `LifecycleOperationBlockedError` until
|
|
13
|
+
* `resume()` is called.
|
|
14
|
+
*
|
|
15
|
+
* In-flight operations started before suspend:
|
|
16
|
+
* - P2P / Hyperdrive downloads: stall cleanly, continue after `resume()`
|
|
17
|
+
* - HTTP downloads: bypass suspend entirely (bytes keep flowing)
|
|
18
|
+
* - Local native inference: runs to completion regardless
|
|
19
|
+
*
|
|
20
|
+
* @throws {RPCError} When one or more resources fail to suspend. The runtime
|
|
21
|
+
* still commits to `"suspended"` so callers can recover with `resume()`.
|
|
22
|
+
*
|
|
23
|
+
* @example
|
|
24
|
+
* // Background handler
|
|
25
|
+
* await suspend();
|
|
26
|
+
* console.log(await state()); // "suspended"
|
|
27
|
+
*/
|
|
28
|
+
export async function suspend() {
|
|
29
|
+
const response = await send({ type: 'suspend' });
|
|
30
|
+
if (response.type !== 'suspend') {
|
|
31
|
+
throw new InvalidResponseError('suspend');
|
|
32
|
+
}
|
|
33
|
+
}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
import { type TtsClientParamsInput, type RPCOptions, type TtsResponse, type TextToSpeechStreamClientParams, type TextToSpeechStreamSession, type TextToSpeechStreamResult } from '@qvac/inference/surface';
|
|
2
|
+
/**
|
|
3
|
+
* Fan-out queue that lets multiple consumers iterate the same TTS response
|
|
4
|
+
* stream independently. Items are retained only until every active subscriber
|
|
5
|
+
* has consumed them, then trimmed from the queue.
|
|
6
|
+
*
|
|
7
|
+
* The source is injected as an `AsyncIterable<TtsResponse>` so this class can
|
|
8
|
+
* be unit-tested directly against the real implementation (without mocking
|
|
9
|
+
* the RPC layer). Production callsites adapt `streamRpc(...)` via
|
|
10
|
+
* `ttsResponseSource()` below.
|
|
11
|
+
*
|
|
12
|
+
* Exported for test use; not part of the public SDK surface.
|
|
13
|
+
*/
|
|
14
|
+
export declare class TtsMulticast {
|
|
15
|
+
private readonly queue;
|
|
16
|
+
private readonly waiters;
|
|
17
|
+
private readonly subscriberIndexes;
|
|
18
|
+
private ended;
|
|
19
|
+
private fatal;
|
|
20
|
+
private readonly resolvePumpDone;
|
|
21
|
+
private readonly rejectPumpDone;
|
|
22
|
+
readonly done: Promise<boolean>;
|
|
23
|
+
constructor(source: AsyncIterable<TtsResponse>);
|
|
24
|
+
subscribe(): AsyncGenerator<TtsResponse>;
|
|
25
|
+
private notify;
|
|
26
|
+
private trimConsumed;
|
|
27
|
+
private unsubscribe;
|
|
28
|
+
private pump;
|
|
29
|
+
private drain;
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Converts text to speech audio using a loaded TTS model.
|
|
33
|
+
*
|
|
34
|
+
* Three modes selected by `params.stream` and `params.sentenceStream`:
|
|
35
|
+
*
|
|
36
|
+
* - `stream: false` (default) — collect all PCM samples and resolve once via
|
|
37
|
+
* `result.buffer` (`Promise<number[]>`). `bufferStream` is empty.
|
|
38
|
+
* - `stream: true` — yield PCM samples through `result.bufferStream`
|
|
39
|
+
* (`AsyncGenerator<number>`) as they arrive. `buffer` resolves to an empty
|
|
40
|
+
* array.
|
|
41
|
+
* - `stream: true, sentenceStream: true` — also exposes `result.chunkUpdates`
|
|
42
|
+
* (`AsyncGenerator<TtsSentenceChunkUpdate>`) so callers can mux per-sentence
|
|
43
|
+
* metadata with the audio. Multiple consumers can iterate the response
|
|
44
|
+
* independently via the underlying `TtsMulticast`.
|
|
45
|
+
*
|
|
46
|
+
* `result.done` resolves to `true` when synthesis completes cleanly, `false`
|
|
47
|
+
* if the consumer breaks out before the terminal frame, or rejects on a
|
|
48
|
+
* pipeline error. Awaiting `done` is safe even when no stream is iterated.
|
|
49
|
+
*
|
|
50
|
+
* @param params - TTS request parameters (see `TtsClientParamsInput`).
|
|
51
|
+
* @param options - Optional RPC options (timeout, profiling, force new connection).
|
|
52
|
+
* @returns A `TextToSpeechStreamResult` with `bufferStream`, `buffer`, `done`,
|
|
53
|
+
* and (when `sentenceStream: true`) `chunkUpdates`.
|
|
54
|
+
* @throws {TextToSpeechStreamFailedError} When `sentenceStream: true` is paired
|
|
55
|
+
* with `stream: false`, or when the underlying RPC stream errors.
|
|
56
|
+
*/
|
|
57
|
+
export declare function textToSpeech(params: TtsClientParamsInput, options?: RPCOptions): TextToSpeechStreamResult;
|
|
58
|
+
export declare function encodeTextToSpeechFragment(textFragment: string | Uint8Array): Uint8Array<ArrayBufferLike>;
|
|
59
|
+
/**
|
|
60
|
+
* Duplex session: write UTF-8 text fragments (e.g. LLM token deltas) via `write`. Each string or
|
|
61
|
+
* Uint8Array should be a complete UTF-8 fragment. The worker forwards them to the TTS streaming handler
|
|
62
|
+
* (optional sentence accumulation via request fields). Iterate the session for `TextToSpeechStreamResponse`
|
|
63
|
+
* lines (PCM in `buffer`, optional `chunkIndex` / `sentenceChunk`) until `done`.
|
|
64
|
+
*
|
|
65
|
+
* @param params - The loaded TTS model, input mode, buffering controls, and
|
|
66
|
+
* optional voice settings.
|
|
67
|
+
* @param options - Optional timeout, profiling, and connection settings.
|
|
68
|
+
* @returns A single-consumer duplex session for writing text fragments and
|
|
69
|
+
* iterating PCM response frames.
|
|
70
|
+
* @throws {TextToSpeechStreamFailedError} When the session is iterated more
|
|
71
|
+
* than once, receives a server error, or is written after closing.
|
|
72
|
+
*/
|
|
73
|
+
export declare function textToSpeechStream(params: TextToSpeechStreamClientParams, options?: RPCOptions): Promise<TextToSpeechStreamSession>;
|
|
74
|
+
//# sourceMappingURL=text-to-speech.d.ts.map
|
|
@@ -0,0 +1,463 @@
|
|
|
1
|
+
import { textToSpeechStreamResponseSchema, textToSpeechStreamRequestSchema, ttsClientParamsSchema } from '@qvac/inference/surface';
|
|
2
|
+
import { stream as streamRpc, duplex } from '../rpc/rpc-client.js';
|
|
3
|
+
import { getClientLogger } from '../../logging/index.js';
|
|
4
|
+
import { TextToSpeechStreamFailedError } from '../../utils/errors-client.js';
|
|
5
|
+
import { parseClientInput } from '../parse-input.js';
|
|
6
|
+
const logger = getClientLogger();
|
|
7
|
+
/**
|
|
8
|
+
* Fan-out queue that lets multiple consumers iterate the same TTS response
|
|
9
|
+
* stream independently. Items are retained only until every active subscriber
|
|
10
|
+
* has consumed them, then trimmed from the queue.
|
|
11
|
+
*
|
|
12
|
+
* The source is injected as an `AsyncIterable<TtsResponse>` so this class can
|
|
13
|
+
* be unit-tested directly against the real implementation (without mocking
|
|
14
|
+
* the RPC layer). Production callsites adapt `streamRpc(...)` via
|
|
15
|
+
* `ttsResponseSource()` below.
|
|
16
|
+
*
|
|
17
|
+
* Exported for test use; not part of the public SDK surface.
|
|
18
|
+
*/
|
|
19
|
+
export class TtsMulticast {
|
|
20
|
+
queue = [];
|
|
21
|
+
waiters = [];
|
|
22
|
+
subscriberIndexes = [];
|
|
23
|
+
ended = false;
|
|
24
|
+
fatal;
|
|
25
|
+
resolvePumpDone;
|
|
26
|
+
rejectPumpDone;
|
|
27
|
+
done;
|
|
28
|
+
constructor(source) {
|
|
29
|
+
let resolve;
|
|
30
|
+
let reject;
|
|
31
|
+
this.done = new Promise((r, rj) => {
|
|
32
|
+
resolve = r;
|
|
33
|
+
reject = rj;
|
|
34
|
+
});
|
|
35
|
+
// Silence unhandled-rejection warnings when the caller never awaits
|
|
36
|
+
// `done` (e.g. only iterates the buffer stream). Re-awaits still get the
|
|
37
|
+
// rejection because the underlying promise state is unchanged.
|
|
38
|
+
this.done.catch(() => { });
|
|
39
|
+
this.resolvePumpDone = resolve;
|
|
40
|
+
this.rejectPumpDone = reject;
|
|
41
|
+
void this.pump(source);
|
|
42
|
+
}
|
|
43
|
+
subscribe() {
|
|
44
|
+
const subIdx = this.subscriberIndexes.length;
|
|
45
|
+
this.subscriberIndexes.push(0);
|
|
46
|
+
return this.drain(subIdx);
|
|
47
|
+
}
|
|
48
|
+
notify() {
|
|
49
|
+
for (const fn of this.waiters.splice(0))
|
|
50
|
+
fn();
|
|
51
|
+
}
|
|
52
|
+
trimConsumed() {
|
|
53
|
+
if (this.subscriberIndexes.length === 0)
|
|
54
|
+
return;
|
|
55
|
+
// `Number.POSITIVE_INFINITY` marks an unsubscribed slot; ignore those when
|
|
56
|
+
// computing how far every live subscriber has advanced.
|
|
57
|
+
const minIndex = Math.min(...this.subscriberIndexes);
|
|
58
|
+
if (!Number.isFinite(minIndex))
|
|
59
|
+
return;
|
|
60
|
+
if (minIndex > 0) {
|
|
61
|
+
this.queue.splice(0, minIndex);
|
|
62
|
+
for (let j = 0; j < this.subscriberIndexes.length; j++) {
|
|
63
|
+
const v = this.subscriberIndexes[j] ?? 0;
|
|
64
|
+
if (Number.isFinite(v))
|
|
65
|
+
this.subscriberIndexes[j] = v - minIndex;
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
unsubscribe(subIdx) {
|
|
70
|
+
// Park the slot at +Infinity instead of splicing so every other
|
|
71
|
+
// subscriber's `subIdx` stays valid. `trimConsumed` filters these out.
|
|
72
|
+
this.subscriberIndexes[subIdx] = Number.POSITIVE_INFINITY;
|
|
73
|
+
this.trimConsumed();
|
|
74
|
+
}
|
|
75
|
+
async pump(source) {
|
|
76
|
+
try {
|
|
77
|
+
for await (const response of source) {
|
|
78
|
+
// The server owns this response schema; per-frame Zod .parse() adds
|
|
79
|
+
// non-trivial CPU overhead for large sentences with many PCM frames.
|
|
80
|
+
// Rely on the discriminated union narrowing at the RPC boundary and
|
|
81
|
+
// skip re-validation here.
|
|
82
|
+
this.queue.push(response);
|
|
83
|
+
this.notify();
|
|
84
|
+
if (response.done)
|
|
85
|
+
break;
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
catch (e) {
|
|
89
|
+
this.fatal = e instanceof Error ? e : new Error(String(e));
|
|
90
|
+
}
|
|
91
|
+
finally {
|
|
92
|
+
this.ended = true;
|
|
93
|
+
this.notify();
|
|
94
|
+
if (this.fatal) {
|
|
95
|
+
// Reject rather than resolving false so callers awaiting `done`
|
|
96
|
+
// with no iteration — and callers iterating drain() — both see the
|
|
97
|
+
// real error instead of a silent sentinel.
|
|
98
|
+
this.rejectPumpDone(this.fatal);
|
|
99
|
+
}
|
|
100
|
+
else {
|
|
101
|
+
this.resolvePumpDone(true);
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
async *drain(subIdx) {
|
|
106
|
+
// If the consumer breaks out of a `for await` (or calls `.return()` /
|
|
107
|
+
// throws), this generator's finally block runs; release the slot so it
|
|
108
|
+
// no longer pins `trimConsumed`'s min-index and the queue can be GC'd.
|
|
109
|
+
try {
|
|
110
|
+
while (true) {
|
|
111
|
+
while ((this.subscriberIndexes[subIdx] ?? 0) < this.queue.length) {
|
|
112
|
+
const currentIdx = this.subscriberIndexes[subIdx] ?? 0;
|
|
113
|
+
const item = this.queue[currentIdx];
|
|
114
|
+
this.subscriberIndexes[subIdx] = currentIdx + 1;
|
|
115
|
+
this.trimConsumed();
|
|
116
|
+
yield item;
|
|
117
|
+
}
|
|
118
|
+
if (this.fatal)
|
|
119
|
+
throw this.fatal;
|
|
120
|
+
if (this.ended)
|
|
121
|
+
return;
|
|
122
|
+
await new Promise((resolve) => {
|
|
123
|
+
this.waiters.push(resolve);
|
|
124
|
+
});
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
finally {
|
|
128
|
+
this.unsubscribe(subIdx);
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
function buildTtsRequest(params) {
|
|
133
|
+
return {
|
|
134
|
+
type: 'textToSpeech',
|
|
135
|
+
modelId: params.modelId,
|
|
136
|
+
inputType: params.inputType,
|
|
137
|
+
text: params.text,
|
|
138
|
+
stream: params.stream,
|
|
139
|
+
sentenceStream: params.sentenceStream,
|
|
140
|
+
...(params.sentenceStreamLocale !== undefined && {
|
|
141
|
+
sentenceStreamLocale: params.sentenceStreamLocale
|
|
142
|
+
}),
|
|
143
|
+
...(params.sentenceStreamMaxChunkScalars !== undefined && {
|
|
144
|
+
sentenceStreamMaxChunkScalars: params.sentenceStreamMaxChunkScalars
|
|
145
|
+
}),
|
|
146
|
+
...(params.description !== undefined && { description: params.description }),
|
|
147
|
+
...(params.voiceDescription !== undefined && { voiceDescription: params.voiceDescription }),
|
|
148
|
+
...(params.voice !== undefined && { voice: params.voice }),
|
|
149
|
+
...(params.emotion !== undefined && { emotion: params.emotion }),
|
|
150
|
+
...(params.pitch !== undefined && { pitch: params.pitch }),
|
|
151
|
+
...(params.pace !== undefined && { pace: params.pace }),
|
|
152
|
+
...(params.expressivity !== undefined && { expressivity: params.expressivity }),
|
|
153
|
+
...(params.noise !== undefined && { noise: params.noise }),
|
|
154
|
+
...(params.reverb !== undefined && { reverb: params.reverb }),
|
|
155
|
+
...(params.quality !== undefined && { quality: params.quality })
|
|
156
|
+
};
|
|
157
|
+
}
|
|
158
|
+
function buildTextToSpeechStreamRequest(params) {
|
|
159
|
+
return {
|
|
160
|
+
type: 'textToSpeechStream',
|
|
161
|
+
modelId: params.modelId,
|
|
162
|
+
inputType: params.inputType ?? 'text',
|
|
163
|
+
...(params.accumulateSentences !== undefined && {
|
|
164
|
+
accumulateSentences: params.accumulateSentences
|
|
165
|
+
}),
|
|
166
|
+
...(params.sentenceDelimiterPreset !== undefined && {
|
|
167
|
+
sentenceDelimiterPreset: params.sentenceDelimiterPreset
|
|
168
|
+
}),
|
|
169
|
+
...(params.maxBufferScalars !== undefined && {
|
|
170
|
+
maxBufferScalars: params.maxBufferScalars
|
|
171
|
+
}),
|
|
172
|
+
...(params.flushAfterMs !== undefined && {
|
|
173
|
+
flushAfterMs: params.flushAfterMs
|
|
174
|
+
}),
|
|
175
|
+
...(params.description !== undefined && { description: params.description }),
|
|
176
|
+
...(params.voiceDescription !== undefined && { voiceDescription: params.voiceDescription }),
|
|
177
|
+
...(params.voice !== undefined && { voice: params.voice }),
|
|
178
|
+
...(params.emotion !== undefined && { emotion: params.emotion }),
|
|
179
|
+
...(params.pitch !== undefined && { pitch: params.pitch }),
|
|
180
|
+
...(params.pace !== undefined && { pace: params.pace }),
|
|
181
|
+
...(params.expressivity !== undefined && { expressivity: params.expressivity }),
|
|
182
|
+
...(params.noise !== undefined && { noise: params.noise }),
|
|
183
|
+
...(params.reverb !== undefined && { reverb: params.reverb }),
|
|
184
|
+
...(params.quality !== undefined && { quality: params.quality })
|
|
185
|
+
};
|
|
186
|
+
}
|
|
187
|
+
/**
|
|
188
|
+
* Converts text to speech audio using a loaded TTS model.
|
|
189
|
+
*
|
|
190
|
+
* Three modes selected by `params.stream` and `params.sentenceStream`:
|
|
191
|
+
*
|
|
192
|
+
* - `stream: false` (default) — collect all PCM samples and resolve once via
|
|
193
|
+
* `result.buffer` (`Promise<number[]>`). `bufferStream` is empty.
|
|
194
|
+
* - `stream: true` — yield PCM samples through `result.bufferStream`
|
|
195
|
+
* (`AsyncGenerator<number>`) as they arrive. `buffer` resolves to an empty
|
|
196
|
+
* array.
|
|
197
|
+
* - `stream: true, sentenceStream: true` — also exposes `result.chunkUpdates`
|
|
198
|
+
* (`AsyncGenerator<TtsSentenceChunkUpdate>`) so callers can mux per-sentence
|
|
199
|
+
* metadata with the audio. Multiple consumers can iterate the response
|
|
200
|
+
* independently via the underlying `TtsMulticast`.
|
|
201
|
+
*
|
|
202
|
+
* `result.done` resolves to `true` when synthesis completes cleanly, `false`
|
|
203
|
+
* if the consumer breaks out before the terminal frame, or rejects on a
|
|
204
|
+
* pipeline error. Awaiting `done` is safe even when no stream is iterated.
|
|
205
|
+
*
|
|
206
|
+
* @param params - TTS request parameters (see `TtsClientParamsInput`).
|
|
207
|
+
* @param options - Optional RPC options (timeout, profiling, force new connection).
|
|
208
|
+
* @returns A `TextToSpeechStreamResult` with `bufferStream`, `buffer`, `done`,
|
|
209
|
+
* and (when `sentenceStream: true`) `chunkUpdates`.
|
|
210
|
+
* @throws {TextToSpeechStreamFailedError} When `sentenceStream: true` is paired
|
|
211
|
+
* with `stream: false`, or when the underlying RPC stream errors.
|
|
212
|
+
*/
|
|
213
|
+
export function textToSpeech(params, options) {
|
|
214
|
+
const parsed = parseClientInput(ttsClientParamsSchema, params);
|
|
215
|
+
if (parsed.sentenceStream && !parsed.stream) {
|
|
216
|
+
throw new TextToSpeechStreamFailedError('textToSpeech: `sentenceStream: true` requires `stream: true`');
|
|
217
|
+
}
|
|
218
|
+
const request = buildTtsRequest(parsed);
|
|
219
|
+
if (parsed.stream && parsed.sentenceStream) {
|
|
220
|
+
return sentenceStreamTts(request, options);
|
|
221
|
+
}
|
|
222
|
+
if (parsed.stream) {
|
|
223
|
+
return plainStreamTts(request, options);
|
|
224
|
+
}
|
|
225
|
+
return collectTts(request, options);
|
|
226
|
+
}
|
|
227
|
+
// Adapts the raw RPC stream into the filtered `TtsResponse` source the
|
|
228
|
+
// multicast expects. Kept here (not inlined) so the multicast can be
|
|
229
|
+
// constructed in tests with a hand-rolled source instead.
|
|
230
|
+
async function* ttsResponseSource(request, options) {
|
|
231
|
+
for await (const response of streamRpc(request, options)) {
|
|
232
|
+
if (response.type !== 'textToSpeech')
|
|
233
|
+
continue;
|
|
234
|
+
yield response;
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
function sentenceStreamTts(request, options) {
|
|
238
|
+
const multicast = new TtsMulticast(ttsResponseSource(request, options));
|
|
239
|
+
// Subscribe eagerly, synchronously — before pump() can push its first
|
|
240
|
+
// item — so both subscribers see the full queue from index 0. If we
|
|
241
|
+
// deferred subscribing until the generators were iterated, the first
|
|
242
|
+
// consumer could trim the queue before the second ever registered,
|
|
243
|
+
// silently dropping earlier frames.
|
|
244
|
+
const bufferSubscription = multicast.subscribe();
|
|
245
|
+
const chunkSubscription = multicast.subscribe();
|
|
246
|
+
return {
|
|
247
|
+
bufferStream: sentenceBufferStream(bufferSubscription),
|
|
248
|
+
chunkUpdates: sentenceChunkUpdates(chunkSubscription),
|
|
249
|
+
buffer: Promise.resolve([]),
|
|
250
|
+
done: multicast.done
|
|
251
|
+
};
|
|
252
|
+
}
|
|
253
|
+
async function* sentenceBufferStream(source) {
|
|
254
|
+
for await (const m of source) {
|
|
255
|
+
if (m.buffer.length > 0) {
|
|
256
|
+
yield* m.buffer;
|
|
257
|
+
}
|
|
258
|
+
if (m.done)
|
|
259
|
+
break;
|
|
260
|
+
}
|
|
261
|
+
}
|
|
262
|
+
async function* sentenceChunkUpdates(source) {
|
|
263
|
+
for await (const m of source) {
|
|
264
|
+
const hasAudio = m.buffer.length > 0;
|
|
265
|
+
const hasMeta = m.chunkIndex !== undefined ||
|
|
266
|
+
(typeof m.sentenceChunk === 'string' && m.sentenceChunk.length > 0);
|
|
267
|
+
if (hasAudio || hasMeta) {
|
|
268
|
+
yield {
|
|
269
|
+
buffer: hasAudio ? [...m.buffer] : [],
|
|
270
|
+
...(m.chunkIndex !== undefined ? { chunkIndex: m.chunkIndex } : {}),
|
|
271
|
+
...(typeof m.sentenceChunk === 'string' && m.sentenceChunk.length > 0
|
|
272
|
+
? { sentenceChunk: m.sentenceChunk }
|
|
273
|
+
: {})
|
|
274
|
+
};
|
|
275
|
+
}
|
|
276
|
+
if (m.done)
|
|
277
|
+
break;
|
|
278
|
+
}
|
|
279
|
+
}
|
|
280
|
+
function plainStreamTts(request, options) {
|
|
281
|
+
let resolveDone;
|
|
282
|
+
let rejectDone;
|
|
283
|
+
const done = new Promise((resolve, reject) => {
|
|
284
|
+
resolveDone = resolve;
|
|
285
|
+
rejectDone = reject;
|
|
286
|
+
});
|
|
287
|
+
done.catch(() => { });
|
|
288
|
+
return {
|
|
289
|
+
bufferStream: plainTtsBufferStream(request, options, resolveDone, rejectDone),
|
|
290
|
+
buffer: Promise.resolve([]),
|
|
291
|
+
done
|
|
292
|
+
};
|
|
293
|
+
}
|
|
294
|
+
async function* plainTtsBufferStream(request, options, resolveDone, rejectDone) {
|
|
295
|
+
let settled = false;
|
|
296
|
+
try {
|
|
297
|
+
for await (const response of streamRpc(request, options)) {
|
|
298
|
+
if (response.type !== 'textToSpeech')
|
|
299
|
+
continue;
|
|
300
|
+
// See TtsMulticast.pump — skip per-frame Zod validation; the server is
|
|
301
|
+
// the source of truth for this wire shape.
|
|
302
|
+
if (response.buffer.length > 0) {
|
|
303
|
+
yield* response.buffer;
|
|
304
|
+
}
|
|
305
|
+
if (response.done) {
|
|
306
|
+
settled = true;
|
|
307
|
+
resolveDone(true);
|
|
308
|
+
}
|
|
309
|
+
}
|
|
310
|
+
}
|
|
311
|
+
catch (e) {
|
|
312
|
+
if (!settled) {
|
|
313
|
+
settled = true;
|
|
314
|
+
rejectDone(e);
|
|
315
|
+
}
|
|
316
|
+
throw e;
|
|
317
|
+
}
|
|
318
|
+
finally {
|
|
319
|
+
// Consumer broke out of the for-await before `done` arrived; resolve
|
|
320
|
+
// with `false` so `await result.done` never hangs.
|
|
321
|
+
if (!settled)
|
|
322
|
+
resolveDone(false);
|
|
323
|
+
}
|
|
324
|
+
}
|
|
325
|
+
function collectTts(request, options) {
|
|
326
|
+
let resolveDone;
|
|
327
|
+
let rejectDone;
|
|
328
|
+
const done = new Promise((resolve, reject) => {
|
|
329
|
+
resolveDone = resolve;
|
|
330
|
+
rejectDone = reject;
|
|
331
|
+
});
|
|
332
|
+
done.catch(() => { });
|
|
333
|
+
return {
|
|
334
|
+
bufferStream: emptyBufferStream(),
|
|
335
|
+
buffer: collectTtsBuffer(request, options, resolveDone, rejectDone),
|
|
336
|
+
done
|
|
337
|
+
};
|
|
338
|
+
}
|
|
339
|
+
async function* emptyBufferStream() {
|
|
340
|
+
// Non-streaming mode exposes no incremental buffer stream.
|
|
341
|
+
}
|
|
342
|
+
async function collectTtsBuffer(request, options, resolveDone, rejectDone) {
|
|
343
|
+
let buffer = [];
|
|
344
|
+
try {
|
|
345
|
+
for await (const response of streamRpc(request, options)) {
|
|
346
|
+
if (response.type !== 'textToSpeech')
|
|
347
|
+
continue;
|
|
348
|
+
buffer = buffer.concat(response.buffer);
|
|
349
|
+
if (response.done) {
|
|
350
|
+
resolveDone(true);
|
|
351
|
+
}
|
|
352
|
+
}
|
|
353
|
+
return buffer;
|
|
354
|
+
}
|
|
355
|
+
catch (e) {
|
|
356
|
+
rejectDone(e);
|
|
357
|
+
throw e;
|
|
358
|
+
}
|
|
359
|
+
}
|
|
360
|
+
export function encodeTextToSpeechFragment(textFragment) {
|
|
361
|
+
return typeof textFragment === 'string' ? new TextEncoder().encode(textFragment) : textFragment;
|
|
362
|
+
}
|
|
363
|
+
/**
|
|
364
|
+
* Duplex session: write UTF-8 text fragments (e.g. LLM token deltas) via `write`. Each string or
|
|
365
|
+
* Uint8Array should be a complete UTF-8 fragment. The worker forwards them to the TTS streaming handler
|
|
366
|
+
* (optional sentence accumulation via request fields). Iterate the session for `TextToSpeechStreamResponse`
|
|
367
|
+
* lines (PCM in `buffer`, optional `chunkIndex` / `sentenceChunk`) until `done`.
|
|
368
|
+
*
|
|
369
|
+
* @param params - The loaded TTS model, input mode, buffering controls, and
|
|
370
|
+
* optional voice settings.
|
|
371
|
+
* @param options - Optional timeout, profiling, and connection settings.
|
|
372
|
+
* @returns A single-consumer duplex session for writing text fragments and
|
|
373
|
+
* iterating PCM response frames.
|
|
374
|
+
* @throws {TextToSpeechStreamFailedError} When the session is iterated more
|
|
375
|
+
* than once, receives a server error, or is written after closing.
|
|
376
|
+
*/
|
|
377
|
+
export async function textToSpeechStream(params, options) {
|
|
378
|
+
const request = parseClientInput(textToSpeechStreamRequestSchema, buildTextToSpeechStreamRequest(params));
|
|
379
|
+
const { requestStream, responseStream } = await duplex(request, options);
|
|
380
|
+
const responses = parseTextToSpeechStreamLines(responseStream);
|
|
381
|
+
let consumed = false;
|
|
382
|
+
// `closed` flips on `end()` or `destroy()`. Without this guard a late
|
|
383
|
+
// `write()` would propagate a raw Bare/Node "write after end" stream error
|
|
384
|
+
// to the caller. Throwing a typed SDK error keeps the duplex session
|
|
385
|
+
// surface predictable.
|
|
386
|
+
let closed = false;
|
|
387
|
+
return {
|
|
388
|
+
write(textFragment) {
|
|
389
|
+
if (closed) {
|
|
390
|
+
throw new TextToSpeechStreamFailedError('TextToSpeechStreamSession.write() called after end()/destroy()');
|
|
391
|
+
}
|
|
392
|
+
requestStream.write(encodeTextToSpeechFragment(textFragment));
|
|
393
|
+
},
|
|
394
|
+
end() {
|
|
395
|
+
if (closed)
|
|
396
|
+
return;
|
|
397
|
+
closed = true;
|
|
398
|
+
requestStream.end();
|
|
399
|
+
},
|
|
400
|
+
destroy() {
|
|
401
|
+
closed = true;
|
|
402
|
+
requestStream.destroy();
|
|
403
|
+
responseStream.destroy();
|
|
404
|
+
},
|
|
405
|
+
[Symbol.asyncIterator]() {
|
|
406
|
+
if (consumed) {
|
|
407
|
+
// Return an iterator whose first .next() rejects asynchronously so
|
|
408
|
+
// `for await` surfaces the error in the normal async-iteration
|
|
409
|
+
// control flow instead of a synchronous throw from the iterator
|
|
410
|
+
// protocol (which callers commonly forget to wrap in try/catch).
|
|
411
|
+
return {
|
|
412
|
+
next() {
|
|
413
|
+
return Promise.reject(new TextToSpeechStreamFailedError('TextToSpeechStreamSession can only be iterated once'));
|
|
414
|
+
}
|
|
415
|
+
};
|
|
416
|
+
}
|
|
417
|
+
consumed = true;
|
|
418
|
+
return responses;
|
|
419
|
+
}
|
|
420
|
+
};
|
|
421
|
+
}
|
|
422
|
+
async function* parseTextToSpeechStreamLines(responseStream) {
|
|
423
|
+
let buf = '';
|
|
424
|
+
for await (const chunk of responseStream) {
|
|
425
|
+
buf += chunk.toString();
|
|
426
|
+
const lines = buf.split('\n');
|
|
427
|
+
buf = lines.pop() || '';
|
|
428
|
+
for (const line of lines) {
|
|
429
|
+
const yielded = processTextToSpeechStreamLine(line);
|
|
430
|
+
if (yielded === undefined)
|
|
431
|
+
continue;
|
|
432
|
+
yield yielded;
|
|
433
|
+
// Close the stream after the terminal frame so consumers don't
|
|
434
|
+
// depend on the server closing the socket to stop iteration.
|
|
435
|
+
if (yielded.done)
|
|
436
|
+
return;
|
|
437
|
+
}
|
|
438
|
+
}
|
|
439
|
+
if (buf.trim()) {
|
|
440
|
+
const yielded = processTextToSpeechStreamLine(buf);
|
|
441
|
+
if (yielded !== undefined) {
|
|
442
|
+
yield yielded;
|
|
443
|
+
}
|
|
444
|
+
}
|
|
445
|
+
}
|
|
446
|
+
function processTextToSpeechStreamLine(line) {
|
|
447
|
+
if (!line.trim()) {
|
|
448
|
+
return undefined;
|
|
449
|
+
}
|
|
450
|
+
let parsed;
|
|
451
|
+
try {
|
|
452
|
+
parsed = JSON.parse(line);
|
|
453
|
+
}
|
|
454
|
+
catch {
|
|
455
|
+
logger.warn('textToSpeechStream: malformed JSON from server:', line);
|
|
456
|
+
return undefined;
|
|
457
|
+
}
|
|
458
|
+
const obj = parsed;
|
|
459
|
+
if (obj['type'] === 'error') {
|
|
460
|
+
throw new TextToSpeechStreamFailedError(obj['message'] ?? 'Unknown server error');
|
|
461
|
+
}
|
|
462
|
+
return textToSpeechStreamResponseSchema.parse(parsed);
|
|
463
|
+
}
|