@qvac/sdk 0.18.2 โ 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +12 -1
- package/README.md +46 -10
- package/bare-imports.json +2 -3
- package/dist/examples/abot-world.d.ts +2 -0
- package/dist/examples/abot-world.js +124 -0
- package/dist/examples/asr/parakeet-unified-filesystem.d.ts +2 -0
- package/dist/examples/asr/parakeet-unified-filesystem.js +50 -0
- package/dist/examples/assess-model-fit.d.ts +14 -0
- package/dist/examples/assess-model-fit.js +71 -0
- package/dist/examples/audiogen/generate-cover.js +2 -1
- package/dist/examples/audiogen/generate-music-minimax.d.ts +2 -0
- package/dist/examples/audiogen/generate-music-minimax.js +117 -0
- package/dist/examples/audiogen/generate-music.js +2 -1
- package/dist/examples/cache-management.js +1 -2
- package/dist/examples/classification/classify-image.js +1 -3
- package/dist/examples/config-reload.js +1 -1
- package/dist/examples/diffusion-ic-lora-ltx.d.ts +2 -0
- package/dist/examples/diffusion-ic-lora-ltx.js +76 -0
- package/dist/examples/mcp-websearch.js +1 -3
- package/dist/examples/model-fit-ui/server.d.ts +24 -0
- package/dist/examples/model-fit-ui/server.js +192 -0
- package/dist/examples/multi-job-completion.d.ts +2 -3
- package/dist/examples/multi-job-completion.js +2 -3
- package/dist/examples/parallel-download.js +4 -4
- package/dist/examples/plugins.js +1 -1
- package/dist/examples/profiling/basic.js +0 -1
- package/dist/examples/system-resources.js +2 -0
- package/dist/examples/translation/translation-bergamot-batch-stream.d.ts +2 -0
- package/dist/examples/translation/translation-bergamot-batch-stream.js +43 -0
- package/dist/examples/translation/translation-bergamot-batch.js +2 -5
- package/dist/examples/vla-groot.js +1 -1
- package/dist/scripts/check-resource-collectors-packaging.d.ts +2 -2
- package/dist/scripts/check-resource-collectors-packaging.js +3 -3
- package/dist/scripts/contract/build-contract.d.ts +1 -1
- package/dist/scripts/contract/build-contract.js +5 -5
- package/dist/scripts/contract/build-error-codes.js +3 -3
- package/dist/scripts/contract/build-model-type-maps.js +1 -2
- package/dist/scripts/contract/build-models-registry.d.ts +2 -2
- package/dist/scripts/contract/build-models-registry.js +2 -2
- package/dist/scripts/contract/constants-registry.d.ts +86 -0
- package/dist/scripts/contract/constants-registry.js +62 -0
- package/dist/scripts/contract/method-shapes.d.ts +53 -0
- package/dist/scripts/contract/method-shapes.js +50 -0
- package/dist/scripts/contract/plugin-contract.d.ts +1 -1
- package/dist/scripts/contract/plugin-contract.js +1 -1
- package/dist/scripts/enforce-inference-peer-dependencies.d.ts +2 -0
- package/dist/scripts/enforce-inference-peer-dependencies.js +39 -0
- package/dist/scripts/export-contract.js +1 -1
- package/dist/scripts/export-plugin-contract.js +1 -1
- package/dist/scripts/run-unit-tests.js +6 -1
- package/dist/src/client/api/assess-model-fit.d.ts +17 -0
- package/dist/src/client/api/assess-model-fit.js +38 -0
- package/dist/src/client/api/audio-gen-result.d.ts +4 -0
- package/dist/src/client/api/audio-gen-result.js +143 -0
- package/dist/src/client/api/audio-gen.d.ts +66 -0
- package/dist/src/client/api/audio-gen.js +68 -0
- package/dist/src/client/api/batch-completion.d.ts +28 -0
- package/dist/src/client/api/batch-completion.js +345 -0
- package/dist/src/client/api/bci-transcribe.d.ts +57 -0
- package/dist/src/client/api/bci-transcribe.js +173 -0
- package/dist/src/client/api/cancel.d.ts +35 -0
- package/dist/src/client/api/cancel.js +83 -0
- package/dist/src/client/api/classify.d.ts +25 -0
- package/dist/src/client/api/classify.js +48 -0
- package/dist/src/client/api/completion-stream.d.ts +107 -0
- package/dist/src/client/api/completion-stream.js +351 -0
- package/dist/src/client/api/delete-cache.js +49 -0
- package/dist/src/client/api/diffusion.d.ts +93 -0
- package/dist/src/client/api/diffusion.js +177 -0
- package/dist/src/client/api/download-asset.d.ts +52 -0
- package/dist/src/client/api/download-asset.js +89 -0
- package/dist/src/client/api/embed.d.ts +42 -0
- package/dist/src/client/api/embed.js +30 -0
- package/dist/src/client/api/finetune.d.ts +92 -0
- package/dist/src/client/api/finetune.js +144 -0
- package/dist/src/client/api/get-loaded-model-info.d.ts +26 -0
- package/dist/src/client/api/get-loaded-model-info.js +37 -0
- package/dist/src/client/api/get-model-info.d.ts +11 -0
- package/dist/src/client/api/get-model-info.js +22 -0
- package/dist/src/client/api/get-system-resources.d.ts +3 -0
- package/dist/src/client/api/get-system-resources.js +17 -0
- package/dist/src/client/api/heartbeat.d.ts +13 -0
- package/dist/src/client/api/heartbeat.js +21 -0
- package/dist/src/client/api/index.d.ts +37 -0
- package/dist/src/client/api/index.js +36 -0
- package/dist/src/client/api/invoke-plugin.d.ts +31 -0
- package/dist/src/client/api/invoke-plugin.js +54 -0
- package/dist/src/client/api/load-model.d.ts +184 -0
- package/dist/src/client/api/load-model.js +128 -0
- package/dist/src/client/api/logging-stream.d.ts +24 -0
- package/dist/src/client/api/logging-stream.js +36 -0
- package/dist/src/client/api/ocr.d.ts +40 -0
- package/dist/src/client/api/ocr.js +97 -0
- package/dist/src/client/api/rag.d.ts +257 -0
- package/dist/src/client/api/rag.js +490 -0
- package/dist/src/client/api/registry.d.ts +40 -0
- package/dist/src/client/api/registry.js +63 -0
- package/dist/src/client/api/resume.d.ts +27 -0
- package/dist/src/client/api/resume.js +33 -0
- package/dist/src/client/api/state.d.ts +23 -0
- package/dist/src/client/api/state.js +29 -0
- package/dist/src/client/api/subscribe-logs.d.ts +28 -0
- package/dist/src/client/api/suspend.d.ts +27 -0
- package/dist/src/client/api/suspend.js +33 -0
- package/dist/src/client/api/text-to-speech.d.ts +74 -0
- package/dist/src/client/api/text-to-speech.js +463 -0
- package/dist/src/client/api/transcribe.d.ts +93 -0
- package/dist/src/client/api/transcribe.js +295 -0
- package/dist/src/client/api/translate.d.ts +51 -0
- package/dist/src/client/api/translate.js +133 -0
- package/dist/src/client/api/unload-model.d.ts +18 -0
- package/dist/src/client/api/unload-model.js +42 -0
- package/dist/src/client/api/upscale.d.ts +45 -0
- package/dist/src/client/api/upscale.js +99 -0
- package/dist/src/client/api/video-request.d.ts +208 -0
- package/dist/src/client/api/video-request.js +18 -0
- package/dist/src/client/api/video.d.ts +107 -0
- package/dist/src/client/api/video.js +187 -0
- package/dist/src/client/api/vla-helpers.d.ts +59 -0
- package/dist/src/client/api/vla-helpers.js +139 -0
- package/dist/src/client/api/vla.d.ts +114 -0
- package/dist/src/client/api/vla.js +166 -0
- package/dist/src/client/api/world-result.d.ts +72 -0
- package/dist/src/client/api/world-result.js +296 -0
- package/dist/src/client/api/world.d.ts +144 -0
- package/dist/src/client/api/world.js +71 -0
- package/dist/src/client/config-loader/config-utils.d.ts +5 -0
- package/dist/src/client/config-loader/config-utils.js +18 -0
- package/dist/src/client/config-loader/resolve-config.expo.js +60 -0
- package/dist/src/client/config-loader/resolve-config.node.js +198 -0
- package/dist/src/client/init-hooks.d.ts +21 -0
- package/dist/src/client/init-hooks.js +62 -0
- package/dist/src/client/plugins-factory.d.ts +7 -0
- package/dist/src/client/plugins-factory.js +9 -0
- package/dist/src/client/rpc/bare-client.d.ts +6 -0
- package/dist/src/client/rpc/bare-client.js +21 -0
- package/dist/src/client/rpc/expo-rpc-client.js +195 -0
- package/dist/src/client/rpc/init-timeout.d.ts +26 -0
- package/dist/src/client/rpc/init-timeout.js +25 -0
- package/dist/src/client/rpc/node-rpc-client.js +525 -0
- package/dist/src/client/rpc/profiling/profiler.d.ts +27 -0
- package/dist/src/client/rpc/profiling/profiler.js +134 -0
- package/dist/src/client/rpc/rpc-client.d.ts +19 -0
- package/dist/src/client/rpc/rpc-client.js +550 -0
- package/dist/src/client/rpc/rpc-error.d.ts +28 -0
- package/dist/src/client/rpc/rpc-error.js +159 -0
- package/dist/src/client/rpc/worker-startup-error.d.ts +12 -0
- package/dist/src/client/rpc/worker-startup-error.js +13 -0
- package/dist/src/commands/bundle/entry-gen.js +54 -0
- package/dist/src/commands/bundle/index.js +148 -0
- package/dist/src/commands/bundle/plugins.d.ts +9 -0
- package/dist/src/commands/bundle/plugins.js +51 -0
- package/dist/src/commands/bundle/resolve-sdk-import.js +58 -0
- package/dist/src/commands/index.d.ts +5 -0
- package/dist/src/commands/index.js +2 -0
- package/dist/src/commands/verify/abi.d.ts +52 -0
- package/dist/src/commands/verify/abi.js +125 -0
- package/dist/src/commands/verify/bundle-source.d.ts +12 -0
- package/dist/src/commands/verify/bundle-source.js +53 -0
- package/dist/src/commands/verify/index.d.ts +59 -0
- package/dist/src/commands/verify/index.js +372 -0
- package/dist/src/commands/verify/node-modules-source.d.ts +11 -0
- package/dist/src/commands/verify/node-modules-source.js +76 -0
- package/dist/src/commands/verify/prebuilds.d.ts +16 -0
- package/dist/src/commands/verify/prebuilds.js +36 -0
- package/dist/src/commands/verify/resource-collectors.js +261 -0
- package/dist/src/deprecate.d.ts +2 -0
- package/dist/src/deprecate.js +9 -0
- package/dist/src/expo/plugins/withAndroidNdkVersion.js +31 -0
- package/dist/src/expo/plugins/withDeviceInfo.js +49 -0
- package/dist/src/expo/plugins/withMobileBundle.d.ts +24 -0
- package/dist/src/expo/plugins/withMobileBundle.js +152 -0
- package/dist/src/index.d.ts +20 -0
- package/dist/src/index.js +59 -0
- package/dist/src/logging/addon.d.ts +6 -0
- package/dist/src/logging/logging-stream-registry.js +137 -0
- package/dist/src/logging/namespaces.d.ts +7 -0
- package/dist/src/logging/namespaces.js +8 -0
- package/dist/src/logging/registry.d.ts +31 -0
- package/dist/src/logging/registry.js +62 -0
- package/dist/src/logging/stream-logger.js +12 -0
- package/dist/src/logging/utils.d.ts +6 -0
- package/dist/src/models/registry/index.d.ts +2 -0
- package/dist/src/models/registry/index.js +4 -0
- package/dist/src/pear/pre.js +446 -0
- package/dist/src/plugin-ids.d.ts +14 -0
- package/dist/src/plugin-ids.js +27 -0
- package/dist/src/plugin-utils.d.ts +2 -0
- package/dist/src/plugin-utils.js +4 -0
- package/dist/src/schemas/public.d.ts +3 -0
- package/dist/src/schemas/public.js +11 -0
- package/dist/src/schemas/sdk-errors-client.d.ts +41 -0
- package/dist/src/schemas/sdk-errors-client.js +192 -0
- package/dist/src/schemas/sdk-errors-server.d.ts +101 -0
- package/dist/src/schemas/sdk-errors-server.js +540 -0
- package/dist/src/server/error-handlers.js +32 -0
- package/dist/src/server/plugins/index.d.ts +2 -0
- package/dist/src/server/plugins/index.js +1 -0
- package/dist/src/server/rpc/profiling/context.d.ts +17 -0
- package/dist/src/server/rpc/profiling/context.js +31 -0
- package/dist/src/server/rpc/profiling/index.d.ts +2 -0
- package/dist/src/server/rpc/profiling/index.js +1 -0
- package/dist/src/server/rpc/profiling/profiler.d.ts +13 -0
- package/dist/src/server/rpc/profiling/profiler.js +78 -0
- package/dist/src/server/rpc/rpc-utils.d.ts +5 -0
- package/dist/src/server/utils/qvac-paths.js +5 -0
- package/dist/src/server/utils/worker-lock.js +67 -0
- package/dist/src/utils/aggregate-events.d.ts +26 -0
- package/dist/src/utils/aggregate-events.js +73 -0
- package/dist/src/utils/errors-client.d.ts +181 -0
- package/dist/src/utils/errors-client.js +305 -0
- package/dist/src/utils/errors-server.d.ts +380 -0
- package/dist/src/utils/errors-server.js +621 -0
- package/dist/src/utils/load-model-validation.js +17 -0
- package/dist/src/utils/mcp-adapter.d.ts +12 -0
- package/dist/src/utils/mcp-adapter.js +96 -0
- package/dist/src/utils/tool-helpers.d.ts +25 -0
- package/dist/src/utils/tool-helpers.js +111 -0
- package/dist/src/worker/create-server.js +46 -0
- package/dist/src/worker/handle-request.js +180 -0
- package/dist/src/worker/handler-utils.d.ts +16 -0
- package/dist/src/worker/handler-utils.js +41 -0
- package/dist/src/worker/index.d.ts +5 -0
- package/dist/src/worker/index.js +45 -0
- package/dist/src/worker/legacy-worker-entry.d.ts +2 -0
- package/dist/src/worker/legacy-worker-entry.js +3 -0
- package/dist/src/worker/lifecycle.d.ts +23 -0
- package/dist/src/worker/lifecycle.js +141 -0
- package/dist/src/worker/plugins/audiogen-ggml.d.ts +2 -0
- package/dist/src/worker/plugins/audiogen-ggml.js +1 -0
- package/dist/src/worker/plugins/bci-whispercpp-transcription.d.ts +2 -0
- package/dist/src/worker/plugins/bci-whispercpp-transcription.js +1 -0
- package/dist/src/worker/plugins/ggml-classification.d.ts +2 -0
- package/dist/src/worker/plugins/ggml-classification.js +1 -0
- package/dist/src/worker/plugins/ggml-ocr.d.ts +2 -0
- package/dist/src/worker/plugins/ggml-ocr.js +1 -0
- package/dist/src/worker/plugins/ggml-vla.d.ts +2 -0
- package/dist/src/worker/plugins/ggml-vla.js +1 -0
- package/dist/src/worker/plugins/llamacpp-completion.d.ts +2 -0
- package/dist/src/worker/plugins/llamacpp-completion.js +1 -0
- package/dist/src/worker/plugins/llamacpp-embedding.d.ts +2 -0
- package/dist/src/worker/plugins/llamacpp-embedding.js +1 -0
- package/dist/src/worker/plugins/nmtcpp-translation.d.ts +2 -0
- package/dist/src/worker/plugins/nmtcpp-translation.js +1 -0
- package/dist/src/worker/plugins/parakeet-transcription.d.ts +2 -0
- package/dist/src/worker/plugins/parakeet-transcription.js +1 -0
- package/dist/src/worker/plugins/sdcpp-generation.d.ts +2 -0
- package/dist/src/worker/plugins/sdcpp-generation.js +1 -0
- package/dist/src/worker/plugins/tts-ggml.d.ts +2 -0
- package/dist/src/worker/plugins/tts-ggml.js +1 -0
- package/dist/src/worker/plugins/whispercpp-transcription.d.ts +2 -0
- package/dist/src/worker/plugins/whispercpp-transcription.js +1 -0
- package/dist/src/worker/worker-core.d.ts +7 -0
- package/dist/src/worker/worker-core.js +8 -0
- package/docs/system-resources-support-matrix.md +46 -27
- package/package.json +82 -87
- package/dist/client/api/audio-gen-result.d.ts +0 -4
- package/dist/client/api/audio-gen-result.js +0 -132
- package/dist/client/api/audio-gen.d.ts +0 -46
- package/dist/client/api/audio-gen.js +0 -48
- package/dist/client/api/batch-completion.d.ts +0 -15
- package/dist/client/api/batch-completion.js +0 -332
- package/dist/client/api/bci-transcribe.d.ts +0 -57
- package/dist/client/api/bci-transcribe.js +0 -173
- package/dist/client/api/cancel.d.ts +0 -35
- package/dist/client/api/cancel.js +0 -83
- package/dist/client/api/classify.d.ts +0 -23
- package/dist/client/api/classify.js +0 -46
- package/dist/client/api/completion-stream.d.ts +0 -107
- package/dist/client/api/completion-stream.js +0 -351
- package/dist/client/api/delete-cache.js +0 -49
- package/dist/client/api/diffusion.d.ts +0 -93
- package/dist/client/api/diffusion.js +0 -175
- package/dist/client/api/download-asset.d.ts +0 -50
- package/dist/client/api/download-asset.js +0 -87
- package/dist/client/api/embed.d.ts +0 -42
- package/dist/client/api/embed.js +0 -30
- package/dist/client/api/finetune.d.ts +0 -92
- package/dist/client/api/finetune.js +0 -144
- package/dist/client/api/get-loaded-model-info.d.ts +0 -25
- package/dist/client/api/get-loaded-model-info.js +0 -36
- package/dist/client/api/get-model-info.d.ts +0 -44
- package/dist/client/api/get-model-info.js +0 -22
- package/dist/client/api/get-system-resources.d.ts +0 -3
- package/dist/client/api/get-system-resources.js +0 -16
- package/dist/client/api/heartbeat.d.ts +0 -30
- package/dist/client/api/heartbeat.js +0 -38
- package/dist/client/api/index.d.ts +0 -36
- package/dist/client/api/index.js +0 -35
- package/dist/client/api/invoke-plugin.d.ts +0 -31
- package/dist/client/api/invoke-plugin.js +0 -54
- package/dist/client/api/load-model.d.ts +0 -178
- package/dist/client/api/load-model.js +0 -130
- package/dist/client/api/logging-stream.d.ts +0 -24
- package/dist/client/api/logging-stream.js +0 -36
- package/dist/client/api/ocr.d.ts +0 -40
- package/dist/client/api/ocr.js +0 -97
- package/dist/client/api/provide.d.ts +0 -24
- package/dist/client/api/provide.js +0 -33
- package/dist/client/api/rag.d.ts +0 -252
- package/dist/client/api/rag.js +0 -485
- package/dist/client/api/registry.d.ts +0 -40
- package/dist/client/api/registry.js +0 -63
- package/dist/client/api/resume.d.ts +0 -30
- package/dist/client/api/resume.js +0 -36
- package/dist/client/api/state.d.ts +0 -23
- package/dist/client/api/state.js +0 -29
- package/dist/client/api/stop-provider.d.ts +0 -21
- package/dist/client/api/stop-provider.js +0 -31
- package/dist/client/api/subscribe-logs.d.ts +0 -28
- package/dist/client/api/suspend.d.ts +0 -31
- package/dist/client/api/suspend.js +0 -37
- package/dist/client/api/text-to-speech.d.ts +0 -66
- package/dist/client/api/text-to-speech.js +0 -455
- package/dist/client/api/transcribe.d.ts +0 -93
- package/dist/client/api/transcribe.js +0 -295
- package/dist/client/api/translate.d.ts +0 -49
- package/dist/client/api/translate.js +0 -125
- package/dist/client/api/unload-model.d.ts +0 -18
- package/dist/client/api/unload-model.js +0 -44
- package/dist/client/api/upscale.d.ts +0 -45
- package/dist/client/api/upscale.js +0 -99
- package/dist/client/api/video.d.ts +0 -87
- package/dist/client/api/video.js +0 -175
- package/dist/client/api/vla-helpers.d.ts +0 -45
- package/dist/client/api/vla-helpers.js +0 -125
- package/dist/client/api/vla.d.ts +0 -114
- package/dist/client/api/vla.js +0 -166
- package/dist/client/config-loader/config-utils.d.ts +0 -5
- package/dist/client/config-loader/config-utils.js +0 -18
- package/dist/client/config-loader/resolve-config.bare.d.ts +0 -9
- package/dist/client/config-loader/resolve-config.bare.js +0 -74
- package/dist/client/config-loader/resolve-config.expo.js +0 -62
- package/dist/client/config-loader/resolve-config.node.js +0 -199
- package/dist/client/init-hooks.d.ts +0 -21
- package/dist/client/init-hooks.js +0 -66
- package/dist/client/plugins-factory.d.ts +0 -8
- package/dist/client/plugins-factory.js +0 -10
- package/dist/client/rpc/bare-client.d.ts +0 -17
- package/dist/client/rpc/bare-client.js +0 -251
- package/dist/client/rpc/expo-rpc-client.js +0 -196
- package/dist/client/rpc/node-rpc-client.js +0 -505
- package/dist/client/rpc/profiling/profiler.d.ts +0 -27
- package/dist/client/rpc/profiling/profiler.js +0 -140
- package/dist/client/rpc/rpc-client.d.ts +0 -19
- package/dist/client/rpc/rpc-client.js +0 -551
- package/dist/client/rpc/rpc-error.d.ts +0 -28
- package/dist/client/rpc/rpc-error.js +0 -150
- package/dist/commands/bundle/entry-gen.js +0 -54
- package/dist/commands/bundle/index.js +0 -148
- package/dist/commands/bundle/plugins.d.ts +0 -9
- package/dist/commands/bundle/plugins.js +0 -51
- package/dist/commands/bundle/resolve-sdk-import.js +0 -53
- package/dist/commands/index.d.ts +0 -5
- package/dist/commands/index.js +0 -2
- package/dist/commands/verify/abi.d.ts +0 -52
- package/dist/commands/verify/abi.js +0 -125
- package/dist/commands/verify/bundle-source.d.ts +0 -12
- package/dist/commands/verify/bundle-source.js +0 -53
- package/dist/commands/verify/index.d.ts +0 -59
- package/dist/commands/verify/index.js +0 -372
- package/dist/commands/verify/node-modules-source.d.ts +0 -11
- package/dist/commands/verify/node-modules-source.js +0 -76
- package/dist/commands/verify/prebuilds.d.ts +0 -16
- package/dist/commands/verify/prebuilds.js +0 -36
- package/dist/commands/verify/resource-collectors.js +0 -261
- package/dist/constants/audio.d.ts +0 -2
- package/dist/constants/audio.js +0 -1
- package/dist/constants/index.d.ts +0 -3
- package/dist/constants/index.js +0 -2
- package/dist/constants/registry.d.ts +0 -2
- package/dist/constants/registry.js +0 -1
- package/dist/examples/delegated-inference/composite.d.ts +0 -2
- package/dist/examples/delegated-inference/composite.js +0 -96
- package/dist/examples/delegated-inference/consumer-profiled.d.ts +0 -2
- package/dist/examples/delegated-inference/consumer-profiled.js +0 -59
- package/dist/examples/delegated-inference/consumer.d.ts +0 -2
- package/dist/examples/delegated-inference/consumer.js +0 -55
- package/dist/examples/delegated-inference/provider.d.ts +0 -2
- package/dist/examples/delegated-inference/provider.js +0 -52
- package/dist/examples/quickstart.bare.d.ts +0 -2
- package/dist/examples/quickstart.bare.js +0 -16
- package/dist/expo/plugins/withAndroidNdkVersion.js +0 -31
- package/dist/expo/plugins/withDeviceInfo.js +0 -49
- package/dist/expo/plugins/withMobileBundle.d.ts +0 -12
- package/dist/expo/plugins/withMobileBundle.js +0 -117
- package/dist/index.d.ts +0 -17
- package/dist/index.js +0 -44
- package/dist/logging/addon.d.ts +0 -6
- package/dist/logging/namespaces.d.ts +0 -7
- package/dist/logging/namespaces.js +0 -8
- package/dist/logging/registry.d.ts +0 -31
- package/dist/logging/registry.js +0 -62
- package/dist/logging/stream-logger.js +0 -12
- package/dist/logging/utils.d.ts +0 -6
- package/dist/models/registry/index.d.ts +0 -19
- package/dist/models/registry/index.js +0 -21
- package/dist/models/registry/models.d.ts +0 -23457
- package/dist/models/registry/models.js +0 -24713
- package/dist/pear/pre.js +0 -446
- package/dist/profiling/aggregator.d.ts +0 -15
- package/dist/profiling/aggregator.js +0 -100
- package/dist/profiling/backend-diagnostics.d.ts +0 -8
- package/dist/profiling/backend-diagnostics.js +0 -21
- package/dist/profiling/clock.d.ts +0 -12
- package/dist/profiling/clock.js +0 -51
- package/dist/profiling/controller.d.ts +0 -35
- package/dist/profiling/controller.js +0 -130
- package/dist/profiling/envelope.d.ts +0 -11
- package/dist/profiling/envelope.js +0 -45
- package/dist/profiling/events.d.ts +0 -20
- package/dist/profiling/events.js +0 -35
- package/dist/profiling/exporters.d.ts +0 -10
- package/dist/profiling/exporters.js +0 -243
- package/dist/profiling/index.d.ts +0 -86
- package/dist/profiling/index.js +0 -81
- package/dist/profiling/model-execution.d.ts +0 -16
- package/dist/profiling/model-execution.js +0 -34
- package/dist/profiling/ring-buffer.d.ts +0 -19
- package/dist/profiling/ring-buffer.js +0 -83
- package/dist/profiling/types.d.ts +0 -53
- package/dist/profiling/types.js +0 -1
- package/dist/schemas/archive.d.ts +0 -9
- package/dist/schemas/archive.js +0 -11
- package/dist/schemas/audio-gen.d.ts +0 -356
- package/dist/schemas/audio-gen.js +0 -200
- package/dist/schemas/batch-completion-stream.d.ts +0 -468
- package/dist/schemas/batch-completion-stream.js +0 -124
- package/dist/schemas/bci-config.d.ts +0 -75
- package/dist/schemas/bci-config.js +0 -58
- package/dist/schemas/bci.d.ts +0 -179
- package/dist/schemas/bci.js +0 -89
- package/dist/schemas/cancel.d.ts +0 -209
- package/dist/schemas/cancel.js +0 -140
- package/dist/schemas/classification.d.ts +0 -53
- package/dist/schemas/classification.js +0 -33
- package/dist/schemas/common.d.ts +0 -6960
- package/dist/schemas/common.js +0 -138
- package/dist/schemas/completion-event.d.ts +0 -249
- package/dist/schemas/completion-event.js +0 -94
- package/dist/schemas/completion-stream.d.ts +0 -476
- package/dist/schemas/completion-stream.js +0 -236
- package/dist/schemas/constants-registry.d.ts +0 -83
- package/dist/schemas/constants-registry.js +0 -65
- package/dist/schemas/delegate.d.ts +0 -16
- package/dist/schemas/delegate.js +0 -32
- package/dist/schemas/delete-cache.d.ts +0 -17
- package/dist/schemas/delete-cache.js +0 -21
- package/dist/schemas/download-asset.d.ts +0 -225
- package/dist/schemas/download-asset.js +0 -71
- package/dist/schemas/embed.d.ts +0 -42
- package/dist/schemas/embed.js +0 -35
- package/dist/schemas/engine-addon-map.d.ts +0 -21
- package/dist/schemas/engine-addon-map.js +0 -78
- package/dist/schemas/error.d.ts +0 -44
- package/dist/schemas/error.js +0 -67
- package/dist/schemas/finetune.d.ts +0 -622
- package/dist/schemas/finetune.js +0 -163
- package/dist/schemas/get-loaded-model-info.d.ts +0 -70
- package/dist/schemas/get-loaded-model-info.js +0 -52
- package/dist/schemas/get-model-info.d.ts +0 -130
- package/dist/schemas/get-model-info.js +0 -91
- package/dist/schemas/heartbeat.d.ts +0 -16
- package/dist/schemas/heartbeat.js +0 -10
- package/dist/schemas/index.d.ts +0 -55
- package/dist/schemas/index.js +0 -55
- package/dist/schemas/json-schema.d.ts +0 -16
- package/dist/schemas/json-schema.js +0 -2
- package/dist/schemas/llamacpp-config.d.ts +0 -404
- package/dist/schemas/llamacpp-config.js +0 -219
- package/dist/schemas/load-model.d.ts +0 -28991
- package/dist/schemas/load-model.js +0 -647
- package/dist/schemas/logging-stream.d.ts +0 -34
- package/dist/schemas/logging-stream.js +0 -17
- package/dist/schemas/mcp-adapter.d.ts +0 -47
- package/dist/schemas/mcp-adapter.js +0 -1
- package/dist/schemas/model-src-utils.d.ts +0 -193
- package/dist/schemas/model-src-utils.js +0 -61
- package/dist/schemas/model-types.d.ts +0 -276
- package/dist/schemas/model-types.js +0 -223
- package/dist/schemas/ocr.d.ts +0 -138
- package/dist/schemas/ocr.js +0 -59
- package/dist/schemas/path-validation.d.ts +0 -10
- package/dist/schemas/path-validation.js +0 -22
- package/dist/schemas/plugin.d.ts +0 -342
- package/dist/schemas/plugin.js +0 -242
- package/dist/schemas/profiling.d.ts +0 -696
- package/dist/schemas/profiling.js +0 -100
- package/dist/schemas/provide.d.ts +0 -41
- package/dist/schemas/provide.js +0 -22
- package/dist/schemas/public.d.ts +0 -3
- package/dist/schemas/public.js +0 -6
- package/dist/schemas/rag.d.ts +0 -302
- package/dist/schemas/rag.js +0 -212
- package/dist/schemas/registry.d.ts +0 -454
- package/dist/schemas/registry.js +0 -104
- package/dist/schemas/reload-config.d.ts +0 -586
- package/dist/schemas/reload-config.js +0 -42
- package/dist/schemas/resume.d.ts +0 -10
- package/dist/schemas/resume.js +0 -7
- package/dist/schemas/runtime-context.d.ts +0 -19
- package/dist/schemas/runtime-context.js +0 -7
- package/dist/schemas/sdcpp-config.d.ts +0 -1127
- package/dist/schemas/sdcpp-config.js +0 -748
- package/dist/schemas/sdk-config.d.ts +0 -5059
- package/dist/schemas/sdk-config.js +0 -167
- package/dist/schemas/sdk-errors-client.d.ts +0 -44
- package/dist/schemas/sdk-errors-client.js +0 -208
- package/dist/schemas/sdk-errors-registry.d.ts +0 -6
- package/dist/schemas/sdk-errors-registry.js +0 -8
- package/dist/schemas/sdk-errors-server.d.ts +0 -102
- package/dist/schemas/sdk-errors-server.js +0 -534
- package/dist/schemas/shard.d.ts +0 -21
- package/dist/schemas/shard.js +0 -17
- package/dist/schemas/state.d.ts +0 -23
- package/dist/schemas/state.js +0 -9
- package/dist/schemas/stop-provide.d.ts +0 -12
- package/dist/schemas/stop-provide.js +0 -11
- package/dist/schemas/suspend.d.ts +0 -10
- package/dist/schemas/suspend.js +0 -7
- package/dist/schemas/system-resources.d.ts +0 -3967
- package/dist/schemas/system-resources.js +0 -149
- package/dist/schemas/text-to-speech.d.ts +0 -2329
- package/dist/schemas/text-to-speech.js +0 -554
- package/dist/schemas/tools.d.ts +0 -65
- package/dist/schemas/tools.js +0 -37
- package/dist/schemas/transcription-config.d.ts +0 -164
- package/dist/schemas/transcription-config.js +0 -162
- package/dist/schemas/transcription.d.ts +0 -264
- package/dist/schemas/transcription.js +0 -145
- package/dist/schemas/translate.d.ts +0 -139
- package/dist/schemas/translate.js +0 -103
- package/dist/schemas/translation-config.d.ts +0 -1032
- package/dist/schemas/translation-config.js +0 -170
- package/dist/schemas/unload-model.d.ts +0 -22
- package/dist/schemas/unload-model.js +0 -18
- package/dist/schemas/vla.d.ts +0 -194
- package/dist/schemas/vla.js +0 -254
- package/dist/scripts/run-security-tests.d.ts +0 -2
- package/dist/scripts/run-security-tests.js +0 -21
- package/dist/server/bare/delegate-connect-diagnostics.d.ts +0 -9
- package/dist/server/bare/delegate-connect-diagnostics.js +0 -38
- package/dist/server/bare/delegate-rpc-client.d.ts +0 -10
- package/dist/server/bare/delegate-rpc-client.js +0 -219
- package/dist/server/bare/hyperswarm.d.ts +0 -10
- package/dist/server/bare/hyperswarm.js +0 -103
- package/dist/server/bare/ops/bci-transcribe.d.ts +0 -13
- package/dist/server/bare/ops/bci-transcribe.js +0 -248
- package/dist/server/bare/ops/cancel.d.ts +0 -29
- package/dist/server/bare/ops/cancel.js +0 -46
- package/dist/server/bare/ops/embed.d.ts +0 -16
- package/dist/server/bare/ops/embed.js +0 -193
- package/dist/server/bare/ops/kv-cache-retention.d.ts +0 -12
- package/dist/server/bare/ops/kv-cache-retention.js +0 -132
- package/dist/server/bare/ops/kv-cache-utils.d.ts +0 -22
- package/dist/server/bare/ops/kv-cache-utils.js +0 -148
- package/dist/server/bare/ops/load-model.d.ts +0 -9
- package/dist/server/bare/ops/load-model.js +0 -82
- package/dist/server/bare/ops/transcribe.d.ts +0 -20
- package/dist/server/bare/ops/transcribe.js +0 -349
- package/dist/server/bare/ops/translate-stats.d.ts +0 -5
- package/dist/server/bare/ops/translate-stats.js +0 -11
- package/dist/server/bare/ops/translate.d.ts +0 -8
- package/dist/server/bare/ops/translate.js +0 -284
- package/dist/server/bare/ops/unload-model.d.ts +0 -3
- package/dist/server/bare/ops/unload-model.js +0 -51
- package/dist/server/bare/plugins/asr-ggml/config.d.ts +0 -32
- package/dist/server/bare/plugins/asr-ggml/config.js +0 -46
- package/dist/server/bare/plugins/asr-ggml/logging.d.ts +0 -11
- package/dist/server/bare/plugins/asr-ggml/logging.js +0 -12
- package/dist/server/bare/plugins/audiogen-ggml/config.d.ts +0 -18
- package/dist/server/bare/plugins/audiogen-ggml/config.js +0 -23
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-input.d.ts +0 -20
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-input.js +0 -153
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.d.ts +0 -3
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.js +0 -213
- package/dist/server/bare/plugins/audiogen-ggml/plugin.d.ts +0 -241
- package/dist/server/bare/plugins/audiogen-ggml/plugin.js +0 -58
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.d.ts +0 -3
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.js +0 -13
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +0 -174
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +0 -111
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +0 -75
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.js +0 -11
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +0 -6
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +0 -30
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +0 -32
- package/dist/server/bare/plugins/ggml-classification/plugin.js +0 -55
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +0 -8
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +0 -119
- package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +0 -103
- package/dist/server/bare/plugins/ggml-ocr/plugin.js +0 -112
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.d.ts +0 -6
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.js +0 -73
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +0 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +0 -12
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +0 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +0 -79
- package/dist/server/bare/plugins/ggml-vla/ops/vla-set-embodiment.d.ts +0 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-set-embodiment.js +0 -9
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +0 -103
- package/dist/server/bare/plugins/ggml-vla/plugin.js +0 -74
- package/dist/server/bare/plugins/index.d.ts +0 -13
- package/dist/server/bare/plugins/index.js +0 -12
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +0 -32
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +0 -100
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +0 -7
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +0 -36
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +0 -27
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +0 -58
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +0 -47
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +0 -382
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.d.ts +0 -29
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.js +0 -65
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +0 -11
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +0 -299
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +0 -190
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +0 -746
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.d.ts +0 -58
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.js +0 -58
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +0 -672
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +0 -503
- package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +0 -10
- package/dist/server/bare/plugins/llamacpp-completion/transform.js +0 -28
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +0 -77
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +0 -100
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +0 -458
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +0 -144
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +0 -32
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.js +0 -114
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +0 -134
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +0 -141
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +0 -3
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +0 -63
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +0 -3
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +0 -40
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +0 -6
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +0 -238
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +0 -758
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +0 -310
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.d.ts +0 -7
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.js +0 -50
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +0 -7
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +0 -104
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +0 -7
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +0 -89
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +0 -495
- package/dist/server/bare/plugins/tts-ggml/plugin.js +0 -436
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +0 -347
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +0 -178
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/chunk.js +0 -7
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +0 -11
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +0 -14
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +0 -19
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +0 -4
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +0 -16
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +0 -15
- package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/search.js +0 -16
- package/dist/server/bare/rag-hyperdb/index.d.ts +0 -12
- package/dist/server/bare/rag-hyperdb/index.js +0 -11
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +0 -29
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +0 -76
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +0 -15
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +0 -143
- package/dist/server/bare/registry/config-registry.d.ts +0 -14
- package/dist/server/bare/registry/config-registry.js +0 -90
- package/dist/server/bare/registry/logging-stream-registry.js +0 -137
- package/dist/server/bare/registry/model-config-registry.d.ts +0 -4
- package/dist/server/bare/registry/model-config-registry.js +0 -15
- package/dist/server/bare/registry/model-config-utils.d.ts +0 -15
- package/dist/server/bare/registry/model-config-utils.js +0 -128
- package/dist/server/bare/registry/model-registry.d.ts +0 -76
- package/dist/server/bare/registry/model-registry.js +0 -130
- package/dist/server/bare/registry/registry-client.d.ts +0 -5
- package/dist/server/bare/registry/registry-client.js +0 -118
- package/dist/server/bare/registry/runtime-context-registry.d.ts +0 -7
- package/dist/server/bare/registry/runtime-context-registry.js +0 -26
- package/dist/server/bare/resources/collector.d.ts +0 -644
- package/dist/server/bare/resources/collector.js +0 -226
- package/dist/server/bare/resources/native.d.ts +0 -3
- package/dist/server/bare/resources/native.js +0 -35
- package/dist/server/bare/resources/normalize.d.ts +0 -13
- package/dist/server/bare/resources/normalize.js +0 -73
- package/dist/server/bare/resources/types.d.ts +0 -66
- package/dist/server/bare/resources/types.js +0 -1
- package/dist/server/bare/resources/worker-collector.d.ts +0 -5
- package/dist/server/bare/resources/worker-collector.js +0 -15
- package/dist/server/bare/runtime/disposable-scope.d.ts +0 -36
- package/dist/server/bare/runtime/disposable-scope.js +0 -69
- package/dist/server/bare/runtime/index.d.ts +0 -8
- package/dist/server/bare/runtime/index.js +0 -3
- package/dist/server/bare/runtime/request-context.d.ts +0 -49
- package/dist/server/bare/runtime/request-context.js +0 -1
- package/dist/server/bare/runtime/request-id.d.ts +0 -12
- package/dist/server/bare/runtime/request-id.js +0 -14
- package/dist/server/bare/runtime/request-registry-singleton.d.ts +0 -4
- package/dist/server/bare/runtime/request-registry-singleton.js +0 -77
- package/dist/server/bare/runtime/request-registry.d.ts +0 -222
- package/dist/server/bare/runtime/request-registry.js +0 -715
- package/dist/server/bare/runtime/with-request-context.d.ts +0 -22
- package/dist/server/bare/runtime/with-request-context.js +0 -53
- package/dist/server/bare/runtime-lifecycle.d.ts +0 -38
- package/dist/server/bare/runtime-lifecycle.js +0 -163
- package/dist/server/bare/types/addon-responses.d.ts +0 -51
- package/dist/server/bare/types/addon-responses.js +0 -1
- package/dist/server/bare/utils/asr-events.d.ts +0 -15
- package/dist/server/bare/utils/asr-events.js +0 -30
- package/dist/server/bare/utils/audio-input.d.ts +0 -10
- package/dist/server/bare/utils/audio-input.js +0 -33
- package/dist/server/bare/utils/transcribe-metadata.d.ts +0 -21
- package/dist/server/bare/utils/transcribe-metadata.js +0 -28
- package/dist/server/bare/utils/tts-stats.d.ts +0 -26
- package/dist/server/bare/utils/tts-stats.js +0 -16
- package/dist/server/error-handlers.js +0 -32
- package/dist/server/plugins/index.d.ts +0 -2
- package/dist/server/plugins/index.js +0 -1
- package/dist/server/plugins/registry.d.ts +0 -10
- package/dist/server/plugins/registry.js +0 -107
- package/dist/server/rpc/create-server.js +0 -46
- package/dist/server/rpc/delegate-transport.d.ts +0 -19
- package/dist/server/rpc/delegate-transport.js +0 -237
- package/dist/server/rpc/handle-request.js +0 -172
- package/dist/server/rpc/handler-registry.d.ts +0 -3
- package/dist/server/rpc/handler-registry.js +0 -179
- package/dist/server/rpc/handler-selection.d.ts +0 -9
- package/dist/server/rpc/handler-selection.js +0 -14
- package/dist/server/rpc/handler-utils.d.ts +0 -30
- package/dist/server/rpc/handler-utils.js +0 -183
- package/dist/server/rpc/handlers/audio-gen-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/audio-gen-stream.js +0 -4
- package/dist/server/rpc/handlers/batch-completion-stream.d.ts +0 -80
- package/dist/server/rpc/handlers/batch-completion-stream.js +0 -4
- package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/bci-transcribe-stream.js +0 -4
- package/dist/server/rpc/handlers/bci-transcribe.d.ts +0 -3
- package/dist/server/rpc/handlers/bci-transcribe.js +0 -4
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +0 -4
- package/dist/server/rpc/handlers/cancel-delegated.js +0 -66
- package/dist/server/rpc/handlers/cancelHandler.d.ts +0 -32
- package/dist/server/rpc/handlers/cancelHandler.js +0 -69
- package/dist/server/rpc/handlers/classify.d.ts +0 -3
- package/dist/server/rpc/handlers/classify.js +0 -4
- package/dist/server/rpc/handlers/completion-orchestrate.d.ts +0 -42
- package/dist/server/rpc/handlers/completion-orchestrate.js +0 -190
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +0 -5
- package/dist/server/rpc/handlers/completion-stream-delegated.js +0 -51
- package/dist/server/rpc/handlers/completion-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/completion-stream.js +0 -4
- package/dist/server/rpc/handlers/delete-cache.d.ts +0 -12
- package/dist/server/rpc/handlers/delete-cache.js +0 -37
- package/dist/server/rpc/handlers/diffusion-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/diffusion-stream.js +0 -4
- package/dist/server/rpc/handlers/download-asset.d.ts +0 -3
- package/dist/server/rpc/handlers/download-asset.js +0 -146
- package/dist/server/rpc/handlers/embed.d.ts +0 -3
- package/dist/server/rpc/handlers/embed.js +0 -4
- package/dist/server/rpc/handlers/finetune.d.ts +0 -3
- package/dist/server/rpc/handlers/finetune.js +0 -18
- package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +0 -3
- package/dist/server/rpc/handlers/get-loaded-model-info.js +0 -45
- package/dist/server/rpc/handlers/get-model-info.d.ts +0 -3
- package/dist/server/rpc/handlers/get-model-info.js +0 -173
- package/dist/server/rpc/handlers/get-system-resources.d.ts +0 -3
- package/dist/server/rpc/handlers/get-system-resources.js +0 -53
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +0 -4
- package/dist/server/rpc/handlers/heartbeat-delegated.js +0 -32
- package/dist/server/rpc/handlers/heartbeat.d.ts +0 -3
- package/dist/server/rpc/handlers/heartbeat.js +0 -3
- package/dist/server/rpc/handlers/index.d.ts +0 -76
- package/dist/server/rpc/handlers/index.js +0 -75
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +0 -98
- package/dist/server/rpc/handlers/load-model/download-manager.js +0 -308
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +0 -8
- package/dist/server/rpc/handlers/load-model/download-stats.js +0 -126
- package/dist/server/rpc/handlers/load-model/handler.d.ts +0 -3
- package/dist/server/rpc/handlers/load-model/handler.js +0 -287
- package/dist/server/rpc/handlers/load-model/http.d.ts +0 -4
- package/dist/server/rpc/handlers/load-model/http.js +0 -856
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +0 -5
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +0 -561
- package/dist/server/rpc/handlers/load-model/index.d.ts +0 -3
- package/dist/server/rpc/handlers/load-model/index.js +0 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +0 -27
- package/dist/server/rpc/handlers/load-model/registry-client-options.js +0 -18
- package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +0 -23
- package/dist/server/rpc/handlers/load-model/registry-companion-set.js +0 -206
- package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +0 -24
- package/dist/server/rpc/handlers/load-model/registry-download-utils.js +0 -112
- package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +0 -11
- package/dist/server/rpc/handlers/load-model/registry-metadata.js +0 -23
- package/dist/server/rpc/handlers/load-model/registry.d.ts +0 -5
- package/dist/server/rpc/handlers/load-model/registry.js +0 -298
- package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +0 -34
- package/dist/server/rpc/handlers/load-model/resolve-session.js +0 -62
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +0 -16
- package/dist/server/rpc/handlers/load-model/resolve.js +0 -237
- package/dist/server/rpc/handlers/load-model/types.d.ts +0 -60
- package/dist/server/rpc/handlers/load-model/types.js +0 -28
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +0 -7
- package/dist/server/rpc/handlers/load-model-delegated.js +0 -132
- package/dist/server/rpc/handlers/logging-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/logging-stream.js +0 -39
- package/dist/server/rpc/handlers/ocr-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/ocr-stream.js +0 -4
- package/dist/server/rpc/handlers/plugin-dispatch.d.ts +0 -3
- package/dist/server/rpc/handlers/plugin-dispatch.js +0 -63
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +0 -4
- package/dist/server/rpc/handlers/plugin-invoke.js +0 -81
- package/dist/server/rpc/handlers/provideHandler/connection.d.ts +0 -3
- package/dist/server/rpc/handlers/provideHandler/connection.js +0 -38
- package/dist/server/rpc/handlers/provideHandler/handler.d.ts +0 -3
- package/dist/server/rpc/handlers/provideHandler/handler.js +0 -66
- package/dist/server/rpc/handlers/provideHandler/proxy.d.ts +0 -3
- package/dist/server/rpc/handlers/provideHandler/proxy.js +0 -24
- package/dist/server/rpc/handlers/provideHandler.d.ts +0 -2
- package/dist/server/rpc/handlers/provideHandler.js +0 -2
- package/dist/server/rpc/handlers/rag.d.ts +0 -3
- package/dist/server/rpc/handlers/rag.js +0 -272
- package/dist/server/rpc/handlers/registry.d.ts +0 -5
- package/dist/server/rpc/handlers/registry.js +0 -155
- package/dist/server/rpc/handlers/resume.d.ts +0 -3
- package/dist/server/rpc/handlers/resume.js +0 -11
- package/dist/server/rpc/handlers/state.d.ts +0 -3
- package/dist/server/rpc/handlers/state.js +0 -7
- package/dist/server/rpc/handlers/stopProvideHandler.d.ts +0 -3
- package/dist/server/rpc/handlers/stopProvideHandler.js +0 -29
- package/dist/server/rpc/handlers/suspend.d.ts +0 -3
- package/dist/server/rpc/handlers/suspend.js +0 -11
- package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/text-to-speech-stream.js +0 -4
- package/dist/server/rpc/handlers/text-to-speech.d.ts +0 -3
- package/dist/server/rpc/handlers/text-to-speech.js +0 -4
- package/dist/server/rpc/handlers/transcribe-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/transcribe-stream.js +0 -4
- package/dist/server/rpc/handlers/transcribe.d.ts +0 -3
- package/dist/server/rpc/handlers/transcribe.js +0 -4
- package/dist/server/rpc/handlers/translate.d.ts +0 -3
- package/dist/server/rpc/handlers/translate.js +0 -4
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +0 -3
- package/dist/server/rpc/handlers/unload-model-delegated.js +0 -32
- package/dist/server/rpc/handlers/unload-model.d.ts +0 -3
- package/dist/server/rpc/handlers/unload-model.js +0 -29
- package/dist/server/rpc/handlers/upscale-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/upscale-stream.js +0 -4
- package/dist/server/rpc/handlers/video-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/video-stream.js +0 -4
- package/dist/server/rpc/index.d.ts +0 -3
- package/dist/server/rpc/index.js +0 -2
- package/dist/server/rpc/method-shapes.d.ts +0 -53
- package/dist/server/rpc/method-shapes.js +0 -50
- package/dist/server/rpc/profiling/backend-diagnostics.d.ts +0 -3
- package/dist/server/rpc/profiling/backend-diagnostics.js +0 -16
- package/dist/server/rpc/profiling/context.d.ts +0 -18
- package/dist/server/rpc/profiling/context.js +0 -37
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +0 -32
- package/dist/server/rpc/profiling/delegation-profiler.js +0 -153
- package/dist/server/rpc/profiling/index.d.ts +0 -5
- package/dist/server/rpc/profiling/index.js +0 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +0 -25
- package/dist/server/rpc/profiling/operation-metrics.js +0 -361
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +0 -18
- package/dist/server/rpc/profiling/operation-wrappers.js +0 -196
- package/dist/server/rpc/profiling/profiler.d.ts +0 -13
- package/dist/server/rpc/profiling/profiler.js +0 -93
- package/dist/server/rpc/rpc-utils.d.ts +0 -5
- package/dist/server/rpc/transport-selector.d.ts +0 -3
- package/dist/server/rpc/transport-selector.js +0 -18
- package/dist/server/utils/archive.d.ts +0 -4
- package/dist/server/utils/archive.js +0 -177
- package/dist/server/utils/audio/decoder.d.ts +0 -41
- package/dist/server/utils/audio/decoder.js +0 -108
- package/dist/server/utils/cache/auto-history.d.ts +0 -4
- package/dist/server/utils/cache/auto-history.js +0 -26
- package/dist/server/utils/cache/paths.d.ts +0 -43
- package/dist/server/utils/cache/paths.js +0 -133
- package/dist/server/utils/cache/types.d.ts +0 -8
- package/dist/server/utils/cache/types.js +0 -1
- package/dist/server/utils/checksum.d.ts +0 -4
- package/dist/server/utils/checksum.js +0 -30
- package/dist/server/utils/clear-storage.d.ts +0 -5
- package/dist/server/utils/clear-storage.js +0 -14
- package/dist/server/utils/completion-normalizer.d.ts +0 -18
- package/dist/server/utils/completion-normalizer.js +0 -453
- package/dist/server/utils/config-transform.d.ts +0 -6
- package/dist/server/utils/config-transform.js +0 -27
- package/dist/server/utils/formatting.d.ts +0 -19
- package/dist/server/utils/formatting.js +0 -56
- package/dist/server/utils/gguf-tensor-extractor.d.ts +0 -15
- package/dist/server/utils/gguf-tensor-extractor.js +0 -310
- package/dist/server/utils/index.d.ts +0 -11
- package/dist/server/utils/index.js +0 -10
- package/dist/server/utils/multi-gpu-mobile.d.ts +0 -5
- package/dist/server/utils/multi-gpu-mobile.js +0 -10
- package/dist/server/utils/path-security.d.ts +0 -12
- package/dist/server/utils/path-security.js +0 -25
- package/dist/server/utils/qvac-paths.js +0 -5
- package/dist/server/utils/response-format.d.ts +0 -3
- package/dist/server/utils/response-format.js +0 -20
- package/dist/server/utils/shard-utils.d.ts +0 -49
- package/dist/server/utils/shard-utils.js +0 -137
- package/dist/server/utils/tool-integration.d.ts +0 -17
- package/dist/server/utils/tool-integration.js +0 -20
- package/dist/server/utils/tools/dialect.d.ts +0 -8
- package/dist/server/utils/tools/dialect.js +0 -20
- package/dist/server/utils/tools/index.d.ts +0 -3
- package/dist/server/utils/tools/index.js +0 -2
- package/dist/server/utils/tools/parser.d.ts +0 -6
- package/dist/server/utils/tools/parser.js +0 -69
- package/dist/server/utils/tools/parsers/dsml.d.ts +0 -4
- package/dist/server/utils/tools/parsers/dsml.js +0 -176
- package/dist/server/utils/tools/parsers/gemma4native.d.ts +0 -4
- package/dist/server/utils/tools/parsers/gemma4native.js +0 -65
- package/dist/server/utils/tools/parsers/harmony.d.ts +0 -4
- package/dist/server/utils/tools/parsers/harmony.js +0 -57
- package/dist/server/utils/tools/parsers/hermes.d.ts +0 -4
- package/dist/server/utils/tools/parsers/hermes.js +0 -122
- package/dist/server/utils/tools/parsers/json.d.ts +0 -6
- package/dist/server/utils/tools/parsers/json.js +0 -115
- package/dist/server/utils/tools/parsers/pythonic.d.ts +0 -4
- package/dist/server/utils/tools/parsers/pythonic.js +0 -267
- package/dist/server/utils/tools/parsers/qwen35.d.ts +0 -4
- package/dist/server/utils/tools/parsers/qwen35.js +0 -124
- package/dist/server/utils/tools/shared.d.ts +0 -18
- package/dist/server/utils/tools/shared.js +0 -52
- package/dist/server/utils/worker-lock.js +0 -67
- package/dist/server/worker-core.d.ts +0 -23
- package/dist/server/worker-core.js +0 -206
- package/dist/server/worker.d.ts +0 -5
- package/dist/server/worker.js +0 -34
- package/dist/utils/aggregate-events.d.ts +0 -26
- package/dist/utils/aggregate-events.js +0 -73
- package/dist/utils/errors-client.d.ts +0 -178
- package/dist/utils/errors-client.js +0 -310
- package/dist/utils/errors-server.d.ts +0 -376
- package/dist/utils/errors-server.js +0 -610
- package/dist/utils/load-model-validation.js +0 -18
- package/dist/utils/mcp-adapter.d.ts +0 -12
- package/dist/utils/mcp-adapter.js +0 -96
- package/dist/utils/tool-helpers.d.ts +0 -25
- package/dist/utils/tool-helpers.js +0 -111
- /package/dist/{client โ src/client}/api/client-request-id.d.ts +0 -0
- /package/dist/{client โ src/client}/api/client-request-id.js +0 -0
- /package/dist/{client โ src/client}/api/delete-cache.d.ts +0 -0
- /package/dist/{client โ src/client}/api/subscribe-logs.js +0 -0
- /package/dist/{client โ src/client}/config-loader/resolve-config.expo.d.ts +0 -0
- /package/dist/{client โ src/client}/config-loader/resolve-config.node.d.ts +0 -0
- /package/dist/{client โ src/client}/index.d.ts +0 -0
- /package/dist/{client โ src/client}/index.js +0 -0
- /package/dist/{client โ src/client}/logging-stream-registry.d.ts +0 -0
- /package/dist/{client โ src/client}/logging-stream-registry.js +0 -0
- /package/dist/{client โ src/client}/parse-input.d.ts +0 -0
- /package/dist/{client โ src/client}/parse-input.js +0 -0
- /package/dist/{client โ src/client}/rpc/ensure-worker-ready.d.ts +0 -0
- /package/dist/{client โ src/client}/rpc/ensure-worker-ready.js +0 -0
- /package/dist/{client โ src/client}/rpc/expo-device-info.d.ts +0 -0
- /package/dist/{client โ src/client}/rpc/expo-device-info.js +0 -0
- /package/dist/{client โ src/client}/rpc/expo-rpc-client.d.ts +0 -0
- /package/dist/{client โ src/client}/rpc/node-rpc-client.d.ts +0 -0
- /package/dist/{client โ src/client}/rpc/profiling/index.d.ts +0 -0
- /package/dist/{client โ src/client}/rpc/profiling/index.js +0 -0
- /package/dist/{commands โ src/commands}/bundle/bare-pack.d.ts +0 -0
- /package/dist/{commands โ src/commands}/bundle/bare-pack.js +0 -0
- /package/dist/{commands โ src/commands}/bundle/constants.d.ts +0 -0
- /package/dist/{commands โ src/commands}/bundle/constants.js +0 -0
- /package/dist/{commands โ src/commands}/bundle/entry-gen.d.ts +0 -0
- /package/dist/{commands โ src/commands}/bundle/index.d.ts +0 -0
- /package/dist/{commands โ src/commands}/bundle/manifest.d.ts +0 -0
- /package/dist/{commands โ src/commands}/bundle/manifest.js +0 -0
- /package/dist/{commands โ src/commands}/bundle/resolve-sdk-import.d.ts +0 -0
- /package/dist/{commands โ src/commands}/verify/addon-source.d.ts +0 -0
- /package/dist/{commands โ src/commands}/verify/addon-source.js +0 -0
- /package/dist/{commands โ src/commands}/verify/resource-collectors.d.ts +0 -0
- /package/dist/{expo โ src/expo}/plugins/find-in-ancestor-node-modules.d.ts +0 -0
- /package/dist/{expo โ src/expo}/plugins/find-in-ancestor-node-modules.js +0 -0
- /package/dist/{expo โ src/expo}/plugins/get-project-root.d.ts +0 -0
- /package/dist/{expo โ src/expo}/plugins/get-project-root.js +0 -0
- /package/dist/{expo โ src/expo}/plugins/index.d.ts +0 -0
- /package/dist/{expo โ src/expo}/plugins/index.js +0 -0
- /package/dist/{expo โ src/expo}/plugins/resolve-sdk-package-dir.d.ts +0 -0
- /package/dist/{expo โ src/expo}/plugins/resolve-sdk-package-dir.js +0 -0
- /package/dist/{expo โ src/expo}/plugins/withAndroidArchitecture.d.ts +0 -0
- /package/dist/{expo โ src/expo}/plugins/withAndroidArchitecture.js +0 -0
- /package/dist/{expo โ src/expo}/plugins/withAndroidNdkVersion.d.ts +0 -0
- /package/dist/{expo โ src/expo}/plugins/withDeviceInfo.d.ts +0 -0
- /package/dist/{expo โ src/expo}/plugins/withOpenCL.d.ts +0 -0
- /package/dist/{expo โ src/expo}/plugins/withOpenCL.js +0 -0
- /package/dist/{expo โ src/expo}/plugins/withQvacSDK.d.ts +0 -0
- /package/dist/{expo โ src/expo}/plugins/withQvacSDK.js +0 -0
- /package/dist/{logging โ src/logging}/addon.js +0 -0
- /package/dist/{logging โ src/logging}/base-logger.d.ts +0 -0
- /package/dist/{logging โ src/logging}/base-logger.js +0 -0
- /package/dist/{logging โ src/logging}/client-logger.d.ts +0 -0
- /package/dist/{logging โ src/logging}/client-logger.js +0 -0
- /package/dist/{logging โ src/logging}/index.d.ts +0 -0
- /package/dist/{logging โ src/logging}/index.js +0 -0
- /package/dist/{logging โ src/logging}/logger.d.ts +0 -0
- /package/dist/{logging โ src/logging}/logger.js +0 -0
- /package/dist/{server/bare/registry โ src/logging}/logging-stream-registry.d.ts +0 -0
- /package/dist/{logging โ src/logging}/server-logger.d.ts +0 -0
- /package/dist/{logging โ src/logging}/server-logger.js +0 -0
- /package/dist/{logging โ src/logging}/stream-logger.d.ts +0 -0
- /package/dist/{logging โ src/logging}/transport.d.ts +0 -0
- /package/dist/{logging โ src/logging}/transport.js +0 -0
- /package/dist/{logging โ src/logging}/types.d.ts +0 -0
- /package/dist/{logging โ src/logging}/types.js +0 -0
- /package/dist/{logging โ src/logging}/utils.js +0 -0
- /package/dist/{pear โ src/pear}/pre.d.ts +0 -0
- /package/dist/{server โ src/server}/env.d.ts +0 -0
- /package/dist/{server โ src/server}/env.js +0 -0
- /package/dist/{server โ src/server}/error-handlers.d.ts +0 -0
- /package/dist/{server โ src/server}/rpc/progress-throttle.d.ts +0 -0
- /package/dist/{server โ src/server}/rpc/progress-throttle.js +0 -0
- /package/dist/{server โ src/server}/rpc/rpc-utils.js +0 -0
- /package/dist/{server โ src/server}/utils/qvac-paths.d.ts +0 -0
- /package/dist/{server โ src/server}/utils/worker-lock.d.ts +0 -0
- /package/dist/{utils โ src/utils}/cache-normalize.d.ts +0 -0
- /package/dist/{utils โ src/utils}/cache-normalize.js +0 -0
- /package/dist/{utils โ src/utils}/decorate-promise.d.ts +0 -0
- /package/dist/{utils โ src/utils}/decorate-promise.js +0 -0
- /package/dist/{utils โ src/utils}/encoding.d.ts +0 -0
- /package/dist/{utils โ src/utils}/encoding.js +0 -0
- /package/dist/{utils โ src/utils}/errors-base.d.ts +0 -0
- /package/dist/{utils โ src/utils}/errors-base.js +0 -0
- /package/dist/{utils โ src/utils}/global-singleton.d.ts +0 -0
- /package/dist/{utils โ src/utils}/global-singleton.js +0 -0
- /package/dist/{utils โ src/utils}/load-model-validation.d.ts +0 -0
- /package/dist/{utils โ src/utils}/object.d.ts +0 -0
- /package/dist/{utils โ src/utils}/object.js +0 -0
- /package/dist/{utils โ src/utils}/path-sanitize.d.ts +0 -0
- /package/dist/{utils โ src/utils}/path-sanitize.js +0 -0
- /package/dist/{utils โ src/utils}/withTimeout.d.ts +0 -0
- /package/dist/{utils โ src/utils}/withTimeout.js +0 -0
- /package/dist/{utils โ src/utils}/zod-error.d.ts +0 -0
- /package/dist/{utils โ src/utils}/zod-error.js +0 -0
- /package/dist/{server/rpc โ src/worker}/create-server.d.ts +0 -0
- /package/dist/{server/rpc โ src/worker}/handle-request.d.ts +0 -0
- /package/{electron-forge โ src/electron-forge}/index.cjs +0 -0
- /package/{expo โ src/expo}/plugins/patches/android-link.mjs +0 -0
- /package/{expo โ src/expo}/plugins/patches/ios-link.mjs +0 -0
|
@@ -0,0 +1,93 @@
|
|
|
1
|
+
import { type TranscribeClientParams, type RPCOptions, type TranscribeSegment, type TranscribeStreamRequest, type TranscribeStreamClientParams, type TranscribeStreamSession, type TranscribeStreamMetadataSession, type TranscribeStreamConversationSession, type TranscribeStats } from '@qvac/inference/surface';
|
|
2
|
+
import { duplex } from '../rpc/rpc-client.js';
|
|
3
|
+
type TranscribeDuplexFactory = (request: TranscribeStreamRequest, options?: RPCOptions) => ReturnType<typeof duplex>;
|
|
4
|
+
/**
|
|
5
|
+
* Transcribe audio and return the complete text. Accepts either a file
|
|
6
|
+
* path or an audio buffer.
|
|
7
|
+
*
|
|
8
|
+
* @param params - Transcription parameters.
|
|
9
|
+
* @param params.modelId - The identifier of the transcription model to use
|
|
10
|
+
* @param params.audioChunk - Audio input as either a file path (string) or audio buffer
|
|
11
|
+
* @param params.prompt - Optional initial prompt to guide the transcription
|
|
12
|
+
* @param params.metadata - When true, resolves to an array of transcript
|
|
13
|
+
* segments (`{ text, startMs, endMs, append, id }`)
|
|
14
|
+
* instead of joined text. Whisper engine only.
|
|
15
|
+
* @param options - Optional RPC options including per-call profiling
|
|
16
|
+
* @returns A promise (decorated with `requestId`) resolving to the
|
|
17
|
+
* complete transcribed text, or โ when `metadata` is true โ
|
|
18
|
+
* the list of transcript segments in emission order. The
|
|
19
|
+
* `requestId` is reachable synchronously so callers can target
|
|
20
|
+
* this in-flight transcription with `cancel({ requestId })`
|
|
21
|
+
* before `await` resolves.
|
|
22
|
+
*/
|
|
23
|
+
export declare function transcribe(params: TranscribeClientParams & {
|
|
24
|
+
metadata: true;
|
|
25
|
+
}, options?: RPCOptions): Promise<TranscribeSegment[]> & {
|
|
26
|
+
requestId: string;
|
|
27
|
+
};
|
|
28
|
+
export declare function transcribe(params: TranscribeClientParams, options?: RPCOptions): Promise<string> & {
|
|
29
|
+
requestId: string;
|
|
30
|
+
};
|
|
31
|
+
/**
|
|
32
|
+
* @deprecated Pass audio via `transcribe()` instead. This overload will be
|
|
33
|
+
* removed in the next major version.
|
|
34
|
+
*
|
|
35
|
+
* Streaming transcription with upfront audio: sends full audio, yields text
|
|
36
|
+
* chunks as they arrive.
|
|
37
|
+
*
|
|
38
|
+
* @overloadLabel "Upfront audio (deprecated)"
|
|
39
|
+
* @param params - Transcription parameters including audio source.
|
|
40
|
+
* @param options - Optional RPC options including per-call profiling.
|
|
41
|
+
* @returns An async generator yielding text chunks as they become available.
|
|
42
|
+
*/
|
|
43
|
+
export declare function transcribeStream(params: TranscribeClientParams & {
|
|
44
|
+
metadata: true;
|
|
45
|
+
}, options?: RPCOptions): AsyncGenerator<TranscribeSegment>;
|
|
46
|
+
export declare function transcribeStream(params: TranscribeClientParams, options?: RPCOptions): AsyncGenerator<string>;
|
|
47
|
+
/**
|
|
48
|
+
* Opens a bidirectional streaming transcription session. Audio is streamed
|
|
49
|
+
* in via `write()`, and transcription text is yielded as the model's VAD
|
|
50
|
+
* detects complete speech segments.
|
|
51
|
+
*
|
|
52
|
+
* The returned session is single-use. Attempting to iterate a second
|
|
53
|
+
* time will throw a `TranscriptionFailedError`.
|
|
54
|
+
*
|
|
55
|
+
* @overloadLabel "Bidirectional session"
|
|
56
|
+
* @param params - Streaming transcription parameters.
|
|
57
|
+
* @param params.modelId - The loaded transcription model to use
|
|
58
|
+
* @param params.prompt - Optional initial prompt to guide transcription
|
|
59
|
+
* @param params.metadata - When true, the session yields transcript segment
|
|
60
|
+
* objects (`{ text, startMs, endMs, append, id }`)
|
|
61
|
+
* instead of plain text. Whisper engine only.
|
|
62
|
+
* @param options - Optional RPC options including per-call profiling.
|
|
63
|
+
* @returns A session object: call `write(audioChunk)` with a `Uint8Array`
|
|
64
|
+
* (Node `Buffer` is a `Uint8Array` subtype) to feed audio,
|
|
65
|
+
* iterate with `for await (...)` to receive transcription, and
|
|
66
|
+
* `end()` to signal end of audio. After consuming the iterator,
|
|
67
|
+
* await `session.stats` for terminal engine statistics.
|
|
68
|
+
*/
|
|
69
|
+
export declare function transcribeStream(params: TranscribeStreamClientParams & {
|
|
70
|
+
emitVadEvents: true;
|
|
71
|
+
}, options?: RPCOptions): Promise<TranscribeStreamConversationSession>;
|
|
72
|
+
export declare function transcribeStream(params: TranscribeStreamClientParams & {
|
|
73
|
+
parakeetStreamingConfig: NonNullable<TranscribeStreamClientParams['parakeetStreamingConfig']>;
|
|
74
|
+
}, options?: RPCOptions): Promise<TranscribeStreamConversationSession>;
|
|
75
|
+
export declare function transcribeStream(params: TranscribeStreamClientParams & {
|
|
76
|
+
metadata: true;
|
|
77
|
+
}, options?: RPCOptions): Promise<TranscribeStreamMetadataSession>;
|
|
78
|
+
export declare function transcribeStream(params: TranscribeStreamClientParams, options?: RPCOptions): Promise<TranscribeStreamSession>;
|
|
79
|
+
/**
|
|
80
|
+
* Shared duplex session factory. The per-call line processor decides whether
|
|
81
|
+
* to surface strings or segments; `sessionName` is only used to label the
|
|
82
|
+
* "already iterated" error so callers see the correct session type.
|
|
83
|
+
*/
|
|
84
|
+
export declare function createTranscribeStreamSession<T>(params: TranscribeStreamClientParams, options: RPCOptions | undefined, process: (line: string, onStats: (stats: TranscribeStats | undefined) => void) => T | undefined | null, sessionName: string, duplexFactory?: TranscribeDuplexFactory): Promise<{
|
|
85
|
+
stats: Promise<TranscribeStats | undefined>;
|
|
86
|
+
write(audioChunk: Uint8Array): void;
|
|
87
|
+
end(): void;
|
|
88
|
+
destroy(): void;
|
|
89
|
+
[Symbol.asyncIterator](): AsyncIterator<T>;
|
|
90
|
+
}>;
|
|
91
|
+
export declare function processLine(line: string, onStats: (stats: TranscribeStats | undefined) => void): string | undefined | null;
|
|
92
|
+
export {};
|
|
93
|
+
//# sourceMappingURL=transcribe.d.ts.map
|
|
@@ -0,0 +1,295 @@
|
|
|
1
|
+
import { transcribeResponseSchema, transcribeStreamResponseSchema } from '@qvac/inference/surface';
|
|
2
|
+
import { stream, duplex } from '../rpc/rpc-client.js';
|
|
3
|
+
import { getClientLogger } from '../../logging/index.js';
|
|
4
|
+
import { TranscriptionFailedError } from '../../utils/errors-client.js';
|
|
5
|
+
import { decoratePromise } from '../../utils/decorate-promise.js';
|
|
6
|
+
import { generateClientRequestId } from './client-request-id.js';
|
|
7
|
+
const logger = getClientLogger();
|
|
8
|
+
function buildTranscribeRequest(params, requestId) {
|
|
9
|
+
return {
|
|
10
|
+
type: 'transcribe',
|
|
11
|
+
modelId: params.modelId,
|
|
12
|
+
audioChunk: typeof params.audioChunk === 'string'
|
|
13
|
+
? { type: 'filePath', value: params.audioChunk }
|
|
14
|
+
: { type: 'base64', value: params.audioChunk.toString('base64') },
|
|
15
|
+
...(params.prompt && { prompt: params.prompt }),
|
|
16
|
+
...(params.metadata === true && { metadata: true }),
|
|
17
|
+
requestId
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
export function transcribe(params, options) {
|
|
21
|
+
// Client-generated id surfaced synchronously on the returned promise
|
|
22
|
+
// โ same shape as `loadModel` / `downloadAsset` / `completion`. The
|
|
23
|
+
// CLI cancel bridge in `qvac serve` binds `req.on('close')` to
|
|
24
|
+
// `cancel({ requestId })` immediately after the call returns so a
|
|
25
|
+
// client disconnect aborts the in-flight transcription.
|
|
26
|
+
const requestId = generateClientRequestId();
|
|
27
|
+
const inner = runTranscribe(params, requestId, options);
|
|
28
|
+
return decoratePromise(inner, { requestId });
|
|
29
|
+
}
|
|
30
|
+
async function runTranscribe(params, requestId, options) {
|
|
31
|
+
const request = buildTranscribeRequest(params, requestId);
|
|
32
|
+
if (params.metadata === true) {
|
|
33
|
+
const segments = [];
|
|
34
|
+
for await (const response of stream(request, options)) {
|
|
35
|
+
if (response.type === 'transcribe') {
|
|
36
|
+
const parsed = transcribeResponseSchema.parse(response);
|
|
37
|
+
if (parsed.segment) {
|
|
38
|
+
segments.push(parsed.segment);
|
|
39
|
+
}
|
|
40
|
+
if (parsed.done) {
|
|
41
|
+
break;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
return segments;
|
|
46
|
+
}
|
|
47
|
+
let fullText = '';
|
|
48
|
+
for await (const response of stream(request, options)) {
|
|
49
|
+
if (response.type === 'transcribe') {
|
|
50
|
+
const parsed = transcribeResponseSchema.parse(response);
|
|
51
|
+
if (parsed.text) {
|
|
52
|
+
fullText += parsed.text;
|
|
53
|
+
}
|
|
54
|
+
if (parsed.done) {
|
|
55
|
+
break;
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
return fullText;
|
|
60
|
+
}
|
|
61
|
+
export function transcribeStream(params, options) {
|
|
62
|
+
if ('audioChunk' in params && params.audioChunk !== undefined) {
|
|
63
|
+
logger.warn('transcribeStream() with audioChunk is deprecated โ use transcribe() instead.');
|
|
64
|
+
if (params.metadata === true) {
|
|
65
|
+
return transcribeStreamWithAudioMetadata(params, options);
|
|
66
|
+
}
|
|
67
|
+
return transcribeStreamWithAudio(params, options);
|
|
68
|
+
}
|
|
69
|
+
const streamParams = params;
|
|
70
|
+
if (streamParams.emitVadEvents === true || streamParams.parakeetStreamingConfig !== undefined) {
|
|
71
|
+
return transcribeStreamDuplexConversation(streamParams, options);
|
|
72
|
+
}
|
|
73
|
+
if (streamParams.metadata === true) {
|
|
74
|
+
return transcribeStreamDuplexMetadata(streamParams, options);
|
|
75
|
+
}
|
|
76
|
+
return transcribeStreamDuplex(streamParams, options);
|
|
77
|
+
}
|
|
78
|
+
/**
|
|
79
|
+
* Streams `transcribe` wire responses for an upfront-audio request and yields
|
|
80
|
+
* the value extracted from each response frame until `done` is seen.
|
|
81
|
+
*/
|
|
82
|
+
async function* streamTranscribeValues(params, options, extract) {
|
|
83
|
+
const request = buildTranscribeRequest(params, generateClientRequestId());
|
|
84
|
+
for await (const response of stream(request, options)) {
|
|
85
|
+
if (response.type === 'transcribe') {
|
|
86
|
+
const parsed = transcribeResponseSchema.parse(response);
|
|
87
|
+
const value = extract(parsed);
|
|
88
|
+
if (value !== undefined)
|
|
89
|
+
yield value;
|
|
90
|
+
if (parsed.done)
|
|
91
|
+
break;
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
function transcribeStreamWithAudio(params, options) {
|
|
96
|
+
return streamTranscribeValues(params, options, (parsed) => parsed.text ? parsed.text : undefined);
|
|
97
|
+
}
|
|
98
|
+
function transcribeStreamWithAudioMetadata(params, options) {
|
|
99
|
+
return streamTranscribeValues(params, options, (parsed) => parsed.segment);
|
|
100
|
+
}
|
|
101
|
+
function buildTranscribeStreamRequest(params) {
|
|
102
|
+
return {
|
|
103
|
+
type: 'transcribeStream',
|
|
104
|
+
modelId: params.modelId,
|
|
105
|
+
...(params.prompt && { prompt: params.prompt }),
|
|
106
|
+
...(params.metadata === true && { metadata: true }),
|
|
107
|
+
...(params.emitVadEvents === true && { emitVadEvents: true }),
|
|
108
|
+
...(params.endOfTurnSilenceMs !== undefined && {
|
|
109
|
+
endOfTurnSilenceMs: params.endOfTurnSilenceMs
|
|
110
|
+
}),
|
|
111
|
+
...(params.vadRunIntervalMs !== undefined && {
|
|
112
|
+
vadRunIntervalMs: params.vadRunIntervalMs
|
|
113
|
+
}),
|
|
114
|
+
...(params.parakeetStreamingConfig && {
|
|
115
|
+
parakeetStreamingConfig: params.parakeetStreamingConfig
|
|
116
|
+
})
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
/**
|
|
120
|
+
* Shared duplex session factory. The per-call line processor decides whether
|
|
121
|
+
* to surface strings or segments; `sessionName` is only used to label the
|
|
122
|
+
* "already iterated" error so callers see the correct session type.
|
|
123
|
+
*/
|
|
124
|
+
export async function createTranscribeStreamSession(params, options, process, sessionName, duplexFactory = duplex) {
|
|
125
|
+
const request = buildTranscribeStreamRequest(params);
|
|
126
|
+
const { requestStream, responseStream } = await duplexFactory(request, options);
|
|
127
|
+
let statsSettled = false;
|
|
128
|
+
let resolveStatsPromise = () => { };
|
|
129
|
+
let rejectStatsPromise = () => { };
|
|
130
|
+
const stats = new Promise((resolve, reject) => {
|
|
131
|
+
resolveStatsPromise = resolve;
|
|
132
|
+
rejectStatsPromise = reject;
|
|
133
|
+
});
|
|
134
|
+
stats.catch(() => { });
|
|
135
|
+
function resolveStats(value) {
|
|
136
|
+
if (statsSettled)
|
|
137
|
+
return;
|
|
138
|
+
statsSettled = true;
|
|
139
|
+
resolveStatsPromise(value);
|
|
140
|
+
}
|
|
141
|
+
function rejectStats(error) {
|
|
142
|
+
if (statsSettled)
|
|
143
|
+
return;
|
|
144
|
+
statsSettled = true;
|
|
145
|
+
rejectStatsPromise(error);
|
|
146
|
+
}
|
|
147
|
+
function resolveEmptyStats() {
|
|
148
|
+
resolveStats(undefined);
|
|
149
|
+
}
|
|
150
|
+
function processResponse(line) {
|
|
151
|
+
return process(line, resolveStats);
|
|
152
|
+
}
|
|
153
|
+
const responses = parseLines(responseStream, processResponse, resolveEmptyStats, rejectStats);
|
|
154
|
+
let consumed = false;
|
|
155
|
+
return {
|
|
156
|
+
stats,
|
|
157
|
+
write(audioChunk) {
|
|
158
|
+
requestStream.write(audioChunk);
|
|
159
|
+
},
|
|
160
|
+
end() {
|
|
161
|
+
requestStream.end();
|
|
162
|
+
},
|
|
163
|
+
destroy() {
|
|
164
|
+
resolveStats(undefined);
|
|
165
|
+
requestStream.destroy();
|
|
166
|
+
responseStream.destroy();
|
|
167
|
+
},
|
|
168
|
+
[Symbol.asyncIterator]() {
|
|
169
|
+
if (consumed) {
|
|
170
|
+
throw new TranscriptionFailedError(`${sessionName} can only be iterated once`);
|
|
171
|
+
}
|
|
172
|
+
consumed = true;
|
|
173
|
+
return responses;
|
|
174
|
+
}
|
|
175
|
+
};
|
|
176
|
+
}
|
|
177
|
+
function transcribeStreamDuplex(params, options) {
|
|
178
|
+
return createTranscribeStreamSession(params, options, processLine, 'TranscribeStreamSession');
|
|
179
|
+
}
|
|
180
|
+
function transcribeStreamDuplexMetadata(params, options) {
|
|
181
|
+
return createTranscribeStreamSession(params, options, processLineMetadata, 'TranscribeStreamMetadataSession');
|
|
182
|
+
}
|
|
183
|
+
function transcribeStreamDuplexConversation(params, options) {
|
|
184
|
+
const wantsMetadata = params.metadata === true;
|
|
185
|
+
return createTranscribeStreamSession(params, options, (line, onStats) => processLineConversation(line, wantsMetadata, onStats), 'TranscribeStreamConversationSession');
|
|
186
|
+
}
|
|
187
|
+
/**
|
|
188
|
+
* Line-delimited parser: reads newline-separated frames from a duplex
|
|
189
|
+
* response stream, passes each non-empty line through `process`, and yields
|
|
190
|
+
* whatever values it returns. `null` from `process` terminates the stream.
|
|
191
|
+
*/
|
|
192
|
+
async function* parseLines(responseStream, process, onClose, onError) {
|
|
193
|
+
let buf = '';
|
|
194
|
+
try {
|
|
195
|
+
for await (const chunk of responseStream) {
|
|
196
|
+
buf += chunk.toString();
|
|
197
|
+
const lines = buf.split('\n');
|
|
198
|
+
buf = lines.pop() || '';
|
|
199
|
+
for (const line of lines) {
|
|
200
|
+
const result = process(line);
|
|
201
|
+
if (result === null)
|
|
202
|
+
return;
|
|
203
|
+
if (result !== undefined)
|
|
204
|
+
yield result;
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
// Process any residual data after stream ends
|
|
208
|
+
if (buf.trim()) {
|
|
209
|
+
const result = process(buf);
|
|
210
|
+
if (result !== null && result !== undefined)
|
|
211
|
+
yield result;
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
catch (error) {
|
|
215
|
+
onError(error);
|
|
216
|
+
throw error;
|
|
217
|
+
}
|
|
218
|
+
finally {
|
|
219
|
+
onClose();
|
|
220
|
+
}
|
|
221
|
+
}
|
|
222
|
+
function parseResponseLine(line) {
|
|
223
|
+
if (!line.trim())
|
|
224
|
+
return null;
|
|
225
|
+
let parsed;
|
|
226
|
+
try {
|
|
227
|
+
parsed = JSON.parse(line);
|
|
228
|
+
}
|
|
229
|
+
catch {
|
|
230
|
+
logger.warn('transcribeStream: malformed JSON from server:', line);
|
|
231
|
+
return null;
|
|
232
|
+
}
|
|
233
|
+
const obj = parsed;
|
|
234
|
+
if (obj['type'] === 'error') {
|
|
235
|
+
throw new TranscriptionFailedError(obj['message'] ?? 'Unknown server error');
|
|
236
|
+
}
|
|
237
|
+
return transcribeStreamResponseSchema.parse(parsed);
|
|
238
|
+
}
|
|
239
|
+
/**
|
|
240
|
+
* Shared wire-frame decoder. Returns `null` for the terminal `done` frame,
|
|
241
|
+
* `undefined` for frames the caller should skip, or the value extracted from
|
|
242
|
+
* the frame.
|
|
243
|
+
*/
|
|
244
|
+
function processWith(line, extract, onStats) {
|
|
245
|
+
const response = parseResponseLine(line);
|
|
246
|
+
if (response === null)
|
|
247
|
+
return undefined;
|
|
248
|
+
if (response.error)
|
|
249
|
+
throw new TranscriptionFailedError(response.error);
|
|
250
|
+
if (response.done) {
|
|
251
|
+
onStats(response.stats);
|
|
252
|
+
return null;
|
|
253
|
+
}
|
|
254
|
+
return extract(response);
|
|
255
|
+
}
|
|
256
|
+
export function processLine(line, onStats) {
|
|
257
|
+
return processWith(line, (response) => (response.text?.trim() ? response.text : undefined), onStats);
|
|
258
|
+
}
|
|
259
|
+
function processLineMetadata(line, onStats) {
|
|
260
|
+
return processWith(line, (response) => response.segment, onStats);
|
|
261
|
+
}
|
|
262
|
+
function processLineConversation(line, wantsMetadata, onStats) {
|
|
263
|
+
return processWith(line, (response) => {
|
|
264
|
+
if (response.vad) {
|
|
265
|
+
return {
|
|
266
|
+
type: 'vad',
|
|
267
|
+
speaking: response.vad.speaking,
|
|
268
|
+
probability: response.vad.probability
|
|
269
|
+
};
|
|
270
|
+
}
|
|
271
|
+
if (response.endOfTurn) {
|
|
272
|
+
if (response.endOfTurn.source === 'whisper') {
|
|
273
|
+
return {
|
|
274
|
+
type: 'endOfTurn',
|
|
275
|
+
source: 'whisper',
|
|
276
|
+
silenceDurationMs: response.endOfTurn.silenceDurationMs
|
|
277
|
+
};
|
|
278
|
+
}
|
|
279
|
+
return {
|
|
280
|
+
type: 'endOfTurn',
|
|
281
|
+
source: 'parakeet'
|
|
282
|
+
};
|
|
283
|
+
}
|
|
284
|
+
if (wantsMetadata) {
|
|
285
|
+
if (response.segment) {
|
|
286
|
+
return { type: 'segment', segment: response.segment };
|
|
287
|
+
}
|
|
288
|
+
return undefined;
|
|
289
|
+
}
|
|
290
|
+
if (response.text && response.text.trim()) {
|
|
291
|
+
return { type: 'text', text: response.text };
|
|
292
|
+
}
|
|
293
|
+
return undefined;
|
|
294
|
+
}, onStats);
|
|
295
|
+
}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import { type TranslateClientParams, type TranslationStats, type RPCOptions } from '@qvac/inference/surface';
|
|
2
|
+
/**
|
|
3
|
+
* Translates text from one language to another using a specified translation model.
|
|
4
|
+
* Supports both NMT (Neural Machine Translation) and LLM models.
|
|
5
|
+
*
|
|
6
|
+
* @param params - Translation configuration object
|
|
7
|
+
* @param params.modelId - The identifier of the translation model to use
|
|
8
|
+
* @param params.text - The input text to translate
|
|
9
|
+
* @param params.from - Source language code (optional)
|
|
10
|
+
* @param params.to - Target language code
|
|
11
|
+
* @param params.stream - Whether to stream tokens (true) or return complete response (false). Defaults to true.
|
|
12
|
+
* @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
|
|
13
|
+
* @returns Object with a tokenStream generator, `translations` (one entry per
|
|
14
|
+
* input, in order), `text` (those entries joined by newlines) and stats
|
|
15
|
+
* @throws {QvacErrorBase} When translation fails with an error message or when language detection fails
|
|
16
|
+
* @example
|
|
17
|
+
* ```typescript
|
|
18
|
+
* // Streaming mode (default)
|
|
19
|
+
* const result = translate({
|
|
20
|
+
* modelId: "modelId",
|
|
21
|
+
* text: "Hello world",
|
|
22
|
+
* from: "en",
|
|
23
|
+
* to: "es",
|
|
24
|
+
* modelType: "llm",
|
|
25
|
+
* });
|
|
26
|
+
*
|
|
27
|
+
* for await (const token of result.tokenStream) {
|
|
28
|
+
* console.log(token);
|
|
29
|
+
* }
|
|
30
|
+
*
|
|
31
|
+
* // Non-streaming mode
|
|
32
|
+
* const response = translate({
|
|
33
|
+
* modelId: "modelId",
|
|
34
|
+
* text: "Hello world",
|
|
35
|
+
* from: "en",
|
|
36
|
+
* to: "es",
|
|
37
|
+
* modelType: "llm",
|
|
38
|
+
* stream: false,
|
|
39
|
+
* });
|
|
40
|
+
*
|
|
41
|
+
* console.log(await response.text);
|
|
42
|
+
* ```
|
|
43
|
+
*/
|
|
44
|
+
export declare function translate(params: TranslateClientParams, options?: RPCOptions): {
|
|
45
|
+
tokenStream: AsyncGenerator<string>;
|
|
46
|
+
stats: Promise<TranslationStats | undefined>;
|
|
47
|
+
translations: Promise<string[]>;
|
|
48
|
+
text: Promise<string>;
|
|
49
|
+
requestId: string;
|
|
50
|
+
};
|
|
51
|
+
//# sourceMappingURL=translate.d.ts.map
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
import { stream as streamRpc } from '../rpc/rpc-client.js';
|
|
2
|
+
import { generateClientRequestId } from './client-request-id.js';
|
|
3
|
+
import { translateResponseSchema } from '@qvac/inference/surface';
|
|
4
|
+
/**
|
|
5
|
+
* Translates text from one language to another using a specified translation model.
|
|
6
|
+
* Supports both NMT (Neural Machine Translation) and LLM models.
|
|
7
|
+
*
|
|
8
|
+
* @param params - Translation configuration object
|
|
9
|
+
* @param params.modelId - The identifier of the translation model to use
|
|
10
|
+
* @param params.text - The input text to translate
|
|
11
|
+
* @param params.from - Source language code (optional)
|
|
12
|
+
* @param params.to - Target language code
|
|
13
|
+
* @param params.stream - Whether to stream tokens (true) or return complete response (false). Defaults to true.
|
|
14
|
+
* @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
|
|
15
|
+
* @returns Object with a tokenStream generator, `translations` (one entry per
|
|
16
|
+
* input, in order), `text` (those entries joined by newlines) and stats
|
|
17
|
+
* @throws {QvacErrorBase} When translation fails with an error message or when language detection fails
|
|
18
|
+
* @example
|
|
19
|
+
* ```typescript
|
|
20
|
+
* // Streaming mode (default)
|
|
21
|
+
* const result = translate({
|
|
22
|
+
* modelId: "modelId",
|
|
23
|
+
* text: "Hello world",
|
|
24
|
+
* from: "en",
|
|
25
|
+
* to: "es",
|
|
26
|
+
* modelType: "llm",
|
|
27
|
+
* });
|
|
28
|
+
*
|
|
29
|
+
* for await (const token of result.tokenStream) {
|
|
30
|
+
* console.log(token);
|
|
31
|
+
* }
|
|
32
|
+
*
|
|
33
|
+
* // Non-streaming mode
|
|
34
|
+
* const response = translate({
|
|
35
|
+
* modelId: "modelId",
|
|
36
|
+
* text: "Hello world",
|
|
37
|
+
* from: "en",
|
|
38
|
+
* to: "es",
|
|
39
|
+
* modelType: "llm",
|
|
40
|
+
* stream: false,
|
|
41
|
+
* });
|
|
42
|
+
*
|
|
43
|
+
* console.log(await response.text);
|
|
44
|
+
* ```
|
|
45
|
+
*/
|
|
46
|
+
export function translate(params, options) {
|
|
47
|
+
// Stable identity generated client-side so `cancel({ requestId })` works the
|
|
48
|
+
// moment we return, before the first round-trip. Surfaced on the handle.
|
|
49
|
+
const requestId = generateClientRequestId();
|
|
50
|
+
// Source-language auto-detection lives in the worker now
|
|
51
|
+
// (server/bare/ops/translate.ts): `from` is passed through when present and
|
|
52
|
+
// resolved server-side when absent, so every language binding shares one
|
|
53
|
+
// detector instead of each shipping its own.
|
|
54
|
+
const request = {
|
|
55
|
+
type: 'translate',
|
|
56
|
+
...params,
|
|
57
|
+
requestId
|
|
58
|
+
};
|
|
59
|
+
let stats;
|
|
60
|
+
let statsResolver = () => { };
|
|
61
|
+
const statsPromise = new Promise((resolve) => {
|
|
62
|
+
statsResolver = resolve;
|
|
63
|
+
});
|
|
64
|
+
if (params.stream) {
|
|
65
|
+
const tokenStream = (async function* () {
|
|
66
|
+
try {
|
|
67
|
+
for await (const response of streamRpc(request, options)) {
|
|
68
|
+
if (response.type === 'translate') {
|
|
69
|
+
const streamResponse = translateResponseSchema.parse(response);
|
|
70
|
+
if (!streamResponse.done) {
|
|
71
|
+
yield streamResponse.token;
|
|
72
|
+
}
|
|
73
|
+
else {
|
|
74
|
+
stats = streamResponse.stats;
|
|
75
|
+
statsResolver(stats);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
finally {
|
|
81
|
+
// Settle stats even if the stream ended early (cancel) or errored, so
|
|
82
|
+
// `await handle.stats` can't hang. Idempotent if already resolved.
|
|
83
|
+
statsResolver(stats);
|
|
84
|
+
}
|
|
85
|
+
})();
|
|
86
|
+
return {
|
|
87
|
+
tokenStream,
|
|
88
|
+
translations: Promise.resolve([]),
|
|
89
|
+
text: Promise.resolve(''),
|
|
90
|
+
stats: statsPromise,
|
|
91
|
+
requestId
|
|
92
|
+
};
|
|
93
|
+
}
|
|
94
|
+
else {
|
|
95
|
+
const tokenStream = (async function* () {
|
|
96
|
+
//Empty generator for non-streaming mode
|
|
97
|
+
})();
|
|
98
|
+
const batched = Array.isArray(params.text);
|
|
99
|
+
const translationsPromise = (async () => {
|
|
100
|
+
const collected = batched ? [] : [''];
|
|
101
|
+
try {
|
|
102
|
+
for await (const response of streamRpc(request, options)) {
|
|
103
|
+
if (response.type === 'translate') {
|
|
104
|
+
const streamResponse = translateResponseSchema.parse(response);
|
|
105
|
+
if (streamResponse.done) {
|
|
106
|
+
stats = streamResponse.stats;
|
|
107
|
+
statsResolver(stats);
|
|
108
|
+
}
|
|
109
|
+
else if (batched) {
|
|
110
|
+
collected.push(streamResponse.token);
|
|
111
|
+
}
|
|
112
|
+
else {
|
|
113
|
+
collected[0] += streamResponse.token;
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
finally {
|
|
119
|
+
// Settle stats even if the stream ended early (cancel) or errored, so
|
|
120
|
+
// `await handle.stats` can't hang. Idempotent if already resolved.
|
|
121
|
+
statsResolver(stats);
|
|
122
|
+
}
|
|
123
|
+
return collected;
|
|
124
|
+
})();
|
|
125
|
+
return {
|
|
126
|
+
tokenStream,
|
|
127
|
+
translations: translationsPromise,
|
|
128
|
+
text: translationsPromise.then((entries) => entries.join('\n')),
|
|
129
|
+
stats: statsPromise,
|
|
130
|
+
requestId
|
|
131
|
+
};
|
|
132
|
+
}
|
|
133
|
+
}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { type UnloadModelParams } from '@qvac/inference/surface';
|
|
2
|
+
/**
|
|
3
|
+
* Unloads a previously loaded model from the server.
|
|
4
|
+
*
|
|
5
|
+
* When the last model is unloaded (no more models remain), this function
|
|
6
|
+
* automatically closes the RPC connection on Node/Electron, allowing the
|
|
7
|
+
* process to exit naturally without requiring manual cleanup. On Bare the
|
|
8
|
+
* connection is left open by default so long-lived workers survive a routine
|
|
9
|
+
* unload; pass `autoClose: true` to opt in to closing.
|
|
10
|
+
*
|
|
11
|
+
* @param params - The parameters for unloading the model
|
|
12
|
+
* @param params.modelId - The unique identifier of the model to unload
|
|
13
|
+
* @param params.clearStorage - Whether to clear the storage for the model
|
|
14
|
+
* @param params.autoClose - Override the runtime-default auto-close behavior
|
|
15
|
+
* @throws {QvacErrorBase} When the response type is invalid or when the unload operation fails
|
|
16
|
+
*/
|
|
17
|
+
export declare function unloadModel(params: UnloadModelParams): Promise<void>;
|
|
18
|
+
//# sourceMappingURL=unload-model.d.ts.map
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { isBare } from 'which-runtime';
|
|
2
|
+
import {} from '@qvac/inference/surface';
|
|
3
|
+
import { send, close } from '../rpc/rpc-client.js';
|
|
4
|
+
import { stopLoggingStreamForModel } from '../logging-stream-registry.js';
|
|
5
|
+
import { InvalidResponseError, ModelUnloadFailedError } from '../../utils/errors-client.js';
|
|
6
|
+
import { getClientLogger } from '../../logging/index.js';
|
|
7
|
+
const logger = getClientLogger();
|
|
8
|
+
/**
|
|
9
|
+
* Unloads a previously loaded model from the server.
|
|
10
|
+
*
|
|
11
|
+
* When the last model is unloaded (no more models remain), this function
|
|
12
|
+
* automatically closes the RPC connection on Node/Electron, allowing the
|
|
13
|
+
* process to exit naturally without requiring manual cleanup. On Bare the
|
|
14
|
+
* connection is left open by default so long-lived workers survive a routine
|
|
15
|
+
* unload; pass `autoClose: true` to opt in to closing.
|
|
16
|
+
*
|
|
17
|
+
* @param params - The parameters for unloading the model
|
|
18
|
+
* @param params.modelId - The unique identifier of the model to unload
|
|
19
|
+
* @param params.clearStorage - Whether to clear the storage for the model
|
|
20
|
+
* @param params.autoClose - Override the runtime-default auto-close behavior
|
|
21
|
+
* @throws {QvacErrorBase} When the response type is invalid or when the unload operation fails
|
|
22
|
+
*/
|
|
23
|
+
export async function unloadModel(params) {
|
|
24
|
+
const request = {
|
|
25
|
+
type: 'unloadModel',
|
|
26
|
+
modelId: params.modelId,
|
|
27
|
+
clearStorage: params.clearStorage ?? false
|
|
28
|
+
};
|
|
29
|
+
const response = await send(request);
|
|
30
|
+
if (response.type !== 'unloadModel') {
|
|
31
|
+
throw new InvalidResponseError('unloadModel');
|
|
32
|
+
}
|
|
33
|
+
if (!response.success) {
|
|
34
|
+
throw new ModelUnloadFailedError(params.modelId);
|
|
35
|
+
}
|
|
36
|
+
stopLoggingStreamForModel(params.modelId);
|
|
37
|
+
const shouldAutoClose = params.autoClose ?? !isBare;
|
|
38
|
+
if (shouldAutoClose && response.hasActiveModels === false) {
|
|
39
|
+
logger.info('๐งน No models active, automatically closing RPC connection...');
|
|
40
|
+
await close();
|
|
41
|
+
}
|
|
42
|
+
}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
import { type UpscaleClientParams, type UpscaleStats } from '@qvac/inference/surface';
|
|
2
|
+
interface UpscaleResult {
|
|
3
|
+
outputs: Promise<Uint8Array[]>;
|
|
4
|
+
stats: Promise<UpscaleStats | undefined>;
|
|
5
|
+
}
|
|
6
|
+
/**
|
|
7
|
+
* Runs standalone ESRGAN upscaling on an arbitrary PNG/JPEG image.
|
|
8
|
+
*
|
|
9
|
+
* The model must have been loaded with `modelType: "diffusion"` and
|
|
10
|
+
* `modelConfig.mode: "upscale"` โ calling `upscale()` against a model
|
|
11
|
+
* loaded in default (`mode: "diffusion"`) mode throws
|
|
12
|
+
* `ModelOperationNotSupportedError` upfront.
|
|
13
|
+
*
|
|
14
|
+
* `outputs` always resolves to length 1: `repeats` runs N passes
|
|
15
|
+
* internally and emits a single final image at `source * scale^repeats`
|
|
16
|
+
* dimensions. The `Uint8Array[]` shape reserves headroom for future
|
|
17
|
+
* multi-output variants.
|
|
18
|
+
*
|
|
19
|
+
* @param params - `{ modelId, image, repeats? }`. `image` is raw PNG/JPEG
|
|
20
|
+
* bytes; the client base64-encodes them on the wire.
|
|
21
|
+
* @returns `{ outputs, stats }` โ `outputs` resolves to a single-element
|
|
22
|
+
* array containing the final upscaled PNG; `stats` resolves to
|
|
23
|
+
* addon-side stats (load/upscale ms, final width/height, repeats
|
|
24
|
+
* actually executed, etc.).
|
|
25
|
+
* @throws {ModelOperationNotSupportedError} If the model was not loaded
|
|
26
|
+
* with `mode: "upscale"`.
|
|
27
|
+
* @throws {StreamEndedError} If the RPC stream closes without emitting a
|
|
28
|
+
* terminal `done` chunk.
|
|
29
|
+
*
|
|
30
|
+
* @example
|
|
31
|
+
* ```ts
|
|
32
|
+
* const modelId = await loadModel(REALESRGAN_X4PLUS_ANIME_6B, {
|
|
33
|
+
* modelType: "diffusion",
|
|
34
|
+
* modelConfig: { mode: "upscale", upscaler: { tile_size: 128 } },
|
|
35
|
+
* });
|
|
36
|
+
* const pngBytes = fs.readFileSync("input.png");
|
|
37
|
+
* const { outputs, stats } = upscale({ modelId, image: pngBytes, repeats: 2 });
|
|
38
|
+
* const [upscaledPng] = await outputs;
|
|
39
|
+
* fs.writeFileSync("upscaled.png", upscaledPng);
|
|
40
|
+
* console.log(await stats);
|
|
41
|
+
* ```
|
|
42
|
+
*/
|
|
43
|
+
export declare function upscale(params: UpscaleClientParams): UpscaleResult;
|
|
44
|
+
export {};
|
|
45
|
+
//# sourceMappingURL=upscale.d.ts.map
|