@qvac/sdk 0.15.0 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +87 -84
- package/README.md +65 -0
- package/dist/client/api/audio-gen-result.d.ts +4 -0
- package/dist/client/api/audio-gen-result.js +132 -0
- package/dist/client/api/audio-gen.d.ts +29 -0
- package/dist/client/api/audio-gen.js +31 -0
- package/dist/client/api/batch-completion.d.ts +2 -2
- package/dist/client/api/batch-completion.js +2 -2
- package/dist/client/api/bci-transcribe.d.ts +1 -1
- package/dist/client/api/bci-transcribe.js +3 -3
- package/dist/client/api/cancel.d.ts +1 -1
- package/dist/client/api/cancel.js +1 -1
- package/dist/client/api/classify.d.ts +1 -1
- package/dist/client/api/classify.js +1 -1
- package/dist/client/api/completion-stream.d.ts +3 -3
- package/dist/client/api/completion-stream.js +3 -3
- package/dist/client/api/delete-cache.js +1 -1
- package/dist/client/api/diffusion.d.ts +1 -1
- package/dist/client/api/diffusion.js +1 -1
- package/dist/client/api/download-asset.d.ts +1 -1
- package/dist/client/api/download-asset.js +3 -3
- package/dist/client/api/embed.d.ts +1 -1
- package/dist/client/api/embed.js +2 -2
- package/dist/client/api/finetune.d.ts +1 -1
- package/dist/client/api/finetune.js +2 -2
- package/dist/client/api/get-loaded-model-info.d.ts +2 -2
- package/dist/client/api/get-loaded-model-info.js +1 -1
- package/dist/client/api/get-model-info.d.ts +2 -2
- package/dist/client/api/get-model-info.js +1 -1
- package/dist/client/api/get-system-resources.d.ts +3 -0
- package/dist/client/api/get-system-resources.js +16 -0
- package/dist/client/api/heartbeat.d.ts +2 -2
- package/dist/client/api/heartbeat.js +1 -1
- package/dist/client/api/index.d.ts +35 -33
- package/dist/client/api/index.js +2 -0
- package/dist/client/api/invoke-plugin.d.ts +1 -1
- package/dist/client/api/invoke-plugin.js +1 -1
- package/dist/client/api/load-model.d.ts +2 -2
- package/dist/client/api/load-model.js +4 -4
- package/dist/client/api/logging-stream.d.ts +1 -1
- package/dist/client/api/logging-stream.js +1 -1
- package/dist/client/api/ocr.d.ts +10 -1
- package/dist/client/api/ocr.js +10 -1
- package/dist/client/api/provide.d.ts +1 -1
- package/dist/client/api/provide.js +1 -1
- package/dist/client/api/rag.d.ts +1 -1
- package/dist/client/api/rag.js +2 -2
- package/dist/client/api/registry.d.ts +1 -1
- package/dist/client/api/registry.js +1 -1
- package/dist/client/api/resume.js +1 -1
- package/dist/client/api/state.d.ts +1 -1
- package/dist/client/api/state.js +1 -1
- package/dist/client/api/stop-provider.js +1 -1
- package/dist/client/api/subscribe-logs.d.ts +1 -1
- package/dist/client/api/suspend.js +1 -1
- package/dist/client/api/text-to-speech.d.ts +3 -2
- package/dist/client/api/text-to-speech.js +31 -9
- package/dist/client/api/transcribe.d.ts +1 -1
- package/dist/client/api/transcribe.js +2 -2
- package/dist/client/api/translate.d.ts +1 -1
- package/dist/client/api/translate.js +7 -18
- package/dist/client/api/unload-model.d.ts +1 -1
- package/dist/client/api/unload-model.js +2 -2
- package/dist/client/api/upscale.d.ts +1 -1
- package/dist/client/api/upscale.js +1 -1
- package/dist/client/api/video.d.ts +8 -5
- package/dist/client/api/video.js +9 -6
- package/dist/client/api/vla.d.ts +15 -11
- package/dist/client/api/vla.js +14 -10
- package/dist/client/config-loader/config-utils.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.bare.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.expo.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.node.d.ts +1 -1
- package/dist/client/index.d.ts +1 -1
- package/dist/client/init-hooks.d.ts +1 -1
- package/dist/client/logging-stream-registry.d.ts +1 -1
- package/dist/client/plugins-factory.d.ts +2 -2
- package/dist/client/plugins-factory.js +1 -1
- package/dist/client/rpc/bare-client.d.ts +1 -1
- package/dist/client/rpc/bare-client.js +3 -3
- package/dist/client/rpc/expo-rpc-client.js +3 -3
- package/dist/client/rpc/node-rpc-client.js +2 -2
- package/dist/client/rpc/profiling/index.d.ts +1 -1
- package/dist/client/rpc/profiling/profiler.d.ts +2 -2
- package/dist/client/rpc/profiling/profiler.js +4 -0
- package/dist/client/rpc/rpc-client.d.ts +1 -1
- package/dist/client/rpc/rpc-client.js +7 -4
- package/dist/client/rpc/rpc-error.d.ts +1 -1
- package/dist/client/rpc/rpc-error.js +7 -1
- package/dist/commands/bundle/bare-pack.d.ts +1 -1
- package/dist/commands/bundle/constants.js +1 -0
- package/dist/commands/bundle/entry-gen.js +1 -1
- package/dist/commands/bundle/index.js +6 -6
- package/dist/commands/bundle/manifest.d.ts +1 -1
- package/dist/commands/bundle/plugins.d.ts +2 -2
- package/dist/commands/bundle/plugins.js +1 -1
- package/dist/commands/index.d.ts +4 -4
- package/dist/commands/index.js +2 -2
- package/dist/commands/verify/abi.d.ts +1 -1
- package/dist/commands/verify/abi.js +1 -1
- package/dist/commands/verify/bundle-source.d.ts +1 -1
- package/dist/commands/verify/bundle-source.js +2 -2
- package/dist/commands/verify/index.d.ts +3 -3
- package/dist/commands/verify/index.js +5 -5
- package/dist/commands/verify/node-modules-source.d.ts +1 -1
- package/dist/commands/verify/node-modules-source.js +1 -1
- package/dist/commands/verify/prebuilds.d.ts +2 -1
- package/dist/commands/verify/prebuilds.js +8 -11
- package/dist/commands/verify/resource-collectors.d.ts +88 -0
- package/dist/commands/verify/resource-collectors.js +261 -0
- package/dist/constants/audio.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/examples/{transcription → asr}/parakeet-ctc-filesystem.js +2 -3
- package/dist/examples/{transcription → asr}/parakeet-microphone-record.js +2 -2
- package/dist/examples/{transcription → asr}/parakeet-microphone-stream.js +2 -2
- package/dist/examples/{transcription → asr}/parakeet-sortformer-streaming.js +2 -2
- package/dist/examples/{transcription → asr}/parakeet-sortformer.js +1 -1
- package/dist/examples/asr/parakeet-tdt-filesystem-chunked.d.ts +2 -0
- package/dist/examples/asr/parakeet-tdt-filesystem-chunked.js +203 -0
- package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem.js +2 -2
- package/dist/examples/{transcription → asr}/whispercpp-filesystem-streaming.js +1 -1
- package/dist/examples/{transcription → asr}/whispercpp-filesystem.js +1 -1
- package/dist/examples/{transcription → asr}/whispercpp-microphone-conversation.js +1 -1
- package/dist/examples/{transcription → asr}/whispercpp-microphone-record.js +2 -2
- package/dist/examples/{transcription → asr}/whispercpp-prompt.js +1 -1
- package/dist/examples/audiogen/generate-music.d.ts +2 -0
- package/dist/examples/audiogen/generate-music.js +112 -0
- package/dist/examples/cache-management.js +1 -1
- package/dist/examples/config-reload.js +1 -1
- package/dist/examples/diffusion-ideogram.d.ts +2 -0
- package/dist/examples/diffusion-ideogram.js +108 -0
- package/dist/examples/diffusion-img2vid-ltx.d.ts +2 -0
- package/dist/examples/diffusion-img2vid-ltx.js +98 -0
- package/dist/examples/diffusion-txt2vid-ltx.d.ts +2 -0
- package/dist/examples/diffusion-txt2vid-ltx.js +92 -0
- package/dist/examples/diffusion-txt2vid-wan22.d.ts +2 -0
- package/dist/examples/diffusion-txt2vid-wan22.js +96 -0
- package/dist/examples/logging-streaming.js +5 -1
- package/dist/examples/quickstart.bare.js +1 -1
- package/dist/examples/rag/rag-mongodb.d.ts +2 -0
- package/dist/examples/rag/rag-mongodb.js +180 -0
- package/dist/examples/tools/llamacpp-tools-auto-dialect.d.ts +2 -0
- package/dist/examples/tools/llamacpp-tools-auto-dialect.js +77 -0
- package/dist/examples/tts/parler.d.ts +2 -0
- package/dist/examples/tts/parler.js +51 -0
- package/dist/examples/vla-groot.d.ts +2 -0
- package/dist/examples/vla-groot.js +120 -0
- package/dist/examples/voice-assistant/voice-assistant.js +2 -2
- package/dist/expo/plugins/index.d.ts +11 -11
- package/dist/expo/plugins/withDeviceInfo.js +2 -2
- package/dist/expo/plugins/withMobileBundle.js +3 -3
- package/dist/index.d.ts +16 -16
- package/dist/index.js +4 -4
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/base-logger.d.ts +1 -1
- package/dist/logging/base-logger.js +1 -1
- package/dist/logging/client-logger.d.ts +1 -1
- package/dist/logging/index.d.ts +9 -9
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/namespaces.d.ts +1 -1
- package/dist/logging/registry.d.ts +1 -1
- package/dist/logging/server-logger.d.ts +1 -1
- package/dist/logging/stream-logger.d.ts +1 -1
- package/dist/logging/transport.d.ts +1 -1
- package/dist/logging/utils.d.ts +1 -1
- package/dist/logging/utils.js +1 -1
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/models.d.ts +6443 -9832
- package/dist/models/registry/models.js +4076 -7658
- package/dist/models/update-models/codegen.d.ts +1 -1
- package/dist/models/update-models/companions.d.ts +1 -1
- package/dist/models/update-models/history.d.ts +1 -1
- package/dist/models/update-models/history.js +4 -4
- package/dist/models/update-models/naming.d.ts +1 -1
- package/dist/models/update-models/naming.js +12 -2
- package/dist/models/update-models/processing.d.ts +1 -1
- package/dist/models/update-models/processing.js +1 -1
- package/dist/models/update-models/registry.d.ts +2 -2
- package/dist/models/update-models/shards.d.ts +1 -1
- package/dist/models/update-models/types.d.ts +1 -1
- package/dist/pear/pre.js +2 -0
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +21 -0
- package/dist/profiling/controller.d.ts +4 -2
- package/dist/profiling/controller.js +8 -0
- package/dist/profiling/envelope.d.ts +3 -2
- package/dist/profiling/envelope.js +13 -2
- package/dist/profiling/events.d.ts +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/index.d.ts +9 -8
- package/dist/profiling/index.js +3 -2
- package/dist/profiling/types.d.ts +6 -0
- package/dist/schemas/audio-gen.d.ts +253 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +11 -6
- package/dist/schemas/bci-config.d.ts +2 -0
- package/dist/schemas/bci.d.ts +1 -1
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/common.d.ts +1938 -58
- package/dist/schemas/common.js +9 -1
- package/dist/schemas/completion-event.d.ts +5 -2
- package/dist/schemas/completion-event.js +3 -0
- package/dist/schemas/completion-stream.d.ts +195 -3
- package/dist/schemas/completion-stream.js +72 -2
- package/dist/schemas/constants-registry.d.ts +69 -0
- package/dist/schemas/constants-registry.js +52 -0
- package/dist/schemas/delete-cache.js +7 -3
- package/dist/schemas/download-asset.d.ts +8 -4
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +6 -2
- package/dist/schemas/finetune.js +6 -3
- package/dist/schemas/get-loaded-model-info.d.ts +18 -0
- package/dist/schemas/get-loaded-model-info.js +14 -6
- package/dist/schemas/get-model-info.d.ts +2 -0
- package/dist/schemas/get-model-info.js +1 -0
- package/dist/schemas/index.d.ts +53 -51
- package/dist/schemas/index.js +4 -2
- package/dist/schemas/llamacpp-config.d.ts +30 -6
- package/dist/schemas/llamacpp-config.js +1 -6
- package/dist/schemas/load-model.d.ts +7654 -2919
- package/dist/schemas/load-model.js +45 -6
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-src-utils.d.ts +10 -2
- package/dist/schemas/model-types.d.ts +19 -1
- package/dist/schemas/model-types.js +11 -0
- package/dist/schemas/ocr.d.ts +2 -0
- package/dist/schemas/plugin.d.ts +17 -8
- package/dist/schemas/plugin.js +16 -6
- package/dist/schemas/profiling.d.ts +587 -0
- package/dist/schemas/profiling.js +22 -0
- package/dist/schemas/registry.d.ts +18 -0
- package/dist/schemas/registry.js +2 -0
- package/dist/schemas/reload-config.d.ts +10 -2
- package/dist/schemas/reload-config.js +3 -1
- package/dist/schemas/sdcpp-config.d.ts +296 -0
- package/dist/schemas/sdcpp-config.js +165 -17
- package/dist/schemas/sdk-config.d.ts +958 -40
- package/dist/schemas/sdk-errors-server.js +3 -1
- package/dist/schemas/system-resources.d.ts +3967 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +340 -6
- package/dist/schemas/text-to-speech.js +136 -17
- package/dist/schemas/tools.d.ts +1 -1
- package/dist/schemas/tools.js +2 -1
- package/dist/schemas/transcription-config.d.ts +2 -0
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +12 -6
- package/dist/schemas/translation-config.d.ts +30 -10
- package/dist/schemas/vla.d.ts +10 -0
- package/dist/schemas/vla.js +31 -11
- package/dist/scripts/check-resource-collectors-packaging.d.ts +33 -0
- package/dist/scripts/check-resource-collectors-packaging.js +136 -0
- package/dist/scripts/contract/build-contract.d.ts +38 -0
- package/dist/scripts/contract/build-contract.js +620 -0
- package/dist/scripts/contract/build-error-codes.d.ts +17 -0
- package/dist/scripts/contract/build-error-codes.js +17 -0
- package/dist/scripts/contract/build-model-type-maps.d.ts +22 -0
- package/dist/scripts/contract/build-model-type-maps.js +16 -0
- package/dist/scripts/contract/build-models-registry.d.ts +17 -0
- package/dist/scripts/contract/build-models-registry.js +31 -0
- package/dist/scripts/contract/plugin-contract.d.ts +23 -0
- package/dist/scripts/contract/plugin-contract.js +28 -0
- package/dist/scripts/export-contract.d.ts +2 -0
- package/dist/scripts/export-contract.js +27 -0
- package/dist/scripts/export-plugin-contract.d.ts +2 -0
- package/dist/scripts/export-plugin-contract.js +18 -0
- package/dist/server/bare/delegate-rpc-client.d.ts +1 -1
- package/dist/server/bare/delegate-rpc-client.js +3 -3
- package/dist/server/bare/hyperswarm.d.ts +1 -1
- package/dist/server/bare/hyperswarm.js +2 -2
- package/dist/server/bare/ops/bci-transcribe.d.ts +1 -1
- package/dist/server/bare/ops/bci-transcribe.js +4 -4
- package/dist/server/bare/ops/cancel.d.ts +2 -2
- package/dist/server/bare/ops/cancel.js +2 -2
- package/dist/server/bare/ops/embed.d.ts +1 -1
- package/dist/server/bare/ops/embed.js +3 -3
- package/dist/server/bare/ops/kv-cache-retention.d.ts +12 -0
- package/dist/server/bare/ops/kv-cache-retention.js +121 -0
- package/dist/server/bare/ops/kv-cache-utils.d.ts +2 -1
- package/dist/server/bare/ops/kv-cache-utils.js +26 -5
- package/dist/server/bare/ops/load-model.d.ts +2 -2
- package/dist/server/bare/ops/load-model.js +7 -5
- package/dist/server/bare/ops/transcribe.d.ts +2 -2
- package/dist/server/bare/ops/transcribe.js +20 -40
- package/dist/server/bare/ops/translate.d.ts +1 -1
- package/dist/server/bare/ops/translate.js +21 -12
- package/dist/server/bare/ops/unload-model.d.ts +1 -1
- package/dist/server/bare/ops/unload-model.js +5 -5
- package/dist/server/bare/plugins/asr-ggml/config.d.ts +32 -0
- package/dist/server/bare/plugins/asr-ggml/config.js +46 -0
- package/dist/server/bare/plugins/asr-ggml/logging.d.ts +11 -0
- package/dist/server/bare/plugins/asr-ggml/logging.js +12 -0
- package/dist/server/bare/plugins/audiogen-ggml/config.d.ts +18 -0
- package/dist/server/bare/plugins/audiogen-ggml/config.js +23 -0
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -0
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.js +162 -0
- package/dist/server/bare/plugins/audiogen-ggml/plugin.d.ts +213 -0
- package/dist/server/bare/plugins/audiogen-ggml/plugin.js +58 -0
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +8 -5
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +4 -4
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +1 -1
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +2 -2
- package/dist/server/bare/plugins/ggml-classification/plugin.js +1 -1
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +2 -2
- package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +4 -2
- package/dist/server/bare/plugins/ggml-ocr/plugin.js +4 -25
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.d.ts +6 -0
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.js +73 -0
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +1 -1
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +8 -3
- package/dist/server/bare/plugins/ggml-vla/plugin.js +1 -1
- package/dist/server/bare/plugins/index.d.ts +12 -11
- package/dist/server/bare/plugins/index.js +1 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +3 -3
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +5 -5
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +11 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +16 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +3 -3
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +26 -35
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +3 -3
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +20 -10
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +217 -80
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.d.ts +8 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.js +8 -0
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +20 -8
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +16 -16
- package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +8 -3
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +5 -5
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +12 -2
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +3 -3
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +1 -1
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +6 -6
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +13 -20
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +4 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +40 -5
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +155 -5
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +109 -23
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.d.ts +7 -0
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.js +30 -0
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +8 -5
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +16 -22
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +120 -5
- package/dist/server/bare/plugins/tts-ggml/plugin.js +63 -5
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +8 -6
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +17 -25
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/search.js +2 -2
- package/dist/server/bare/rag-hyperdb/index.d.ts +11 -11
- package/dist/server/bare/rag-hyperdb/index.js +11 -11
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +1 -1
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +4 -4
- package/dist/server/bare/registry/config-registry.d.ts +1 -1
- package/dist/server/bare/registry/config-registry.js +1 -1
- package/dist/server/bare/registry/model-config-registry.d.ts +2 -2
- package/dist/server/bare/registry/model-config-registry.js +4 -4
- package/dist/server/bare/registry/model-config-utils.d.ts +1 -1
- package/dist/server/bare/registry/model-config-utils.js +3 -0
- package/dist/server/bare/registry/model-registry.d.ts +15 -4
- package/dist/server/bare/registry/registry-client.js +2 -2
- package/dist/server/bare/registry/runtime-context-registry.d.ts +1 -1
- package/dist/server/bare/resources/collector.d.ts +644 -0
- package/dist/server/bare/resources/collector.js +226 -0
- package/dist/server/bare/resources/native.d.ts +3 -0
- package/dist/server/bare/resources/native.js +35 -0
- package/dist/server/bare/resources/normalize.d.ts +13 -0
- package/dist/server/bare/resources/normalize.js +73 -0
- package/dist/server/bare/resources/types.d.ts +66 -0
- package/dist/server/bare/resources/types.js +1 -0
- package/dist/server/bare/resources/worker-collector.d.ts +5 -0
- package/dist/server/bare/resources/worker-collector.js +15 -0
- package/dist/server/bare/runtime/index.d.ts +7 -7
- package/dist/server/bare/runtime/index.js +3 -3
- package/dist/server/bare/runtime/request-context.d.ts +2 -2
- package/dist/server/bare/runtime/request-registry-singleton.d.ts +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.js +11 -1
- package/dist/server/bare/runtime/request-registry.d.ts +2 -2
- package/dist/server/bare/runtime/request-registry.js +1 -1
- package/dist/server/bare/runtime/with-request-context.d.ts +1 -1
- package/dist/server/bare/runtime-lifecycle.d.ts +1 -1
- package/dist/server/bare/types/addon-responses.d.ts +8 -34
- package/dist/server/bare/utils/asr-events.d.ts +15 -0
- package/dist/server/bare/utils/asr-events.js +30 -0
- package/dist/server/bare/utils/audio-input.d.ts +1 -1
- package/dist/server/bare/utils/audio-input.js +1 -1
- package/dist/server/bare/utils/transcribe-metadata.d.ts +1 -1
- package/dist/server/bare/utils/tts-stats.d.ts +9 -5
- package/dist/server/bare/utils/tts-stats.js +6 -0
- package/dist/server/error-handlers.d.ts +1 -1
- package/dist/server/plugins/index.d.ts +1 -1
- package/dist/server/plugins/registry.d.ts +1 -1
- package/dist/server/plugins/registry.js +35 -8
- package/dist/server/rpc/create-server.js +23 -1
- package/dist/server/rpc/delegate-transport.d.ts +2 -2
- package/dist/server/rpc/delegate-transport.js +5 -10
- package/dist/server/rpc/handle-request.js +3 -3
- package/dist/server/rpc/handler-registry.d.ts +1 -1
- package/dist/server/rpc/handler-registry.js +45 -36
- package/dist/server/rpc/handler-selection.d.ts +2 -2
- package/dist/server/rpc/handler-utils.d.ts +2 -2
- package/dist/server/rpc/handler-utils.js +5 -5
- package/dist/server/rpc/handlers/audio-gen-stream.d.ts +3 -0
- package/dist/server/rpc/handlers/audio-gen-stream.js +4 -0
- package/dist/server/rpc/handlers/batch-completion-stream.d.ts +3 -1
- package/dist/server/rpc/handlers/batch-completion-stream.js +1 -1
- package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe-stream.js +1 -1
- package/dist/server/rpc/handlers/bci-transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe.js +1 -1
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.js +3 -3
- package/dist/server/rpc/handlers/cancelHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/cancelHandler.js +3 -3
- package/dist/server/rpc/handlers/classify.d.ts +1 -1
- package/dist/server/rpc/handlers/classify.js +1 -1
- package/dist/server/rpc/handlers/completion-orchestrate.d.ts +42 -0
- package/dist/server/rpc/handlers/completion-orchestrate.js +190 -0
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/completion-stream-delegated.js +3 -3
- package/dist/server/rpc/handlers/completion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/completion-stream.js +1 -1
- package/dist/server/rpc/handlers/delete-cache.d.ts +1 -1
- package/dist/server/rpc/handlers/delete-cache.js +1 -1
- package/dist/server/rpc/handlers/diffusion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/diffusion-stream.js +1 -1
- package/dist/server/rpc/handlers/download-asset.d.ts +1 -1
- package/dist/server/rpc/handlers/download-asset.js +4 -4
- package/dist/server/rpc/handlers/embed.d.ts +1 -1
- package/dist/server/rpc/handlers/embed.js +1 -1
- package/dist/server/rpc/handlers/finetune.d.ts +1 -1
- package/dist/server/rpc/handlers/finetune.js +2 -2
- package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-loaded-model-info.js +10 -4
- package/dist/server/rpc/handlers/get-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-model-info.js +4 -4
- package/dist/server/rpc/handlers/get-system-resources.d.ts +3 -0
- package/dist/server/rpc/handlers/get-system-resources.js +53 -0
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/heartbeat-delegated.js +2 -2
- package/dist/server/rpc/handlers/heartbeat.d.ts +1 -1
- package/dist/server/rpc/handlers/index.d.ts +38 -32
- package/dist/server/rpc/handlers/index.js +6 -0
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/download-manager.js +1 -1
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/handler.js +12 -8
- package/dist/server/rpc/handlers/load-model/http.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/http.js +4 -4
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +5 -5
- package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/registry-companion-set.js +3 -3
- package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +4 -4
- package/dist/server/rpc/handlers/load-model/registry-download-utils.js +3 -3
- package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/registry.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/registry.js +6 -6
- package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/resolve-session.js +3 -3
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/resolve.js +2 -2
- package/dist/server/rpc/handlers/load-model/types.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.js +3 -3
- package/dist/server/rpc/handlers/logging-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/logging-stream.js +1 -1
- package/dist/server/rpc/handlers/ocr-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/ocr-stream.js +1 -1
- package/dist/server/rpc/handlers/plugin-dispatch.js +3 -3
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +1 -1
- package/dist/server/rpc/handlers/plugin-invoke.js +3 -3
- package/dist/server/rpc/handlers/provideHandler/connection.js +1 -1
- package/dist/server/rpc/handlers/provideHandler/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/handler.js +1 -1
- package/dist/server/rpc/handlers/provideHandler/proxy.js +1 -1
- package/dist/server/rpc/handlers/provideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/rag.d.ts +1 -1
- package/dist/server/rpc/handlers/rag.js +4 -4
- package/dist/server/rpc/handlers/registry.d.ts +1 -1
- package/dist/server/rpc/handlers/registry.js +1 -1
- package/dist/server/rpc/handlers/resume.d.ts +1 -1
- package/dist/server/rpc/handlers/resume.js +1 -1
- package/dist/server/rpc/handlers/state.d.ts +1 -1
- package/dist/server/rpc/handlers/state.js +1 -1
- package/dist/server/rpc/handlers/stopProvideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/stopProvideHandler.js +1 -1
- package/dist/server/rpc/handlers/suspend.d.ts +1 -1
- package/dist/server/rpc/handlers/suspend.js +1 -1
- package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech-stream.js +1 -1
- package/dist/server/rpc/handlers/text-to-speech.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech.js +1 -1
- package/dist/server/rpc/handlers/transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe-stream.js +1 -1
- package/dist/server/rpc/handlers/transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe.js +1 -1
- package/dist/server/rpc/handlers/translate.d.ts +1 -1
- package/dist/server/rpc/handlers/translate.js +1 -1
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model-delegated.js +5 -5
- package/dist/server/rpc/handlers/unload-model.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model.js +3 -3
- package/dist/server/rpc/handlers/upscale-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/upscale-stream.js +1 -1
- package/dist/server/rpc/handlers/video-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/video-stream.js +1 -1
- package/dist/server/rpc/index.d.ts +2 -2
- package/dist/server/rpc/method-shapes.d.ts +53 -0
- package/dist/server/rpc/method-shapes.js +50 -0
- package/dist/server/rpc/profiling/backend-diagnostics.d.ts +3 -0
- package/dist/server/rpc/profiling/backend-diagnostics.js +16 -0
- package/dist/server/rpc/profiling/context.d.ts +1 -1
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/index.d.ts +4 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +2 -2
- package/dist/server/rpc/profiling/operation-metrics.js +29 -1
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +1 -1
- package/dist/server/rpc/profiling/operation-wrappers.js +51 -13
- package/dist/server/rpc/profiling/profiler.d.ts +2 -2
- package/dist/server/rpc/transport-selector.d.ts +1 -1
- package/dist/server/utils/archive.js +1 -1
- package/dist/server/utils/audio/decoder.d.ts +1 -1
- package/dist/server/utils/audio/decoder.js +1 -1
- package/dist/server/utils/cache/auto-history.d.ts +1 -1
- package/dist/server/utils/cache/auto-history.js +13 -9
- package/dist/server/utils/cache/paths.d.ts +1 -1
- package/dist/server/utils/cache/paths.js +6 -6
- package/dist/server/utils/checksum.d.ts +1 -1
- package/dist/server/utils/completion-normalizer.d.ts +2 -1
- package/dist/server/utils/completion-normalizer.js +31 -1
- package/dist/server/utils/config-transform.d.ts +1 -1
- package/dist/server/utils/config-transform.js +5 -7
- package/dist/server/utils/index.d.ts +11 -11
- package/dist/server/utils/path-security.d.ts +1 -1
- package/dist/server/utils/qvac-paths.js +1 -1
- package/dist/server/utils/response-format.d.ts +1 -1
- package/dist/server/utils/shard-utils.d.ts +1 -1
- package/dist/server/utils/tool-integration.d.ts +1 -1
- package/dist/server/utils/tool-integration.js +2 -2
- package/dist/server/utils/tools/dialect.d.ts +1 -1
- package/dist/server/utils/tools/dialect.js +2 -0
- package/dist/server/utils/tools/index.d.ts +2 -2
- package/dist/server/utils/tools/parser.d.ts +1 -1
- package/dist/server/utils/tools/parser.js +16 -8
- package/dist/server/utils/tools/parsers/dsml.d.ts +4 -0
- package/dist/server/utils/tools/parsers/dsml.js +176 -0
- package/dist/server/utils/tools/parsers/gemma4native.d.ts +2 -2
- package/dist/server/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/server/utils/tools/parsers/harmony.d.ts +2 -2
- package/dist/server/utils/tools/parsers/harmony.js +1 -1
- package/dist/server/utils/tools/parsers/hermes.d.ts +2 -2
- package/dist/server/utils/tools/parsers/hermes.js +1 -1
- package/dist/server/utils/tools/parsers/json.d.ts +2 -2
- package/dist/server/utils/tools/parsers/json.js +1 -1
- package/dist/server/utils/tools/parsers/pythonic.d.ts +2 -2
- package/dist/server/utils/tools/parsers/pythonic.js +1 -1
- package/dist/server/utils/tools/parsers/qwen35.d.ts +2 -2
- package/dist/server/utils/tools/parsers/qwen35.js +1 -1
- package/dist/server/utils/tools/shared.d.ts +1 -1
- package/dist/server/utils/worker-lock.js +1 -1
- package/dist/server/worker-core.js +14 -10
- package/dist/server/worker.js +4 -3
- package/dist/utils/aggregate-events.d.ts +2 -2
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/errors-client.d.ts +0 -3
- package/dist/utils/errors-client.js +0 -5
- package/dist/utils/errors-server.d.ts +1 -1
- package/dist/utils/mcp-adapter.d.ts +4 -4
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/tool-helpers.d.ts +1 -1
- package/dist/utils/tool-helpers.js +1 -1
- package/docs/system-resources-support-matrix.md +103 -0
- package/package.json +37 -19
- /package/dist/examples/{transcription → asr}/parakeet-ctc-filesystem.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-microphone-record.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-microphone-stream.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-sortformer-streaming.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-sortformer.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-filesystem-streaming.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-filesystem.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-microphone-conversation.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-microphone-record.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-prompt.d.ts +0 -0
package/dist/schemas/common.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
import { perCallProfilingSchema } from './profiling.js';
|
|
3
3
|
import { heartbeatRequestSchema, heartbeatResponseSchema } from './heartbeat.js';
|
|
4
|
-
import { completionStreamRequestSchema, completionStreamResponseSchema } from './completion-stream.js';
|
|
4
|
+
import { completionOrchestrateRequestSchema, completionOrchestrateResponseSchema, completionStreamRequestSchema, completionStreamResponseSchema } from './completion-stream.js';
|
|
5
5
|
import { batchCompletionStreamRequestSchema, batchCompletionStreamResponseSchema } from './batch-completion-stream.js';
|
|
6
6
|
import { loadModelRequestSchema, loadModelResponseSchema, modelProgressUpdateSchema } from './load-model.js';
|
|
7
7
|
import { downloadAssetRequestSchema, downloadAssetResponseSchema } from './download-asset.js';
|
|
@@ -28,12 +28,16 @@ import { modelRegistryListRequestSchema, modelRegistryListResponseSchema, modelR
|
|
|
28
28
|
import { suspendRequestSchema, suspendResponseSchema } from './suspend.js';
|
|
29
29
|
import { resumeRequestSchema, resumeResponseSchema } from './resume.js';
|
|
30
30
|
import { stateRequestSchema, stateResponseSchema } from './state.js';
|
|
31
|
+
import { getSystemResourcesRequestSchema, getSystemResourcesResponseSchema } from './system-resources.js';
|
|
31
32
|
import { classifyRequestSchema, classifyResponseSchema } from './classification.js';
|
|
33
|
+
import { audioGenStreamRequestSchema, audioGenStreamResponseSchema } from '../schemas/audio-gen.js';
|
|
32
34
|
export const requestSchema = z.union([
|
|
35
|
+
audioGenStreamRequestSchema,
|
|
33
36
|
heartbeatRequestSchema,
|
|
34
37
|
loadModelRequestSchema,
|
|
35
38
|
downloadAssetRequestSchema,
|
|
36
39
|
completionStreamRequestSchema,
|
|
40
|
+
completionOrchestrateRequestSchema,
|
|
37
41
|
batchCompletionStreamRequestSchema,
|
|
38
42
|
unloadModelRequestSchema,
|
|
39
43
|
transcribeRequestSchema,
|
|
@@ -65,13 +69,16 @@ export const requestSchema = z.union([
|
|
|
65
69
|
suspendRequestSchema,
|
|
66
70
|
resumeRequestSchema,
|
|
67
71
|
stateRequestSchema,
|
|
72
|
+
getSystemResourcesRequestSchema,
|
|
68
73
|
classifyRequestSchema
|
|
69
74
|
]);
|
|
70
75
|
export const responseSchema = z.discriminatedUnion('type', [
|
|
76
|
+
audioGenStreamResponseSchema,
|
|
71
77
|
heartbeatResponseSchema,
|
|
72
78
|
loadModelResponseSchema,
|
|
73
79
|
downloadAssetResponseSchema,
|
|
74
80
|
completionStreamResponseSchema,
|
|
81
|
+
completionOrchestrateResponseSchema,
|
|
75
82
|
batchCompletionStreamResponseSchema,
|
|
76
83
|
unloadModelResponseSchema,
|
|
77
84
|
modelProgressUpdateSchema,
|
|
@@ -107,6 +114,7 @@ export const responseSchema = z.discriminatedUnion('type', [
|
|
|
107
114
|
suspendResponseSchema,
|
|
108
115
|
resumeResponseSchema,
|
|
109
116
|
stateResponseSchema,
|
|
117
|
+
getSystemResourcesResponseSchema,
|
|
110
118
|
classifyResponseSchema
|
|
111
119
|
]);
|
|
112
120
|
export const rpcOptionsSchema = z.object({
|
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { type Tool, type ToolCallWithCall } from './tools';
|
|
3
|
-
import type { ToolDialect } from './completion-stream';
|
|
2
|
+
import { type Tool, type ToolCallWithCall } from './tools.js';
|
|
3
|
+
import type { ToolDialect } from './completion-stream.js';
|
|
4
4
|
export declare const completionStatsSchema: z.ZodObject<{
|
|
5
5
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
6
6
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
7
7
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
8
8
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
9
9
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
10
|
+
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
10
11
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
11
12
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
12
13
|
gpu: "gpu";
|
|
@@ -62,6 +63,7 @@ export declare const statsEventSchema: z.ZodObject<{
|
|
|
62
63
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
63
64
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
64
65
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
66
|
+
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
65
67
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
66
68
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
67
69
|
gpu: "gpu";
|
|
@@ -143,6 +145,7 @@ export declare const completionEventSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
143
145
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
144
146
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
145
147
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
148
|
+
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
146
149
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
147
150
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
148
151
|
gpu: "gpu";
|
|
@@ -5,7 +5,10 @@ export const completionStatsSchema = z.object({
|
|
|
5
5
|
tokensPerSecond: z.number().optional(),
|
|
6
6
|
cacheTokens: z.number().optional(),
|
|
7
7
|
promptTokens: z.number().optional(),
|
|
8
|
+
// Decode count (`llama_perf` `n_eval`) — length / KV-cache budget decisions.
|
|
8
9
|
generatedTokens: z.number().optional(),
|
|
10
|
+
// Non-empty addon stream pieces — prefer for OpenAI usage when present.
|
|
11
|
+
emittedTokens: z.number().optional(),
|
|
9
12
|
avgConcurrentSeq: z.number().optional(),
|
|
10
13
|
backendDevice: z.enum(['cpu', 'gpu']).optional()
|
|
11
14
|
});
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
export { completionStatsSchema, type CompletionStats } from './completion-event';
|
|
2
|
+
export { completionStatsSchema, type CompletionStats } from './completion-event.js';
|
|
3
3
|
/**
|
|
4
4
|
* Tool-call output dialect. Auto-detected from the model name; pass via
|
|
5
5
|
* `completion({ toolDialect })` to override.
|
|
@@ -11,6 +11,8 @@ export { completionStatsSchema, type CompletionStats } from './completion-event'
|
|
|
11
11
|
* - `"harmony"`: `<|channel|>commentary to=functions.get_weather <|constrain|>json<|message|>{"city":"Tokyo"}<|call|>`
|
|
12
12
|
* - `"qwen35"`: `<tool_call><function=NAME><parameter=KEY>VALUE</parameter></function></tool_call>`
|
|
13
13
|
* - `"gemma4"`: `<|tool_call>call:NAME{key:<|"|>val<|"|>,...}<tool_call|>`
|
|
14
|
+
* - `"dsml"`: `<|DSML|tool_calls><|DSML|invoke name="NAME"><|DSML|parameter name="KEY" string="true">VALUE</|DSML|parameter></|DSML|invoke></|DSML|tool_calls>`
|
|
15
|
+
* (DeepSeek Markup Language, emitted by DeepSeek V3.2 / V4)
|
|
14
16
|
*/
|
|
15
17
|
export declare const toolDialectSchema: z.ZodEnum<{
|
|
16
18
|
hermes: "hermes";
|
|
@@ -19,6 +21,7 @@ export declare const toolDialectSchema: z.ZodEnum<{
|
|
|
19
21
|
harmony: "harmony";
|
|
20
22
|
qwen35: "qwen35";
|
|
21
23
|
gemma4: "gemma4";
|
|
24
|
+
dsml: "dsml";
|
|
22
25
|
}>;
|
|
23
26
|
export declare const attachmentSchema: z.ZodObject<{
|
|
24
27
|
path: z.ZodString;
|
|
@@ -84,7 +87,7 @@ export declare const completionClientParamsSchema: z.ZodObject<{
|
|
|
84
87
|
integer: "integer";
|
|
85
88
|
}>;
|
|
86
89
|
description: z.ZodOptional<z.ZodString>;
|
|
87
|
-
enum: z.ZodOptional<z.ZodArray<z.ZodString
|
|
90
|
+
enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
|
|
88
91
|
}, z.core.$strip>>;
|
|
89
92
|
required: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
90
93
|
}, z.core.$strip>;
|
|
@@ -112,6 +115,7 @@ export declare const completionClientParamsSchema: z.ZodObject<{
|
|
|
112
115
|
harmony: "harmony";
|
|
113
116
|
qwen35: "qwen35";
|
|
114
117
|
gemma4: "gemma4";
|
|
118
|
+
dsml: "dsml";
|
|
115
119
|
}>>;
|
|
116
120
|
responseFormat: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
117
121
|
type: z.ZodLiteral<"text">;
|
|
@@ -153,7 +157,7 @@ export declare const completionStreamRequestSchema: z.ZodObject<{
|
|
|
153
157
|
integer: "integer";
|
|
154
158
|
}>;
|
|
155
159
|
description: z.ZodOptional<z.ZodString>;
|
|
156
|
-
enum: z.ZodOptional<z.ZodArray<z.ZodString
|
|
160
|
+
enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
|
|
157
161
|
}, z.core.$strip>>;
|
|
158
162
|
required: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
159
163
|
}, z.core.$strip>;
|
|
@@ -181,6 +185,7 @@ export declare const completionStreamRequestSchema: z.ZodObject<{
|
|
|
181
185
|
harmony: "harmony";
|
|
182
186
|
qwen35: "qwen35";
|
|
183
187
|
gemma4: "gemma4";
|
|
188
|
+
dsml: "dsml";
|
|
184
189
|
}>>;
|
|
185
190
|
responseFormat: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
186
191
|
type: z.ZodLiteral<"text">;
|
|
@@ -243,6 +248,7 @@ export declare const completionStreamResponseSchema: z.ZodObject<{
|
|
|
243
248
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
244
249
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
245
250
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
251
|
+
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
246
252
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
247
253
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
248
254
|
gpu: "gpu";
|
|
@@ -273,6 +279,189 @@ export declare const completionStreamResponseSchema: z.ZodObject<{
|
|
|
273
279
|
}, z.core.$strip>>;
|
|
274
280
|
}, z.core.$strict>]>>;
|
|
275
281
|
}, z.core.$strict>;
|
|
282
|
+
export declare const completionOrchestrateRequestSchema: z.ZodObject<{
|
|
283
|
+
history: z.ZodArray<z.ZodObject<{
|
|
284
|
+
role: z.ZodString;
|
|
285
|
+
content: z.ZodString;
|
|
286
|
+
attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
287
|
+
path: z.ZodString;
|
|
288
|
+
}, z.core.$strip>>>;
|
|
289
|
+
}, z.core.$strip>>;
|
|
290
|
+
modelId: z.ZodString;
|
|
291
|
+
tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
292
|
+
type: z.ZodLiteral<"function">;
|
|
293
|
+
name: z.ZodString;
|
|
294
|
+
description: z.ZodString;
|
|
295
|
+
parameters: z.ZodObject<{
|
|
296
|
+
type: z.ZodLiteral<"object">;
|
|
297
|
+
properties: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
298
|
+
type: z.ZodEnum<{
|
|
299
|
+
string: "string";
|
|
300
|
+
number: "number";
|
|
301
|
+
boolean: "boolean";
|
|
302
|
+
object: "object";
|
|
303
|
+
array: "array";
|
|
304
|
+
integer: "integer";
|
|
305
|
+
}>;
|
|
306
|
+
description: z.ZodOptional<z.ZodString>;
|
|
307
|
+
enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
|
|
308
|
+
}, z.core.$strip>>;
|
|
309
|
+
required: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
310
|
+
}, z.core.$strip>;
|
|
311
|
+
}, z.core.$strip>>>;
|
|
312
|
+
stream: z.ZodBoolean;
|
|
313
|
+
kvCache: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
|
|
314
|
+
generationParams: z.ZodOptional<z.ZodObject<{
|
|
315
|
+
temp: z.ZodOptional<z.ZodNumber>;
|
|
316
|
+
top_p: z.ZodOptional<z.ZodNumber>;
|
|
317
|
+
top_k: z.ZodOptional<z.ZodNumber>;
|
|
318
|
+
predict: z.ZodOptional<z.ZodNumber>;
|
|
319
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
320
|
+
frequency_penalty: z.ZodOptional<z.ZodNumber>;
|
|
321
|
+
presence_penalty: z.ZodOptional<z.ZodNumber>;
|
|
322
|
+
repeat_penalty: z.ZodOptional<z.ZodNumber>;
|
|
323
|
+
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
324
|
+
remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
|
|
325
|
+
}, z.core.$strict>>;
|
|
326
|
+
captureThinking: z.ZodOptional<z.ZodBoolean>;
|
|
327
|
+
emitRawDeltas: z.ZodOptional<z.ZodBoolean>;
|
|
328
|
+
toolDialect: z.ZodOptional<z.ZodEnum<{
|
|
329
|
+
hermes: "hermes";
|
|
330
|
+
pythonic: "pythonic";
|
|
331
|
+
json: "json";
|
|
332
|
+
harmony: "harmony";
|
|
333
|
+
qwen35: "qwen35";
|
|
334
|
+
gemma4: "gemma4";
|
|
335
|
+
dsml: "dsml";
|
|
336
|
+
}>>;
|
|
337
|
+
responseFormat: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
338
|
+
type: z.ZodLiteral<"text">;
|
|
339
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
340
|
+
type: z.ZodLiteral<"json_object">;
|
|
341
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
342
|
+
type: z.ZodLiteral<"json_schema">;
|
|
343
|
+
json_schema: z.ZodObject<{
|
|
344
|
+
name: z.ZodString;
|
|
345
|
+
description: z.ZodOptional<z.ZodString>;
|
|
346
|
+
schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
347
|
+
strict: z.ZodOptional<z.ZodBoolean>;
|
|
348
|
+
}, z.core.$strict>;
|
|
349
|
+
}, z.core.$strict>], "type">>;
|
|
350
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
351
|
+
type: z.ZodLiteral<"completionOrchestrate">;
|
|
352
|
+
maxToolTurns: z.ZodOptional<z.ZodNumber>;
|
|
353
|
+
}, z.core.$strip>;
|
|
354
|
+
/**
|
|
355
|
+
* Downstream frame of the orchestrated completion duplex stream. Exactly one
|
|
356
|
+
* payload field is set per frame:
|
|
357
|
+
*
|
|
358
|
+
* - `events` — pass-through of the inner completion turn's events (with
|
|
359
|
+
* `turn` identifying which generation pass they belong to).
|
|
360
|
+
* - `toolCallback` — the worker is asking the CLIENT to run a tool. The
|
|
361
|
+
* client executes its registered handler and writes a JSON line
|
|
362
|
+
* (`toolCallbackResultSchema`) up the request stream. The worker blocks
|
|
363
|
+
* this run (not the socket) until the matching `callId` arrives.
|
|
364
|
+
* - `done` — terminal frame; the loop ended (final answer produced, error,
|
|
365
|
+
* cancellation, or the `maxToolTurns` cap).
|
|
366
|
+
*
|
|
367
|
+
* Only a LOCAL worker may emit `toolCallback`: tool handlers execute code on
|
|
368
|
+
* the client machine, so a remote delegate streaming through this shape must
|
|
369
|
+
* never trigger them.
|
|
370
|
+
*/
|
|
371
|
+
export declare const completionOrchestrateResponseSchema: z.ZodObject<{
|
|
372
|
+
type: z.ZodLiteral<"completionOrchestrate">;
|
|
373
|
+
turn: z.ZodOptional<z.ZodNumber>;
|
|
374
|
+
events: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
375
|
+
type: z.ZodLiteral<"contentDelta">;
|
|
376
|
+
seq: z.ZodNumber;
|
|
377
|
+
text: z.ZodString;
|
|
378
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
379
|
+
type: z.ZodLiteral<"rawDelta">;
|
|
380
|
+
seq: z.ZodNumber;
|
|
381
|
+
text: z.ZodString;
|
|
382
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
383
|
+
type: z.ZodLiteral<"thinkingDelta">;
|
|
384
|
+
seq: z.ZodNumber;
|
|
385
|
+
text: z.ZodString;
|
|
386
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
387
|
+
type: z.ZodLiteral<"toolCall">;
|
|
388
|
+
seq: z.ZodNumber;
|
|
389
|
+
call: z.ZodObject<{
|
|
390
|
+
id: z.ZodString;
|
|
391
|
+
name: z.ZodString;
|
|
392
|
+
arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
393
|
+
raw: z.ZodOptional<z.ZodString>;
|
|
394
|
+
}, z.core.$strip>;
|
|
395
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
396
|
+
type: z.ZodLiteral<"toolError">;
|
|
397
|
+
seq: z.ZodNumber;
|
|
398
|
+
error: z.ZodObject<{
|
|
399
|
+
code: z.ZodEnum<{
|
|
400
|
+
PARSE_ERROR: "PARSE_ERROR";
|
|
401
|
+
VALIDATION_ERROR: "VALIDATION_ERROR";
|
|
402
|
+
UNKNOWN_TOOL: "UNKNOWN_TOOL";
|
|
403
|
+
}>;
|
|
404
|
+
message: z.ZodString;
|
|
405
|
+
raw: z.ZodOptional<z.ZodString>;
|
|
406
|
+
}, z.core.$strip>;
|
|
407
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
408
|
+
type: z.ZodLiteral<"completionStats">;
|
|
409
|
+
seq: z.ZodNumber;
|
|
410
|
+
stats: z.ZodObject<{
|
|
411
|
+
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
412
|
+
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
413
|
+
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
414
|
+
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
415
|
+
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
416
|
+
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
417
|
+
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
418
|
+
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
419
|
+
gpu: "gpu";
|
|
420
|
+
cpu: "cpu";
|
|
421
|
+
}>>;
|
|
422
|
+
}, z.core.$strip>;
|
|
423
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
424
|
+
type: z.ZodLiteral<"completionDone">;
|
|
425
|
+
seq: z.ZodNumber;
|
|
426
|
+
stopReason: z.ZodLiteral<"error">;
|
|
427
|
+
error: z.ZodObject<{
|
|
428
|
+
message: z.ZodString;
|
|
429
|
+
}, z.core.$strip>;
|
|
430
|
+
raw: z.ZodOptional<z.ZodObject<{
|
|
431
|
+
fullText: z.ZodString;
|
|
432
|
+
}, z.core.$strip>>;
|
|
433
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
434
|
+
type: z.ZodLiteral<"completionDone">;
|
|
435
|
+
seq: z.ZodNumber;
|
|
436
|
+
stopReason: z.ZodOptional<z.ZodEnum<{
|
|
437
|
+
cancelled: "cancelled";
|
|
438
|
+
eos: "eos";
|
|
439
|
+
length: "length";
|
|
440
|
+
stopSequence: "stopSequence";
|
|
441
|
+
}>>;
|
|
442
|
+
raw: z.ZodOptional<z.ZodObject<{
|
|
443
|
+
fullText: z.ZodString;
|
|
444
|
+
}, z.core.$strip>>;
|
|
445
|
+
}, z.core.$strict>]>>>;
|
|
446
|
+
toolCallback: z.ZodOptional<z.ZodObject<{
|
|
447
|
+
callId: z.ZodString;
|
|
448
|
+
name: z.ZodString;
|
|
449
|
+
arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
450
|
+
}, z.core.$strip>>;
|
|
451
|
+
done: z.ZodOptional<z.ZodBoolean>;
|
|
452
|
+
stopReason: z.ZodOptional<z.ZodLiteral<"maxToolTurns">>;
|
|
453
|
+
}, z.core.$strict>;
|
|
454
|
+
/**
|
|
455
|
+
* Upstream JSON line the client writes after running a tool callback.
|
|
456
|
+
* Newline-delimited on the duplex request stream, after the initial request
|
|
457
|
+
* payload. `error` reports a handler failure; the worker forwards it to the
|
|
458
|
+
* model as the tool result so the loop can recover or finish.
|
|
459
|
+
*/
|
|
460
|
+
export declare const toolCallbackResultSchema: z.ZodObject<{
|
|
461
|
+
callId: z.ZodString;
|
|
462
|
+
result: z.ZodOptional<z.ZodUnknown>;
|
|
463
|
+
error: z.ZodOptional<z.ZodString>;
|
|
464
|
+
}, z.core.$strip>;
|
|
276
465
|
export type GenerationParams = z.infer<typeof generationParamsSchema>;
|
|
277
466
|
export type CompletionParams = z.infer<typeof completionParamsSchema>;
|
|
278
467
|
export type ToolDialect = z.infer<typeof toolDialectSchema>;
|
|
@@ -280,5 +469,8 @@ export type ResponseFormat = z.infer<typeof responseFormatSchema>;
|
|
|
280
469
|
export type CompletionClientParams = z.input<typeof completionClientParamsSchema>;
|
|
281
470
|
export type CompletionStreamRequest = z.infer<typeof completionStreamRequestSchema>;
|
|
282
471
|
export type CompletionStreamResponse = z.infer<typeof completionStreamResponseSchema>;
|
|
472
|
+
export type CompletionOrchestrateRequest = z.infer<typeof completionOrchestrateRequestSchema>;
|
|
473
|
+
export type CompletionOrchestrateResponse = z.infer<typeof completionOrchestrateResponseSchema>;
|
|
474
|
+
export type ToolCallbackResult = z.infer<typeof toolCallbackResultSchema>;
|
|
283
475
|
export type Attachment = z.infer<typeof attachmentSchema>;
|
|
284
476
|
//# sourceMappingURL=completion-stream.d.ts.map
|
|
@@ -14,6 +14,8 @@ export { completionStatsSchema } from './completion-event.js';
|
|
|
14
14
|
* - `"harmony"`: `<|channel|>commentary to=functions.get_weather <|constrain|>json<|message|>{"city":"Tokyo"}<|call|>`
|
|
15
15
|
* - `"qwen35"`: `<tool_call><function=NAME><parameter=KEY>VALUE</parameter></function></tool_call>`
|
|
16
16
|
* - `"gemma4"`: `<|tool_call>call:NAME{key:<|"|>val<|"|>,...}<tool_call|>`
|
|
17
|
+
* - `"dsml"`: `<|DSML|tool_calls><|DSML|invoke name="NAME"><|DSML|parameter name="KEY" string="true">VALUE</|DSML|parameter></|DSML|invoke></|DSML|tool_calls>`
|
|
18
|
+
* (DeepSeek Markup Language, emitted by DeepSeek V3.2 / V4)
|
|
17
19
|
*/
|
|
18
20
|
export const toolDialectSchema = z.enum([
|
|
19
21
|
'hermes',
|
|
@@ -21,7 +23,8 @@ export const toolDialectSchema = z.enum([
|
|
|
21
23
|
'json',
|
|
22
24
|
'harmony',
|
|
23
25
|
'qwen35',
|
|
24
|
-
'gemma4'
|
|
26
|
+
'gemma4',
|
|
27
|
+
'dsml'
|
|
25
28
|
]);
|
|
26
29
|
export const attachmentSchema = z.object({
|
|
27
30
|
path: z
|
|
@@ -61,7 +64,7 @@ export const generationParamsSchema = z
|
|
|
61
64
|
remove_thinking_from_context: z
|
|
62
65
|
.boolean()
|
|
63
66
|
.optional()
|
|
64
|
-
.describe('When the model emits a reasoning block during generation (e.g. `<think>...</think>` for the Qwen3 family, `<|channel>thought ... <channel|>` for Gemma 4), drop those tokens from the KV cache at end-of-generation so subsequent turns do not accumulate reasoning history. Defaults to `false`. No-op for models without a recognised reasoning channel.
|
|
67
|
+
.describe('When the model emits a reasoning block during generation (e.g. `<think>...</think>` for the Qwen3 family, `<|channel>thought ... <channel|>` for Gemma 4), drop those tokens from the KV cache at end-of-generation so subsequent turns do not accumulate reasoning history. Defaults to `false`, except the Qwen3 reasoning family (Qwen3, Qwen3.5, Qwen3.6, including MoE variants), which defaults to `true`. No-op for models without a recognised reasoning channel. Supported on recurrent / hybrid-SSM models (e.g. Qwen3.5) via a state snapshot and replay when the reasoning close marker is a single token; on such a model with a multi-token close marker, enabling this fails with an error.')
|
|
65
68
|
})
|
|
66
69
|
.strict();
|
|
67
70
|
const jsonSchemaObjectSchema = z.record(z.string(), z.unknown());
|
|
@@ -164,3 +167,70 @@ export const completionStreamResponseSchema = z
|
|
|
164
167
|
events: z.array(completionEventSchema)
|
|
165
168
|
})
|
|
166
169
|
.strict();
|
|
170
|
+
// ============================================
|
|
171
|
+
// Worker-orchestrated completion (duplex)
|
|
172
|
+
// ============================================
|
|
173
|
+
export const completionOrchestrateRequestSchema = completionClientParamsBaseSchema
|
|
174
|
+
.extend({
|
|
175
|
+
type: z.literal('completionOrchestrate'),
|
|
176
|
+
maxToolTurns: z
|
|
177
|
+
.number()
|
|
178
|
+
.int()
|
|
179
|
+
.min(1)
|
|
180
|
+
.max(32)
|
|
181
|
+
.optional()
|
|
182
|
+
.describe('Upper bound on generation turns the worker will run before ending the ' +
|
|
183
|
+
'loop with `stopReason: "maxToolTurns"`. Each turn is one completion ' +
|
|
184
|
+
'pass; a turn that requests tool calls consumes callbacks and starts ' +
|
|
185
|
+
'the next turn. Defaults to 8.')
|
|
186
|
+
})
|
|
187
|
+
.superRefine(refineNoToolsWithStructuredOutput);
|
|
188
|
+
/**
|
|
189
|
+
* Downstream frame of the orchestrated completion duplex stream. Exactly one
|
|
190
|
+
* payload field is set per frame:
|
|
191
|
+
*
|
|
192
|
+
* - `events` — pass-through of the inner completion turn's events (with
|
|
193
|
+
* `turn` identifying which generation pass they belong to).
|
|
194
|
+
* - `toolCallback` — the worker is asking the CLIENT to run a tool. The
|
|
195
|
+
* client executes its registered handler and writes a JSON line
|
|
196
|
+
* (`toolCallbackResultSchema`) up the request stream. The worker blocks
|
|
197
|
+
* this run (not the socket) until the matching `callId` arrives.
|
|
198
|
+
* - `done` — terminal frame; the loop ended (final answer produced, error,
|
|
199
|
+
* cancellation, or the `maxToolTurns` cap).
|
|
200
|
+
*
|
|
201
|
+
* Only a LOCAL worker may emit `toolCallback`: tool handlers execute code on
|
|
202
|
+
* the client machine, so a remote delegate streaming through this shape must
|
|
203
|
+
* never trigger them.
|
|
204
|
+
*/
|
|
205
|
+
export const completionOrchestrateResponseSchema = z
|
|
206
|
+
.object({
|
|
207
|
+
type: z.literal('completionOrchestrate'),
|
|
208
|
+
turn: z.number().int().nonnegative().optional(),
|
|
209
|
+
events: z.array(completionEventSchema).optional(),
|
|
210
|
+
toolCallback: z
|
|
211
|
+
.object({
|
|
212
|
+
callId: z.string().describe('Correlates the upstream result line to this request.'),
|
|
213
|
+
name: z.string(),
|
|
214
|
+
arguments: z.record(z.string(), z.unknown())
|
|
215
|
+
})
|
|
216
|
+
.optional(),
|
|
217
|
+
done: z.boolean().optional(),
|
|
218
|
+
stopReason: z
|
|
219
|
+
.literal('maxToolTurns')
|
|
220
|
+
.optional()
|
|
221
|
+
.describe('Set on the terminal `done` frame only when the loop stopped because it ' +
|
|
222
|
+
'hit `maxToolTurns` (the model still wanted a tool). Absent on a natural ' +
|
|
223
|
+
'finish, so the caller can tell a truncated run from a completed one.')
|
|
224
|
+
})
|
|
225
|
+
.strict();
|
|
226
|
+
/**
|
|
227
|
+
* Upstream JSON line the client writes after running a tool callback.
|
|
228
|
+
* Newline-delimited on the duplex request stream, after the initial request
|
|
229
|
+
* payload. `error` reports a handler failure; the worker forwards it to the
|
|
230
|
+
* model as the tool result so the loop can recover or finish.
|
|
231
|
+
*/
|
|
232
|
+
export const toolCallbackResultSchema = z.object({
|
|
233
|
+
callId: z.string(),
|
|
234
|
+
result: z.unknown().optional(),
|
|
235
|
+
error: z.string().optional()
|
|
236
|
+
});
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
/**
|
|
3
|
+
* Every public constant `enum` from index.ts that downstream (non-JS)
|
|
4
|
+
* client generators should get as a real, named type instead of a
|
|
5
|
+
* hardcoded string/number. `build-contract.ts` merges each of these
|
|
6
|
+
* directly into `schema.json`'s `$defs` (same `z.toJSONSchema` call, same
|
|
7
|
+
* generator run as every request/response type), tagged with an
|
|
8
|
+
* `x-enum-varnames` hint so datamodel-code-generator preserves the
|
|
9
|
+
* original key names instead of slugging them from the bare value — plain
|
|
10
|
+
* JSON Schema `enum:` only carries values, not names, so without that hint
|
|
11
|
+
* `PluginId`/`Verbosity` (whose keys aren't derivable from their values)
|
|
12
|
+
* would lose their names entirely.
|
|
13
|
+
*
|
|
14
|
+
* A constant only reaches other languages if it's registered here. See
|
|
15
|
+
* `.cursor/rules/sdk/public-constants-contract.mdc`: any new public
|
|
16
|
+
* constant meant for downstream SDKs must be a `z.enum(...)` added here,
|
|
17
|
+
* not just a bare `export const` in its own schema file — otherwise it
|
|
18
|
+
* silently never leaves JS.
|
|
19
|
+
*
|
|
20
|
+
* Scoped to name→value maps (`z.enum`) only. A standalone scalar constant
|
|
21
|
+
* (e.g. `VLA_DEFAULT_IMAGE_SIZE`) has no natural JSON Schema representation
|
|
22
|
+
* as a plain value — a `const`-only schema generates an awkward
|
|
23
|
+
* `RootModel[Literal[...]]` wrapper class in Python, not a usable
|
|
24
|
+
* constant — so scalars aren't covered by this registry.
|
|
25
|
+
*/
|
|
26
|
+
export declare const constantsRegistry: {
|
|
27
|
+
readonly ModelType: z.ZodEnum<{
|
|
28
|
+
readonly llamacppCompletion: "llamacpp-completion";
|
|
29
|
+
readonly whispercppTranscription: "whispercpp-transcription";
|
|
30
|
+
readonly bciWhispercppTranscription: "bci-whispercpp-transcription";
|
|
31
|
+
readonly llamacppEmbedding: "llamacpp-embedding";
|
|
32
|
+
readonly nmtcppTranslation: "nmtcpp-translation";
|
|
33
|
+
readonly onnxTts: "onnx-tts";
|
|
34
|
+
readonly ttsGgml: "tts-ggml";
|
|
35
|
+
readonly parakeetTranscription: "parakeet-transcription";
|
|
36
|
+
readonly ggmlOcr: "ggml-ocr";
|
|
37
|
+
readonly sdcppGeneration: "sdcpp-generation";
|
|
38
|
+
readonly audiogenGgml: "audiogen-ggml";
|
|
39
|
+
readonly ggmlVla: "ggml-vla";
|
|
40
|
+
readonly ggmlClassification: "ggml-classification";
|
|
41
|
+
}>;
|
|
42
|
+
readonly ToolsMode: z.ZodEnum<{
|
|
43
|
+
readonly static: "static";
|
|
44
|
+
readonly dynamic: "dynamic";
|
|
45
|
+
}>;
|
|
46
|
+
readonly Verbosity: z.ZodEnum<{
|
|
47
|
+
readonly ERROR: 0;
|
|
48
|
+
readonly WARN: 1;
|
|
49
|
+
readonly INFO: 2;
|
|
50
|
+
readonly DEBUG: 3;
|
|
51
|
+
}>;
|
|
52
|
+
readonly PluginId: z.ZodEnum<{
|
|
53
|
+
readonly LLM: "@qvac/sdk/llamacpp-completion/plugin";
|
|
54
|
+
readonly EMBEDDING: "@qvac/sdk/llamacpp-embedding/plugin";
|
|
55
|
+
readonly WHISPER: "@qvac/sdk/whispercpp-transcription/plugin";
|
|
56
|
+
readonly BCI: "@qvac/sdk/bci-whispercpp-transcription/plugin";
|
|
57
|
+
readonly NMT: "@qvac/sdk/nmtcpp-translation/plugin";
|
|
58
|
+
readonly TTS: "@qvac/sdk/tts-ggml/plugin";
|
|
59
|
+
readonly OCR: "@qvac/sdk/ggml-ocr/plugin";
|
|
60
|
+
readonly DIFFUSION: "@qvac/sdk/sdcpp-generation/plugin";
|
|
61
|
+
readonly AUDIOGEN: "@qvac/sdk/audiogen-ggml/plugin";
|
|
62
|
+
readonly VLA: "@qvac/sdk/ggml-vla/plugin";
|
|
63
|
+
readonly CLASSIFICATION: "@qvac/sdk/ggml-classification/plugin";
|
|
64
|
+
}>;
|
|
65
|
+
readonly SupportedAudioFormat: z.ZodEnum<{
|
|
66
|
+
[k: string]: string;
|
|
67
|
+
}>;
|
|
68
|
+
};
|
|
69
|
+
//# sourceMappingURL=constants-registry.d.ts.map
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { ModelType } from './model-types.js';
|
|
3
|
+
import { TOOLS_MODE } from './tools.js';
|
|
4
|
+
import { VERBOSITY } from './llamacpp-config.js';
|
|
5
|
+
import { PLUGIN_LLM, PLUGIN_EMBEDDING, PLUGIN_WHISPER, PLUGIN_BCI, PLUGIN_NMT, PLUGIN_TTS, PLUGIN_OCR, PLUGIN_DIFFUSION, PLUGIN_AUDIOGEN, PLUGIN_VLA, PLUGIN_CLASSIFICATION } from './plugin.js';
|
|
6
|
+
import { SUPPORTED_AUDIO_FORMATS } from '../constants/audio.js';
|
|
7
|
+
/**
|
|
8
|
+
* Every public constant `enum` from index.ts that downstream (non-JS)
|
|
9
|
+
* client generators should get as a real, named type instead of a
|
|
10
|
+
* hardcoded string/number. `build-contract.ts` merges each of these
|
|
11
|
+
* directly into `schema.json`'s `$defs` (same `z.toJSONSchema` call, same
|
|
12
|
+
* generator run as every request/response type), tagged with an
|
|
13
|
+
* `x-enum-varnames` hint so datamodel-code-generator preserves the
|
|
14
|
+
* original key names instead of slugging them from the bare value — plain
|
|
15
|
+
* JSON Schema `enum:` only carries values, not names, so without that hint
|
|
16
|
+
* `PluginId`/`Verbosity` (whose keys aren't derivable from their values)
|
|
17
|
+
* would lose their names entirely.
|
|
18
|
+
*
|
|
19
|
+
* A constant only reaches other languages if it's registered here. See
|
|
20
|
+
* `.cursor/rules/sdk/public-constants-contract.mdc`: any new public
|
|
21
|
+
* constant meant for downstream SDKs must be a `z.enum(...)` added here,
|
|
22
|
+
* not just a bare `export const` in its own schema file — otherwise it
|
|
23
|
+
* silently never leaves JS.
|
|
24
|
+
*
|
|
25
|
+
* Scoped to name→value maps (`z.enum`) only. A standalone scalar constant
|
|
26
|
+
* (e.g. `VLA_DEFAULT_IMAGE_SIZE`) has no natural JSON Schema representation
|
|
27
|
+
* as a plain value — a `const`-only schema generates an awkward
|
|
28
|
+
* `RootModel[Literal[...]]` wrapper class in Python, not a usable
|
|
29
|
+
* constant — so scalars aren't covered by this registry.
|
|
30
|
+
*/
|
|
31
|
+
export const constantsRegistry = {
|
|
32
|
+
ModelType: z.enum(ModelType),
|
|
33
|
+
ToolsMode: z.enum(TOOLS_MODE),
|
|
34
|
+
Verbosity: z.enum(VERBOSITY),
|
|
35
|
+
PluginId: z.enum({
|
|
36
|
+
LLM: PLUGIN_LLM,
|
|
37
|
+
EMBEDDING: PLUGIN_EMBEDDING,
|
|
38
|
+
WHISPER: PLUGIN_WHISPER,
|
|
39
|
+
BCI: PLUGIN_BCI,
|
|
40
|
+
NMT: PLUGIN_NMT,
|
|
41
|
+
TTS: PLUGIN_TTS,
|
|
42
|
+
OCR: PLUGIN_OCR,
|
|
43
|
+
DIFFUSION: PLUGIN_DIFFUSION,
|
|
44
|
+
AUDIOGEN: PLUGIN_AUDIOGEN,
|
|
45
|
+
VLA: PLUGIN_VLA,
|
|
46
|
+
CLASSIFICATION: PLUGIN_CLASSIFICATION
|
|
47
|
+
}),
|
|
48
|
+
// Derived from SUPPORTED_AUDIO_FORMATS itself (e.g. '.mp3' -> 'MP3') rather
|
|
49
|
+
// than a hand-written record, so the varnames can't drift from the one
|
|
50
|
+
// source of truth every other consumer of SUPPORTED_AUDIO_FORMATS shares.
|
|
51
|
+
SupportedAudioFormat: z.enum(Object.fromEntries(SUPPORTED_AUDIO_FORMATS.map((ext) => [ext.slice(1).toUpperCase(), ext])))
|
|
52
|
+
};
|
|
@@ -1,14 +1,18 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
export const deleteCacheRequestSchema = z.union([
|
|
3
|
-
z
|
|
3
|
+
z
|
|
4
|
+
.object({
|
|
4
5
|
type: z.literal('deleteCache'),
|
|
5
6
|
all: z.literal(true)
|
|
6
|
-
})
|
|
7
|
-
|
|
7
|
+
})
|
|
8
|
+
.meta({ title: 'DeleteCacheAllRequest' }),
|
|
9
|
+
z
|
|
10
|
+
.object({
|
|
8
11
|
type: z.literal('deleteCache'),
|
|
9
12
|
kvCacheKey: z.string(),
|
|
10
13
|
modelId: z.string().optional()
|
|
11
14
|
})
|
|
15
|
+
.meta({ title: 'DeleteCacheKvEntryRequest' })
|
|
12
16
|
]);
|
|
13
17
|
export const deleteCacheResponseSchema = z.object({
|
|
14
18
|
type: z.literal('deleteCache'),
|