@qvac/inference 0.0.0 → 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +928 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,267 @@
|
|
|
1
|
+
import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
|
|
2
|
+
// Pythonic `[name(k=v), ...]` arrays. LFM 2.x is auto-routed; Llama-style
|
|
3
|
+
// tokens are kept for callers that opt in via `completion({ toolDialect:
|
|
4
|
+
// "pythonic" })` for a model known to emit Pythonic. Pure string parsing —
|
|
5
|
+
// no eval/vm/Function (untrusted model output).
|
|
6
|
+
const PYTHONIC_LFM_OPEN = '<|tool_call_start|>';
|
|
7
|
+
const PYTHONIC_LFM_CLOSE = '<|tool_call_end|>';
|
|
8
|
+
const PYTHONIC_LLAMA_OPEN = '<|start_header_id|>tool_call<|end_header_id|>';
|
|
9
|
+
const PYTHONIC_LLAMA_CLOSE = '<|eot_id|>';
|
|
10
|
+
function locatePythonicCallList(text) {
|
|
11
|
+
const lfmStart = text.indexOf(PYTHONIC_LFM_OPEN);
|
|
12
|
+
if (lfmStart !== -1) {
|
|
13
|
+
const after = text.slice(lfmStart + PYTHONIC_LFM_OPEN.length);
|
|
14
|
+
const end = after.indexOf(PYTHONIC_LFM_CLOSE);
|
|
15
|
+
return end === -1 ? after : after.slice(0, end);
|
|
16
|
+
}
|
|
17
|
+
const llamaStart = text.indexOf(PYTHONIC_LLAMA_OPEN);
|
|
18
|
+
if (llamaStart !== -1) {
|
|
19
|
+
const after = text.slice(llamaStart + PYTHONIC_LLAMA_OPEN.length);
|
|
20
|
+
const end = after.indexOf(PYTHONIC_LLAMA_CLOSE);
|
|
21
|
+
return end === -1 ? after : after.slice(0, end);
|
|
22
|
+
}
|
|
23
|
+
// Identifier+`(` requirement rejects JSON arrays and plain bracketed lists.
|
|
24
|
+
const bareMatch = /\[\s*[A-Za-z_]\w*\s*\(/.exec(text);
|
|
25
|
+
if (bareMatch)
|
|
26
|
+
return text.slice(bareMatch.index);
|
|
27
|
+
return null;
|
|
28
|
+
}
|
|
29
|
+
function pyPeek(s, offset = 0) {
|
|
30
|
+
return s.text[s.pos + offset] ?? '';
|
|
31
|
+
}
|
|
32
|
+
function pyConsume(s) {
|
|
33
|
+
const c = s.text[s.pos] ?? '';
|
|
34
|
+
s.pos++;
|
|
35
|
+
return c;
|
|
36
|
+
}
|
|
37
|
+
function pySkipWs(s) {
|
|
38
|
+
while (/\s/.test(pyPeek(s)))
|
|
39
|
+
s.pos++;
|
|
40
|
+
}
|
|
41
|
+
function pyParseString(s) {
|
|
42
|
+
const quote = pyConsume(s);
|
|
43
|
+
let out = '';
|
|
44
|
+
while (s.pos < s.text.length && pyPeek(s) !== quote) {
|
|
45
|
+
if (pyPeek(s) === '\\') {
|
|
46
|
+
s.pos++;
|
|
47
|
+
const esc = pyConsume(s);
|
|
48
|
+
switch (esc) {
|
|
49
|
+
case 'n':
|
|
50
|
+
out += '\n';
|
|
51
|
+
break;
|
|
52
|
+
case 't':
|
|
53
|
+
out += '\t';
|
|
54
|
+
break;
|
|
55
|
+
case 'r':
|
|
56
|
+
out += '\r';
|
|
57
|
+
break;
|
|
58
|
+
case '\\':
|
|
59
|
+
out += '\\';
|
|
60
|
+
break;
|
|
61
|
+
case "'":
|
|
62
|
+
out += "'";
|
|
63
|
+
break;
|
|
64
|
+
case '"':
|
|
65
|
+
out += '"';
|
|
66
|
+
break;
|
|
67
|
+
case '0':
|
|
68
|
+
out += '\0';
|
|
69
|
+
break;
|
|
70
|
+
default:
|
|
71
|
+
out += esc;
|
|
72
|
+
break;
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
else {
|
|
76
|
+
out += pyConsume(s);
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
if (s.pos >= s.text.length) {
|
|
80
|
+
throw new Error('Unterminated string literal');
|
|
81
|
+
}
|
|
82
|
+
pyConsume(s);
|
|
83
|
+
return out;
|
|
84
|
+
}
|
|
85
|
+
function pyParseNumber(s) {
|
|
86
|
+
const start = s.pos;
|
|
87
|
+
if (pyPeek(s) === '-' || pyPeek(s) === '+')
|
|
88
|
+
s.pos++;
|
|
89
|
+
while (/\d/.test(pyPeek(s)))
|
|
90
|
+
s.pos++;
|
|
91
|
+
if (pyPeek(s) === '.') {
|
|
92
|
+
s.pos++;
|
|
93
|
+
while (/\d/.test(pyPeek(s)))
|
|
94
|
+
s.pos++;
|
|
95
|
+
}
|
|
96
|
+
if (pyPeek(s) === 'e' || pyPeek(s) === 'E') {
|
|
97
|
+
s.pos++;
|
|
98
|
+
if (pyPeek(s) === '-' || pyPeek(s) === '+')
|
|
99
|
+
s.pos++;
|
|
100
|
+
while (/\d/.test(pyPeek(s)))
|
|
101
|
+
s.pos++;
|
|
102
|
+
}
|
|
103
|
+
const literal = s.text.slice(start, s.pos);
|
|
104
|
+
const n = Number(literal);
|
|
105
|
+
if (Number.isNaN(n) || literal.length === 0) {
|
|
106
|
+
throw new Error(`Invalid number literal: ${JSON.stringify(literal)}`);
|
|
107
|
+
}
|
|
108
|
+
return n;
|
|
109
|
+
}
|
|
110
|
+
function pyParseIdentifier(s) {
|
|
111
|
+
if (!/[A-Za-z_]/.test(pyPeek(s))) {
|
|
112
|
+
throw new Error(`Expected identifier, got ${JSON.stringify(pyPeek(s))}`);
|
|
113
|
+
}
|
|
114
|
+
const start = s.pos;
|
|
115
|
+
while (/[\w]/.test(pyPeek(s)))
|
|
116
|
+
s.pos++;
|
|
117
|
+
return s.text.slice(start, s.pos);
|
|
118
|
+
}
|
|
119
|
+
// Identifier-as-string fallback: any bare word that isn't `True`/`False`/`None`
|
|
120
|
+
// is returned as a string, so `[get_weather(city=Paris)]` still produces
|
|
121
|
+
// `{ city: "Paris" }`. Side-effect: lowercase `null` / `true` / `false` from
|
|
122
|
+
// JS-trained models also coerce to strings — validate against your tool schema.
|
|
123
|
+
function pyParseValue(s) {
|
|
124
|
+
pySkipWs(s);
|
|
125
|
+
const c = pyPeek(s);
|
|
126
|
+
if (c === '"' || c === "'")
|
|
127
|
+
return pyParseString(s);
|
|
128
|
+
if (c === '[')
|
|
129
|
+
return pyParseList(s);
|
|
130
|
+
if (c === '{')
|
|
131
|
+
return pyParseDict(s);
|
|
132
|
+
if (c === '-' || c === '+' || /\d/.test(c))
|
|
133
|
+
return pyParseNumber(s);
|
|
134
|
+
if (/[A-Za-z_]/.test(c)) {
|
|
135
|
+
const id = pyParseIdentifier(s);
|
|
136
|
+
if (id === 'True')
|
|
137
|
+
return true;
|
|
138
|
+
if (id === 'False')
|
|
139
|
+
return false;
|
|
140
|
+
if (id === 'None')
|
|
141
|
+
return null;
|
|
142
|
+
return id;
|
|
143
|
+
}
|
|
144
|
+
throw new Error(`Unexpected character: ${JSON.stringify(c)}`);
|
|
145
|
+
}
|
|
146
|
+
// Drives `parseItem, sep, parseItem, sep, ..., close` loops with trailing-
|
|
147
|
+
// comma tolerance. Assumes the open delimiter was already consumed.
|
|
148
|
+
function pyParseDelimited(s, close, context, parseItem) {
|
|
149
|
+
pySkipWs(s);
|
|
150
|
+
if (pyPeek(s) === close) {
|
|
151
|
+
pyConsume(s);
|
|
152
|
+
return;
|
|
153
|
+
}
|
|
154
|
+
for (;;) {
|
|
155
|
+
pySkipWs(s);
|
|
156
|
+
parseItem();
|
|
157
|
+
pySkipWs(s);
|
|
158
|
+
const sep = pyPeek(s);
|
|
159
|
+
if (sep === ',') {
|
|
160
|
+
pyConsume(s);
|
|
161
|
+
pySkipWs(s);
|
|
162
|
+
if (pyPeek(s) === close) {
|
|
163
|
+
pyConsume(s);
|
|
164
|
+
return;
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
else if (sep === close) {
|
|
168
|
+
pyConsume(s);
|
|
169
|
+
return;
|
|
170
|
+
}
|
|
171
|
+
else {
|
|
172
|
+
throw new Error(`Expected , or ${close} in ${context}, got ${JSON.stringify(sep)}`);
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
function pyParseList(s) {
|
|
177
|
+
pyConsume(s);
|
|
178
|
+
const items = [];
|
|
179
|
+
pyParseDelimited(s, ']', 'list', () => {
|
|
180
|
+
items.push(pyParseValue(s));
|
|
181
|
+
});
|
|
182
|
+
return items;
|
|
183
|
+
}
|
|
184
|
+
function pyParseDict(s) {
|
|
185
|
+
pyConsume(s);
|
|
186
|
+
const obj = {};
|
|
187
|
+
pyParseDelimited(s, '}', 'dict', () => {
|
|
188
|
+
const c = pyPeek(s);
|
|
189
|
+
let key;
|
|
190
|
+
if (c === '"' || c === "'")
|
|
191
|
+
key = pyParseString(s);
|
|
192
|
+
else if (/[A-Za-z_]/.test(c))
|
|
193
|
+
key = pyParseIdentifier(s);
|
|
194
|
+
else
|
|
195
|
+
throw new Error(`Expected dict key, got ${JSON.stringify(c)}`);
|
|
196
|
+
pySkipWs(s);
|
|
197
|
+
if (pyConsume(s) !== ':') {
|
|
198
|
+
throw new Error(`Expected : after dict key "${key}"`);
|
|
199
|
+
}
|
|
200
|
+
obj[key] = pyParseValue(s);
|
|
201
|
+
});
|
|
202
|
+
return obj;
|
|
203
|
+
}
|
|
204
|
+
function pyParseArgList(s) {
|
|
205
|
+
const args = {};
|
|
206
|
+
pyParseDelimited(s, ')', 'args', () => {
|
|
207
|
+
const key = pyParseIdentifier(s);
|
|
208
|
+
pySkipWs(s);
|
|
209
|
+
if (pyConsume(s) !== '=') {
|
|
210
|
+
throw new Error(`Expected = after arg name "${key}"`);
|
|
211
|
+
}
|
|
212
|
+
args[key] = pyParseValue(s);
|
|
213
|
+
});
|
|
214
|
+
return args;
|
|
215
|
+
}
|
|
216
|
+
function pyParseCallList(text) {
|
|
217
|
+
const s = { text, pos: 0 };
|
|
218
|
+
pySkipWs(s);
|
|
219
|
+
if (pyConsume(s) !== '[') {
|
|
220
|
+
throw new Error('Expected [ at start of call list');
|
|
221
|
+
}
|
|
222
|
+
const calls = [];
|
|
223
|
+
pyParseDelimited(s, ']', 'call list', () => {
|
|
224
|
+
const name = pyParseIdentifier(s);
|
|
225
|
+
pySkipWs(s);
|
|
226
|
+
if (pyConsume(s) !== '(') {
|
|
227
|
+
throw new Error(`Expected ( after call name "${name}"`);
|
|
228
|
+
}
|
|
229
|
+
calls.push({ name, arguments: pyParseArgList(s) });
|
|
230
|
+
});
|
|
231
|
+
return calls;
|
|
232
|
+
}
|
|
233
|
+
export function parsePythonicFormat(text, tools) {
|
|
234
|
+
const toolCalls = [];
|
|
235
|
+
const errors = [];
|
|
236
|
+
const slice = locatePythonicCallList(text);
|
|
237
|
+
if (slice === null) {
|
|
238
|
+
return { matched: false, toolCalls, errors };
|
|
239
|
+
}
|
|
240
|
+
let calls;
|
|
241
|
+
try {
|
|
242
|
+
calls = pyParseCallList(slice);
|
|
243
|
+
}
|
|
244
|
+
catch (error) {
|
|
245
|
+
errors.push({
|
|
246
|
+
code: 'PARSE_ERROR',
|
|
247
|
+
message: `Failed to parse Pythonic tool call list: ${error instanceof Error ? error.message : String(error)}`,
|
|
248
|
+
raw: slice
|
|
249
|
+
});
|
|
250
|
+
return { matched: true, toolCalls, errors };
|
|
251
|
+
}
|
|
252
|
+
for (const call of calls) {
|
|
253
|
+
const raw = `${call.name}(${JSON.stringify(call.arguments)})`;
|
|
254
|
+
const validation = validateToolArguments(call.name, call.arguments, tools);
|
|
255
|
+
if (!validation.isValid && validation.error) {
|
|
256
|
+
errors.push({ ...validation.error, raw });
|
|
257
|
+
continue;
|
|
258
|
+
}
|
|
259
|
+
toolCalls.push({
|
|
260
|
+
id: generateStableToolCallId(call.name, call.arguments),
|
|
261
|
+
name: call.name,
|
|
262
|
+
arguments: call.arguments,
|
|
263
|
+
raw
|
|
264
|
+
});
|
|
265
|
+
}
|
|
266
|
+
return { matched: true, toolCalls, errors };
|
|
267
|
+
}
|
|
@@ -0,0 +1,125 @@
|
|
|
1
|
+
import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
|
|
2
|
+
// Coerce raw parameter text to the type declared in the tool's JSON schema.
|
|
3
|
+
// String values are raw (not JSON-quoted); arrays/objects are valid JSON.
|
|
4
|
+
function coerceParamValue(raw, schema) {
|
|
5
|
+
const trimmed = raw.trim();
|
|
6
|
+
if (!schema?.type)
|
|
7
|
+
return trimmed;
|
|
8
|
+
switch (schema.type) {
|
|
9
|
+
case 'number': {
|
|
10
|
+
if (trimmed.length === 0)
|
|
11
|
+
throw new Error(`invalid numeric value: ""`);
|
|
12
|
+
const n = Number(trimmed);
|
|
13
|
+
if (Number.isNaN(n))
|
|
14
|
+
throw new Error(`invalid numeric value: "${trimmed}"`);
|
|
15
|
+
return n;
|
|
16
|
+
}
|
|
17
|
+
case 'integer': {
|
|
18
|
+
if (trimmed.length === 0)
|
|
19
|
+
throw new Error(`invalid integer value: ""`);
|
|
20
|
+
const n = Number(trimmed);
|
|
21
|
+
if (Number.isNaN(n) || !Number.isInteger(n)) {
|
|
22
|
+
throw new Error(`invalid integer value: "${trimmed}"`);
|
|
23
|
+
}
|
|
24
|
+
return n;
|
|
25
|
+
}
|
|
26
|
+
case 'boolean': {
|
|
27
|
+
// Qwen3.5/3.6 intermittently emit Python-style capitalised booleans
|
|
28
|
+
// (`True`/`False`); accept any casing so a valid call isn't dropped.
|
|
29
|
+
const v = trimmed.toLowerCase();
|
|
30
|
+
if (v === 'true')
|
|
31
|
+
return true;
|
|
32
|
+
if (v === 'false')
|
|
33
|
+
return false;
|
|
34
|
+
throw new Error(`invalid boolean value: "${trimmed}"`);
|
|
35
|
+
}
|
|
36
|
+
case 'array':
|
|
37
|
+
case 'object':
|
|
38
|
+
return JSON.parse(trimmed);
|
|
39
|
+
default:
|
|
40
|
+
return trimmed;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
// Parses Qwen3.5/3.6 Pythonic-XML tool-call format:
|
|
44
|
+
// <tool_call>
|
|
45
|
+
// <function=NAME>
|
|
46
|
+
// <parameter=KEY>VALUE</parameter>
|
|
47
|
+
// </function>
|
|
48
|
+
// </tool_call>
|
|
49
|
+
// String parameter values are raw text (not JSON-quoted); arrays/objects
|
|
50
|
+
// are JSON. Type coercion uses the tool schema; unknown params pass through.
|
|
51
|
+
export function parseQwen35Format(text, tools) {
|
|
52
|
+
const toolCalls = [];
|
|
53
|
+
const errors = [];
|
|
54
|
+
if (!text.includes('<tool_call>')) {
|
|
55
|
+
return { matched: false, toolCalls, errors };
|
|
56
|
+
}
|
|
57
|
+
const outerRegex = /<tool_call>([\s\S]*?)<\/tool_call>/g;
|
|
58
|
+
const outerMatches = Array.from(text.matchAll(outerRegex));
|
|
59
|
+
if (outerMatches.length === 0)
|
|
60
|
+
return { matched: false, toolCalls, errors };
|
|
61
|
+
// If no match contains XML function syntax, check if this is JSON format
|
|
62
|
+
// (defer to hermes) or just malformed content (surface as PARSE_ERROR).
|
|
63
|
+
if (!outerMatches.some((m) => m[1].includes('<function='))) {
|
|
64
|
+
const looksLikeJson = outerMatches.some((m) => {
|
|
65
|
+
const inner = m[1].trim();
|
|
66
|
+
return inner.startsWith('{') || inner.startsWith('[');
|
|
67
|
+
});
|
|
68
|
+
if (looksLikeJson)
|
|
69
|
+
return { matched: false, toolCalls, errors };
|
|
70
|
+
return {
|
|
71
|
+
matched: true,
|
|
72
|
+
toolCalls,
|
|
73
|
+
errors: outerMatches.map((m) => ({
|
|
74
|
+
code: 'PARSE_ERROR',
|
|
75
|
+
message: 'Qwen3.5 tool call missing <function=NAME>...</function>',
|
|
76
|
+
raw: m[1].trim()
|
|
77
|
+
}))
|
|
78
|
+
};
|
|
79
|
+
}
|
|
80
|
+
for (const outerMatch of outerMatches) {
|
|
81
|
+
const inner = outerMatch[1].trim();
|
|
82
|
+
const fnMatch = /<function=([^>\s]+)\s*>([\s\S]*?)<\/function>/i.exec(inner);
|
|
83
|
+
if (!fnMatch) {
|
|
84
|
+
errors.push({
|
|
85
|
+
code: 'PARSE_ERROR',
|
|
86
|
+
message: 'Qwen3.5 tool call missing <function=NAME>...</function>',
|
|
87
|
+
raw: inner
|
|
88
|
+
});
|
|
89
|
+
continue;
|
|
90
|
+
}
|
|
91
|
+
const name = fnMatch[1].trim();
|
|
92
|
+
const paramsBlock = fnMatch[2];
|
|
93
|
+
const tool = tools.find((t) => t.name === name);
|
|
94
|
+
const schemaProperties = tool?.parameters?.properties ?? {};
|
|
95
|
+
const args = {};
|
|
96
|
+
let parseError;
|
|
97
|
+
try {
|
|
98
|
+
const paramRegex = /<parameter=([^>\s]+)\s*>([\s\S]*?)<\/parameter>/gi;
|
|
99
|
+
let pm;
|
|
100
|
+
while ((pm = paramRegex.exec(paramsBlock)) !== null) {
|
|
101
|
+
const paramName = pm[1].trim();
|
|
102
|
+
args[paramName] = coerceParamValue(pm[2], schemaProperties[paramName]);
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
catch (err) {
|
|
106
|
+
parseError = err instanceof Error ? err.message : String(err);
|
|
107
|
+
}
|
|
108
|
+
if (parseError !== undefined) {
|
|
109
|
+
errors.push({ code: 'PARSE_ERROR', message: parseError, raw: inner });
|
|
110
|
+
continue;
|
|
111
|
+
}
|
|
112
|
+
const validation = validateToolArguments(name, args, tools);
|
|
113
|
+
if (!validation.isValid && validation.error) {
|
|
114
|
+
errors.push({ ...validation.error, raw: inner });
|
|
115
|
+
continue;
|
|
116
|
+
}
|
|
117
|
+
toolCalls.push({
|
|
118
|
+
id: generateStableToolCallId(name, args),
|
|
119
|
+
name,
|
|
120
|
+
arguments: args,
|
|
121
|
+
raw: inner
|
|
122
|
+
});
|
|
123
|
+
}
|
|
124
|
+
return { matched: true, toolCalls, errors };
|
|
125
|
+
}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { Tool, ToolCall, ToolCallError } from '../../schemas/index.js';
|
|
2
|
+
export type ParserResult = {
|
|
3
|
+
matched: boolean;
|
|
4
|
+
toolCalls: ToolCall[];
|
|
5
|
+
errors: ToolCallError[];
|
|
6
|
+
};
|
|
7
|
+
export declare function stripThinkingBlocks(text: string): string;
|
|
8
|
+
export declare function generateStableToolCallId(name: string, args: Record<string, unknown>): string;
|
|
9
|
+
export declare function isValidToolCall(obj: unknown): obj is {
|
|
10
|
+
name: string;
|
|
11
|
+
arguments: Record<string, unknown>;
|
|
12
|
+
id?: string;
|
|
13
|
+
};
|
|
14
|
+
export declare function validateToolArguments(toolName: string, args: Record<string, unknown>, tools: Tool[]): {
|
|
15
|
+
isValid: boolean;
|
|
16
|
+
error?: ToolCallError;
|
|
17
|
+
};
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
export function stripThinkingBlocks(text) {
|
|
2
|
+
return text.replace(/<think>[\s\S]*?<\/think>/gi, '');
|
|
3
|
+
}
|
|
4
|
+
let toolCallSequence = 0;
|
|
5
|
+
export function generateStableToolCallId(name, args) {
|
|
6
|
+
const content = `${name}:${JSON.stringify(args)}`;
|
|
7
|
+
let hash = 0;
|
|
8
|
+
for (let i = 0; i < content.length; i++) {
|
|
9
|
+
const char = content.charCodeAt(i);
|
|
10
|
+
hash = (hash << 5) - hash + char;
|
|
11
|
+
hash = hash & hash;
|
|
12
|
+
}
|
|
13
|
+
const sequence = toolCallSequence++;
|
|
14
|
+
return `call_${Math.abs(hash).toString(36)}_${sequence}`;
|
|
15
|
+
}
|
|
16
|
+
export function isValidToolCall(obj) {
|
|
17
|
+
if (!obj || typeof obj !== 'object') {
|
|
18
|
+
return false;
|
|
19
|
+
}
|
|
20
|
+
if (!('name' in obj) || typeof obj.name !== 'string') {
|
|
21
|
+
return false;
|
|
22
|
+
}
|
|
23
|
+
if (!('arguments' in obj) || typeof obj.arguments !== 'object' || obj.arguments === null) {
|
|
24
|
+
return false;
|
|
25
|
+
}
|
|
26
|
+
return true;
|
|
27
|
+
}
|
|
28
|
+
export function validateToolArguments(toolName, args, tools) {
|
|
29
|
+
const tool = tools.find((t) => t.name === toolName);
|
|
30
|
+
if (!tool) {
|
|
31
|
+
return {
|
|
32
|
+
isValid: false,
|
|
33
|
+
error: {
|
|
34
|
+
code: 'UNKNOWN_TOOL',
|
|
35
|
+
message: `Tool "${toolName}" not found in available tools`
|
|
36
|
+
}
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
const required = tool.parameters.required || [];
|
|
40
|
+
for (const requiredParam of required) {
|
|
41
|
+
if (!(requiredParam in args)) {
|
|
42
|
+
return {
|
|
43
|
+
isValid: false,
|
|
44
|
+
error: {
|
|
45
|
+
code: 'VALIDATION_ERROR',
|
|
46
|
+
message: `Missing required parameter "${requiredParam}" for tool "${toolName}"`
|
|
47
|
+
}
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
return { isValid: true };
|
|
52
|
+
}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { type TranscribeSegment } from '../schemas/index.js';
|
|
2
|
+
export interface WhisperAddonSegment {
|
|
3
|
+
text: string;
|
|
4
|
+
start?: number;
|
|
5
|
+
end?: number;
|
|
6
|
+
toAppend?: boolean;
|
|
7
|
+
id?: number;
|
|
8
|
+
}
|
|
9
|
+
/**
|
|
10
|
+
* Normalize a native whisper-addon segment to the engine-level `TranscribeSegment`
|
|
11
|
+
* shape exposed to callers: seconds → milliseconds, `toAppend` → `append`,
|
|
12
|
+
* and defaults for optional fields.
|
|
13
|
+
*/
|
|
14
|
+
export declare function toTranscribeSegment(chunk: WhisperAddonSegment): TranscribeSegment;
|
|
15
|
+
/**
|
|
16
|
+
* Guard used by transcription ops when the caller opts into `metadata: true`.
|
|
17
|
+
* Only the whisper engine emits per-segment metadata; any other engine
|
|
18
|
+
* requesting metadata is rejected with `TranscriptionFailedError`.
|
|
19
|
+
*/
|
|
20
|
+
export declare function assertMetadataSupported(modelId: string, engineType: string, metadata: boolean | undefined): void;
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { ModelType } from '../schemas/index.js';
|
|
2
|
+
import { TranscriptionFailedError } from '../errors/index.js';
|
|
3
|
+
/**
|
|
4
|
+
* Normalize a native whisper-addon segment to the engine-level `TranscribeSegment`
|
|
5
|
+
* shape exposed to callers: seconds → milliseconds, `toAppend` → `append`,
|
|
6
|
+
* and defaults for optional fields.
|
|
7
|
+
*/
|
|
8
|
+
export function toTranscribeSegment(chunk) {
|
|
9
|
+
return {
|
|
10
|
+
text: chunk.text,
|
|
11
|
+
startMs: (chunk.start ?? 0) * 1000,
|
|
12
|
+
endMs: (chunk.end ?? 0) * 1000,
|
|
13
|
+
append: chunk.toAppend ?? false,
|
|
14
|
+
id: chunk.id ?? 0
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
/**
|
|
18
|
+
* Guard used by transcription ops when the caller opts into `metadata: true`.
|
|
19
|
+
* Only the whisper engine emits per-segment metadata; any other engine
|
|
20
|
+
* requesting metadata is rejected with `TranscriptionFailedError`.
|
|
21
|
+
*/
|
|
22
|
+
export function assertMetadataSupported(modelId, engineType, metadata) {
|
|
23
|
+
if (!metadata)
|
|
24
|
+
return;
|
|
25
|
+
if (engineType !== ModelType.whispercppTranscription) {
|
|
26
|
+
throw new TranscriptionFailedError(`metadata mode is not supported on model ${modelId} (engine: ${engineType || 'unknown'}); only the whisper engine supports metadata`);
|
|
27
|
+
}
|
|
28
|
+
}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import type { TtsStats } from '../schemas/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* Shared types and utilities for TTS operations.
|
|
4
|
+
* Used by both text-to-speech.ts and text-to-speech-stream.ts.
|
|
5
|
+
*/
|
|
6
|
+
export type TtsStreamChunk = {
|
|
7
|
+
outputArray: ArrayLike<number>;
|
|
8
|
+
chunkIndex?: number;
|
|
9
|
+
sentenceChunk?: string;
|
|
10
|
+
};
|
|
11
|
+
export type TtsOpYield = {
|
|
12
|
+
buffer: number[];
|
|
13
|
+
chunkIndex?: number;
|
|
14
|
+
sentenceChunk?: string;
|
|
15
|
+
};
|
|
16
|
+
type AddonTtsStats = {
|
|
17
|
+
audioDurationMs?: number;
|
|
18
|
+
totalSamples?: number;
|
|
19
|
+
enhancerBackendDevice?: number;
|
|
20
|
+
enhancerBackendId?: number;
|
|
21
|
+
};
|
|
22
|
+
export declare function collectTtsStats(response: {
|
|
23
|
+
stats?: AddonTtsStats;
|
|
24
|
+
}): TtsStats;
|
|
25
|
+
export {};
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export function collectTtsStats(response) {
|
|
2
|
+
return {
|
|
3
|
+
...(response.stats?.audioDurationMs !== undefined && {
|
|
4
|
+
audioDuration: response.stats.audioDurationMs
|
|
5
|
+
}),
|
|
6
|
+
...(response.stats?.totalSamples !== undefined && {
|
|
7
|
+
totalSamples: response.stats.totalSamples
|
|
8
|
+
}),
|
|
9
|
+
...(response.stats?.enhancerBackendDevice !== undefined && {
|
|
10
|
+
enhancerBackendDevice: response.stats.enhancerBackendDevice
|
|
11
|
+
}),
|
|
12
|
+
...(response.stats?.enhancerBackendId !== undefined && {
|
|
13
|
+
enhancerBackendId: response.stats.enhancerBackendId
|
|
14
|
+
})
|
|
15
|
+
};
|
|
16
|
+
}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Distinguishes a legitimate per-call timeout from a transport failure (e.g.
|
|
3
|
+
* a worker crash) for callers racing this against other rejection sources.
|
|
4
|
+
*/
|
|
5
|
+
export declare class OperationTimeoutError extends Error {
|
|
6
|
+
constructor(timeoutMs: number);
|
|
7
|
+
}
|
|
8
|
+
/**
|
|
9
|
+
* Wraps a promise with an optional timeout
|
|
10
|
+
* If no timeout is provided, returns the original promise unchanged
|
|
11
|
+
*/
|
|
12
|
+
export declare function withTimeout<T>(promise: Promise<T>, timeoutMs?: number): Promise<T>;
|
|
13
|
+
/**
|
|
14
|
+
* Wraps an async generator with optional timeout per iteration
|
|
15
|
+
* If no timeout is provided, returns the original generator unchanged
|
|
16
|
+
*/
|
|
17
|
+
export declare function withTimeoutStream<T>(generator: AsyncGenerator<T>, timeoutMs?: number): AsyncGenerator<T>;
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Distinguishes a legitimate per-call timeout from a transport failure (e.g.
|
|
3
|
+
* a worker crash) for callers racing this against other rejection sources.
|
|
4
|
+
*/
|
|
5
|
+
export class OperationTimeoutError extends Error {
|
|
6
|
+
constructor(timeoutMs) {
|
|
7
|
+
super(`Operation timeout after ${timeoutMs}ms`);
|
|
8
|
+
this.name = 'OperationTimeoutError';
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
/**
|
|
12
|
+
* Creates a timeout promise that rejects after the specified duration
|
|
13
|
+
*/
|
|
14
|
+
function createTimeoutPromise(timeoutMs) {
|
|
15
|
+
return new Promise((_, reject) => {
|
|
16
|
+
setTimeout(() => {
|
|
17
|
+
reject(new OperationTimeoutError(timeoutMs));
|
|
18
|
+
}, timeoutMs);
|
|
19
|
+
});
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* Wraps a promise with an optional timeout
|
|
23
|
+
* If no timeout is provided, returns the original promise unchanged
|
|
24
|
+
*/
|
|
25
|
+
export async function withTimeout(promise, timeoutMs) {
|
|
26
|
+
if (timeoutMs === undefined) {
|
|
27
|
+
return promise;
|
|
28
|
+
}
|
|
29
|
+
const timeoutPromise = createTimeoutPromise(timeoutMs);
|
|
30
|
+
return Promise.race([promise, timeoutPromise]);
|
|
31
|
+
}
|
|
32
|
+
/**
|
|
33
|
+
* Wraps an async generator with optional timeout per iteration
|
|
34
|
+
* If no timeout is provided, returns the original generator unchanged
|
|
35
|
+
*/
|
|
36
|
+
export async function* withTimeoutStream(generator, timeoutMs) {
|
|
37
|
+
if (timeoutMs === undefined) {
|
|
38
|
+
yield* generator;
|
|
39
|
+
return;
|
|
40
|
+
}
|
|
41
|
+
for await (const item of generator) {
|
|
42
|
+
const itemPromise = Promise.resolve(item);
|
|
43
|
+
const timeoutPromise = createTimeoutPromise(timeoutMs);
|
|
44
|
+
const result = await Promise.race([itemPromise, timeoutPromise]);
|
|
45
|
+
yield result;
|
|
46
|
+
}
|
|
47
|
+
}
|