@qvac/inference 0.0.0 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +986 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,177 @@
|
|
|
1
|
+
import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
|
|
2
|
+
// DeepSeek marks DSML tags with a fullwidth vertical line (U+FF5C `|`), not
|
|
3
|
+
// the ASCII pipe used by the visually similar `<|...|>` markers of the harmony
|
|
4
|
+
// and gemma4 dialects — the two must not be conflated. V4 wraps calls in
|
|
5
|
+
// `tool_calls`; V3.2 used `function_calls`. Both carry the same invoke/
|
|
6
|
+
// parameter grammar, so only the wrapper name differs.
|
|
7
|
+
const OPENER_REGEX = /<|DSML|(?:tool_calls|function_calls|invoke)/;
|
|
8
|
+
const INVOKE_OPEN_REGEX = /<|DSML|invoke([ \t\r\n][^>]*)?>/g;
|
|
9
|
+
const INVOKE_CLOSE_TAG = '</|DSML|invoke>';
|
|
10
|
+
const PARAMETER_REGEX = /<|DSML|parameter([ \t\r\n][^>]*)?>([\s\S]*?)<\/|DSML|parameter>/g;
|
|
11
|
+
const NAME_ATTR_REGEX = /(?:^|\s)name="([^"]*)"/;
|
|
12
|
+
const STRING_ATTR_REGEX = /(?:^|\s)string="(true|false)"/i;
|
|
13
|
+
const FALLBACK_DIALECT_REGEX = /<tool_call>|"name"\s*:/;
|
|
14
|
+
function coerceBySchemaType(value, type) {
|
|
15
|
+
switch (type) {
|
|
16
|
+
case 'number': {
|
|
17
|
+
const n = Number(value);
|
|
18
|
+
if (value.length === 0 || Number.isNaN(n))
|
|
19
|
+
throw new Error(`invalid number value: "${value}"`);
|
|
20
|
+
return n;
|
|
21
|
+
}
|
|
22
|
+
case 'integer': {
|
|
23
|
+
const n = Number(value);
|
|
24
|
+
if (value.length === 0 || Number.isNaN(n) || !Number.isInteger(n)) {
|
|
25
|
+
throw new Error(`invalid integer value: "${value}"`);
|
|
26
|
+
}
|
|
27
|
+
return n;
|
|
28
|
+
}
|
|
29
|
+
case 'boolean': {
|
|
30
|
+
const v = value.toLowerCase();
|
|
31
|
+
if (v === 'true')
|
|
32
|
+
return true;
|
|
33
|
+
if (v === 'false')
|
|
34
|
+
return false;
|
|
35
|
+
throw new Error(`invalid boolean value: "${value}"`);
|
|
36
|
+
}
|
|
37
|
+
case 'array':
|
|
38
|
+
case 'object':
|
|
39
|
+
return JSON.parse(value);
|
|
40
|
+
default:
|
|
41
|
+
return value;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
function coerceParamValue(raw, isString, type) {
|
|
45
|
+
const trimmed = raw.trim();
|
|
46
|
+
if (isString === undefined)
|
|
47
|
+
return coerceBySchemaType(trimmed, type);
|
|
48
|
+
if (isString === 'true')
|
|
49
|
+
return trimmed;
|
|
50
|
+
try {
|
|
51
|
+
return JSON.parse(trimmed);
|
|
52
|
+
}
|
|
53
|
+
catch (err) {
|
|
54
|
+
throw new Error(`invalid JSON for string="false" parameter: ${err instanceof Error ? err.message : String(err)}`);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
function collectInvokes(text) {
|
|
58
|
+
const openers = Array.from(text.matchAll(INVOKE_OPEN_REGEX));
|
|
59
|
+
return openers.map((opener, i) => {
|
|
60
|
+
const start = opener.index;
|
|
61
|
+
const bodyStart = start + opener[0].length;
|
|
62
|
+
const limit = openers[i + 1]?.index ?? text.length;
|
|
63
|
+
const rel = text.slice(bodyStart, limit).indexOf(INVOKE_CLOSE_TAG);
|
|
64
|
+
const closed = rel !== -1;
|
|
65
|
+
const closeAt = bodyStart + rel;
|
|
66
|
+
const end = closed ? closeAt + INVOKE_CLOSE_TAG.length : limit;
|
|
67
|
+
return {
|
|
68
|
+
attrs: opener[1] ?? '',
|
|
69
|
+
body: closed ? text.slice(bodyStart, closeAt) : '',
|
|
70
|
+
closed,
|
|
71
|
+
start,
|
|
72
|
+
consumedEnd: closed ? end : bodyStart,
|
|
73
|
+
raw: text.slice(start, end).trim()
|
|
74
|
+
};
|
|
75
|
+
});
|
|
76
|
+
}
|
|
77
|
+
function textOutsideInvokes(text, invokes) {
|
|
78
|
+
const parts = [];
|
|
79
|
+
let cursor = 0;
|
|
80
|
+
for (const invoke of invokes) {
|
|
81
|
+
parts.push(text.slice(cursor, invoke.start));
|
|
82
|
+
cursor = invoke.consumedEnd;
|
|
83
|
+
}
|
|
84
|
+
parts.push(text.slice(cursor));
|
|
85
|
+
return parts.join('\n');
|
|
86
|
+
}
|
|
87
|
+
// Parses DeepSeek's DSML tool-call dialect (V3.2 / V4):
|
|
88
|
+
// <|DSML|tool_calls>
|
|
89
|
+
// <|DSML|invoke name="NAME">
|
|
90
|
+
// <|DSML|parameter name="KEY" string="true">VALUE</|DSML|parameter>
|
|
91
|
+
// </|DSML|invoke>
|
|
92
|
+
// </|DSML|tool_calls>
|
|
93
|
+
export function parseDsmlFormat(text, tools) {
|
|
94
|
+
const toolCalls = [];
|
|
95
|
+
const errors = [];
|
|
96
|
+
if (!OPENER_REGEX.test(text)) {
|
|
97
|
+
return { matched: false, toolCalls, errors };
|
|
98
|
+
}
|
|
99
|
+
// Invokes are collected from the whole text rather than per block: a block
|
|
100
|
+
// cut off before its close tag still carries complete invokes, and a single
|
|
101
|
+
// pass recovers them without re-counting the ones inside closed blocks.
|
|
102
|
+
const invokes = collectInvokes(text);
|
|
103
|
+
if (invokes.length === 0) {
|
|
104
|
+
if (FALLBACK_DIALECT_REGEX.test(text)) {
|
|
105
|
+
return { matched: false, toolCalls, errors };
|
|
106
|
+
}
|
|
107
|
+
return {
|
|
108
|
+
matched: true,
|
|
109
|
+
toolCalls,
|
|
110
|
+
errors: [
|
|
111
|
+
{
|
|
112
|
+
code: 'PARSE_ERROR',
|
|
113
|
+
message: 'DSML tool call block contains no <|DSML|invoke name="NAME"> element',
|
|
114
|
+
raw: text.trim()
|
|
115
|
+
}
|
|
116
|
+
]
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
for (const invoke of invokes) {
|
|
120
|
+
const raw = invoke.raw;
|
|
121
|
+
if (!invoke.closed) {
|
|
122
|
+
errors.push({
|
|
123
|
+
code: 'PARSE_ERROR',
|
|
124
|
+
message: `DSML invoke is missing its ${INVOKE_CLOSE_TAG} close tag`,
|
|
125
|
+
raw
|
|
126
|
+
});
|
|
127
|
+
continue;
|
|
128
|
+
}
|
|
129
|
+
const name = NAME_ATTR_REGEX.exec(invoke.attrs)?.[1]?.trim();
|
|
130
|
+
if (!name) {
|
|
131
|
+
errors.push({
|
|
132
|
+
code: 'PARSE_ERROR',
|
|
133
|
+
message: 'DSML invoke is missing a name attribute',
|
|
134
|
+
raw
|
|
135
|
+
});
|
|
136
|
+
continue;
|
|
137
|
+
}
|
|
138
|
+
const properties = tools.find((t) => t.name === name)?.parameters?.properties ?? {};
|
|
139
|
+
const args = {};
|
|
140
|
+
let parseError;
|
|
141
|
+
for (const param of invoke.body.matchAll(PARAMETER_REGEX)) {
|
|
142
|
+
const attrs = param[1] ?? '';
|
|
143
|
+
const key = NAME_ATTR_REGEX.exec(attrs)?.[1]?.trim();
|
|
144
|
+
if (!key) {
|
|
145
|
+
parseError = 'DSML parameter is missing a name attribute';
|
|
146
|
+
break;
|
|
147
|
+
}
|
|
148
|
+
const isString = STRING_ATTR_REGEX.exec(attrs)?.[1]?.toLowerCase();
|
|
149
|
+
try {
|
|
150
|
+
args[key] = coerceParamValue(param[2], isString, properties[key]?.type);
|
|
151
|
+
}
|
|
152
|
+
catch (err) {
|
|
153
|
+
parseError = `${key}: ${err instanceof Error ? err.message : String(err)}`;
|
|
154
|
+
break;
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
if (parseError !== undefined) {
|
|
158
|
+
errors.push({ code: 'PARSE_ERROR', message: parseError, raw });
|
|
159
|
+
continue;
|
|
160
|
+
}
|
|
161
|
+
const validation = validateToolArguments(name, args, tools);
|
|
162
|
+
if (!validation.isValid && validation.error) {
|
|
163
|
+
errors.push({ ...validation.error, raw });
|
|
164
|
+
continue;
|
|
165
|
+
}
|
|
166
|
+
toolCalls.push({
|
|
167
|
+
id: generateStableToolCallId(name, args),
|
|
168
|
+
name,
|
|
169
|
+
arguments: args,
|
|
170
|
+
raw
|
|
171
|
+
});
|
|
172
|
+
}
|
|
173
|
+
if (toolCalls.length === 0 && FALLBACK_DIALECT_REGEX.test(textOutsideInvokes(text, invokes))) {
|
|
174
|
+
return { matched: false, toolCalls: [], errors: [] };
|
|
175
|
+
}
|
|
176
|
+
return { matched: true, toolCalls, errors };
|
|
177
|
+
}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
|
|
2
|
+
// Transliterates Gemma 4's JS-literal argument body to valid JSON so it can
|
|
3
|
+
// be parsed with JSON.parse. The body uses:
|
|
4
|
+
// - <|"|>...<|"|> instead of "..." for string values
|
|
5
|
+
// - bare (unquoted) object keys
|
|
6
|
+
// Strategy: split by <|"|> tokens so structural parts (even indices) and
|
|
7
|
+
// string value parts (odd indices) are processed separately, preventing
|
|
8
|
+
// the key-quoting regex from matching `, key:` patterns inside string values.
|
|
9
|
+
function gemmaArgsToJson(argsRaw) {
|
|
10
|
+
const parts = ('{' + argsRaw + '}').split(/<\|"\|>/);
|
|
11
|
+
return parts
|
|
12
|
+
.map((part, i) => i % 2 === 0
|
|
13
|
+
? part.replace(/([{,]\s*)([A-Za-z_][\w-]*)\s*:/g, '$1"$2":')
|
|
14
|
+
: '"' +
|
|
15
|
+
part
|
|
16
|
+
.replace(/\\/g, '\\\\')
|
|
17
|
+
.replace(/"/g, '\\"')
|
|
18
|
+
.replace(/[\x00-\x1f]/g, (c) => `\\u${c.charCodeAt(0).toString(16).padStart(4, '0')}`) +
|
|
19
|
+
'"')
|
|
20
|
+
.join('');
|
|
21
|
+
}
|
|
22
|
+
// Parses Gemma 4's native tool-call dialect:
|
|
23
|
+
// <|tool_call>call:NAME{key:<|"|>val<|"|>,key2:bareNum,...}<tool_call|>
|
|
24
|
+
// Keys are bare identifiers; string values are wrapped in <|"|>...<|"|>;
|
|
25
|
+
// numbers/booleans are bare literals; nested objects/arrays use JS-literal
|
|
26
|
+
// syntax throughout. Transliterates to JSON then parses.
|
|
27
|
+
export function parseGemma4NativeFormat(text, tools) {
|
|
28
|
+
const toolCalls = [];
|
|
29
|
+
const errors = [];
|
|
30
|
+
if (!text.includes('<|tool_call>')) {
|
|
31
|
+
return { matched: false, toolCalls, errors };
|
|
32
|
+
}
|
|
33
|
+
const callRegex = /<\|tool_call>call:([A-Za-z_][\w-]*)\{([\s\S]*?)\}<tool_call\|>/g;
|
|
34
|
+
const matches = Array.from(text.matchAll(callRegex));
|
|
35
|
+
if (matches.length === 0)
|
|
36
|
+
return { matched: false, toolCalls, errors };
|
|
37
|
+
for (const match of matches) {
|
|
38
|
+
const name = match[1];
|
|
39
|
+
const argsRaw = match[2];
|
|
40
|
+
let args;
|
|
41
|
+
try {
|
|
42
|
+
args = JSON.parse(gemmaArgsToJson(argsRaw));
|
|
43
|
+
}
|
|
44
|
+
catch (err) {
|
|
45
|
+
errors.push({
|
|
46
|
+
code: 'PARSE_ERROR',
|
|
47
|
+
message: `Failed to parse Gemma 4 tool call arguments: ${err instanceof Error ? err.message : String(err)}`,
|
|
48
|
+
raw: match[0]
|
|
49
|
+
});
|
|
50
|
+
continue;
|
|
51
|
+
}
|
|
52
|
+
const validation = validateToolArguments(name, args, tools);
|
|
53
|
+
if (!validation.isValid && validation.error) {
|
|
54
|
+
errors.push({ ...validation.error, raw: match[0] });
|
|
55
|
+
continue;
|
|
56
|
+
}
|
|
57
|
+
toolCalls.push({
|
|
58
|
+
id: generateStableToolCallId(name, args),
|
|
59
|
+
name,
|
|
60
|
+
arguments: args,
|
|
61
|
+
raw: match[0]
|
|
62
|
+
});
|
|
63
|
+
}
|
|
64
|
+
return { matched: true, toolCalls, errors };
|
|
65
|
+
}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
|
|
2
|
+
const HARMONY_FRAME_RE = /to=functions\.([\w-]+)\s+<\|constrain\|>json<\|message\|>([\s\S]*?)(?=<\|call\|>|$)/g;
|
|
3
|
+
export function parseHarmonyFormat(text, tools) {
|
|
4
|
+
const toolCalls = [];
|
|
5
|
+
const errors = [];
|
|
6
|
+
if (!text.includes('to=functions.')) {
|
|
7
|
+
return { matched: false, toolCalls, errors };
|
|
8
|
+
}
|
|
9
|
+
HARMONY_FRAME_RE.lastIndex = 0;
|
|
10
|
+
let m;
|
|
11
|
+
while ((m = HARMONY_FRAME_RE.exec(text)) !== null) {
|
|
12
|
+
const name = m[1];
|
|
13
|
+
const payload = m[2]?.trim();
|
|
14
|
+
const raw = m[0];
|
|
15
|
+
if (!name || payload === undefined)
|
|
16
|
+
continue;
|
|
17
|
+
let parsedArgs;
|
|
18
|
+
try {
|
|
19
|
+
parsedArgs = JSON.parse(payload);
|
|
20
|
+
}
|
|
21
|
+
catch (error) {
|
|
22
|
+
errors.push({
|
|
23
|
+
code: 'PARSE_ERROR',
|
|
24
|
+
message: `Failed to parse Harmony tool call JSON for ${name}: ${error instanceof Error ? error.message : String(error)}`,
|
|
25
|
+
raw
|
|
26
|
+
});
|
|
27
|
+
continue;
|
|
28
|
+
}
|
|
29
|
+
if (typeof parsedArgs !== 'object' || parsedArgs === null || Array.isArray(parsedArgs)) {
|
|
30
|
+
errors.push({
|
|
31
|
+
code: 'PARSE_ERROR',
|
|
32
|
+
message: `Harmony tool call payload for ${name} is not a JSON object`,
|
|
33
|
+
raw
|
|
34
|
+
});
|
|
35
|
+
continue;
|
|
36
|
+
}
|
|
37
|
+
const args = parsedArgs;
|
|
38
|
+
const validation = validateToolArguments(name, args, tools);
|
|
39
|
+
if (!validation.isValid && validation.error) {
|
|
40
|
+
errors.push({ ...validation.error, raw });
|
|
41
|
+
continue;
|
|
42
|
+
}
|
|
43
|
+
toolCalls.push({
|
|
44
|
+
id: generateStableToolCallId(name, args),
|
|
45
|
+
name,
|
|
46
|
+
arguments: args,
|
|
47
|
+
raw
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
// Defer `matched` to extraction so partial Harmony shapes fall through
|
|
51
|
+
// to the next parser instead of short-circuiting the chain.
|
|
52
|
+
return {
|
|
53
|
+
matched: toolCalls.length > 0 || errors.length > 0,
|
|
54
|
+
toolCalls,
|
|
55
|
+
errors
|
|
56
|
+
};
|
|
57
|
+
}
|
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '../../../utils/tools/shared.js';
|
|
2
|
+
// Qwen3.5/3.6 can fuse its two tool templates into one frame, embedding the
|
|
3
|
+
// XML `<function=NAME>` token as a bare string key inside the JSON envelope:
|
|
4
|
+
// {"function=NAME","arguments":{...}} (invalid JSON, not parseable as-is)
|
|
5
|
+
// Rewrite only that exact shape to a canonical `{"name":NAME,"arguments":...}`
|
|
6
|
+
// frame. Kept deliberately narrow so well-formed JSON frames are never touched.
|
|
7
|
+
function repairFunctionEqualsJson(candidate) {
|
|
8
|
+
const match = /^\{\s*"function=([^"]+)"\s*,\s*"arguments"\s*:\s*([\s\S]+)\}\s*$/.exec(candidate);
|
|
9
|
+
if (!match)
|
|
10
|
+
return undefined;
|
|
11
|
+
return `{"name":${JSON.stringify(match[1])},"arguments":${match[2]}}`;
|
|
12
|
+
}
|
|
13
|
+
function parseHermesJson(candidate) {
|
|
14
|
+
try {
|
|
15
|
+
return JSON.parse(candidate);
|
|
16
|
+
}
|
|
17
|
+
catch (err) {
|
|
18
|
+
const repaired = repairFunctionEqualsJson(candidate);
|
|
19
|
+
if (repaired === undefined)
|
|
20
|
+
throw err;
|
|
21
|
+
return JSON.parse(repaired);
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
// Hermes-style: JSON payload wrapped in `<tool_call>...</tool_call>` tags
|
|
25
|
+
export function parseHermesFormat(text, tools) {
|
|
26
|
+
const toolCalls = [];
|
|
27
|
+
const errors = [];
|
|
28
|
+
if (!text.includes('<tool_call>')) {
|
|
29
|
+
return { matched: false, toolCalls, errors };
|
|
30
|
+
}
|
|
31
|
+
// Incomplete frame: open marker without close (cutoff/abort). Recover
|
|
32
|
+
// the inner buffer here — fallthrough to JSON parsers can't strip the
|
|
33
|
+
// `<tool_call>` prefix on its own.
|
|
34
|
+
if (!text.includes('</tool_call>')) {
|
|
35
|
+
return recoverIncompleteHermesFrame(text, tools);
|
|
36
|
+
}
|
|
37
|
+
const toolCallRegex = /<tool_call>\s*({[\s\S]*?})\s*<\/tool_call>/g;
|
|
38
|
+
const matches = Array.from(text.matchAll(toolCallRegex));
|
|
39
|
+
for (const match of matches) {
|
|
40
|
+
const callJson = match[1];
|
|
41
|
+
if (!callJson)
|
|
42
|
+
continue;
|
|
43
|
+
const trimmedJson = callJson.trim();
|
|
44
|
+
let callItem;
|
|
45
|
+
try {
|
|
46
|
+
callItem = parseHermesJson(trimmedJson);
|
|
47
|
+
}
|
|
48
|
+
catch (error) {
|
|
49
|
+
errors.push({
|
|
50
|
+
code: 'PARSE_ERROR',
|
|
51
|
+
message: `Failed to parse Hermes tool call: ${error instanceof Error ? error.message : String(error)}`,
|
|
52
|
+
raw: trimmedJson
|
|
53
|
+
});
|
|
54
|
+
continue;
|
|
55
|
+
}
|
|
56
|
+
if (!isValidToolCall(callItem)) {
|
|
57
|
+
errors.push({
|
|
58
|
+
code: 'PARSE_ERROR',
|
|
59
|
+
message: 'Hermes tool call is missing name/arguments',
|
|
60
|
+
raw: trimmedJson
|
|
61
|
+
});
|
|
62
|
+
continue;
|
|
63
|
+
}
|
|
64
|
+
const call = callItem;
|
|
65
|
+
const validation = validateToolArguments(call.name, call.arguments, tools);
|
|
66
|
+
if (!validation.isValid && validation.error) {
|
|
67
|
+
errors.push({
|
|
68
|
+
...validation.error,
|
|
69
|
+
raw: trimmedJson
|
|
70
|
+
});
|
|
71
|
+
continue;
|
|
72
|
+
}
|
|
73
|
+
toolCalls.push({
|
|
74
|
+
id: call.id || generateStableToolCallId(call.name, call.arguments),
|
|
75
|
+
name: call.name,
|
|
76
|
+
arguments: call.arguments,
|
|
77
|
+
raw: trimmedJson
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
return { matched: true, toolCalls, errors };
|
|
81
|
+
}
|
|
82
|
+
// Strips a possible truncated close-tag tail (`</tool`, `</tool_c`)
|
|
83
|
+
// before parsing. Bounded to buffers that actually contain the open marker.
|
|
84
|
+
function recoverIncompleteHermesFrame(text, tools) {
|
|
85
|
+
const openIdx = text.indexOf('<tool_call>');
|
|
86
|
+
const inner = text.slice(openIdx + '<tool_call>'.length).trim();
|
|
87
|
+
const partialCloseIdx = inner.search(/<\/tool/);
|
|
88
|
+
const candidate = partialCloseIdx === -1 ? inner : inner.slice(0, partialCloseIdx).trim();
|
|
89
|
+
if (candidate.length === 0) {
|
|
90
|
+
return { matched: false, toolCalls: [], errors: [] };
|
|
91
|
+
}
|
|
92
|
+
let parsed;
|
|
93
|
+
try {
|
|
94
|
+
parsed = parseHermesJson(candidate);
|
|
95
|
+
}
|
|
96
|
+
catch {
|
|
97
|
+
return { matched: false, toolCalls: [], errors: [] };
|
|
98
|
+
}
|
|
99
|
+
if (!isValidToolCall(parsed)) {
|
|
100
|
+
return { matched: false, toolCalls: [], errors: [] };
|
|
101
|
+
}
|
|
102
|
+
const validation = validateToolArguments(parsed.name, parsed.arguments, tools);
|
|
103
|
+
if (!validation.isValid && validation.error) {
|
|
104
|
+
return {
|
|
105
|
+
matched: true,
|
|
106
|
+
toolCalls: [],
|
|
107
|
+
errors: [{ ...validation.error, raw: candidate }]
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
return {
|
|
111
|
+
matched: true,
|
|
112
|
+
toolCalls: [
|
|
113
|
+
{
|
|
114
|
+
id: parsed.id || generateStableToolCallId(parsed.name, parsed.arguments),
|
|
115
|
+
name: parsed.name,
|
|
116
|
+
arguments: parsed.arguments,
|
|
117
|
+
raw: candidate
|
|
118
|
+
}
|
|
119
|
+
],
|
|
120
|
+
errors: []
|
|
121
|
+
};
|
|
122
|
+
}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { Tool } from '../../../schemas/index.js';
|
|
2
|
+
import { type ParserResult } from '../../../utils/tools/shared.js';
|
|
3
|
+
export declare function parseGemmaFormat(text: string, tools: Tool[]): ParserResult;
|
|
4
|
+
export declare function parseLlamacppFormat(text: string, tools: Tool[]): ParserResult;
|
|
5
|
+
export declare function parseGenericFormat(text: string, tools: Tool[]): ParserResult;
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '../../../utils/tools/shared.js';
|
|
2
|
+
export function parseGemmaFormat(text, tools) {
|
|
3
|
+
const toolCalls = [];
|
|
4
|
+
const errors = [];
|
|
5
|
+
let parsed;
|
|
6
|
+
try {
|
|
7
|
+
parsed = JSON.parse(text);
|
|
8
|
+
}
|
|
9
|
+
catch {
|
|
10
|
+
return { matched: false, toolCalls, errors };
|
|
11
|
+
}
|
|
12
|
+
if (!parsed ||
|
|
13
|
+
typeof parsed !== 'object' ||
|
|
14
|
+
!('tool_calls' in parsed) ||
|
|
15
|
+
!Array.isArray(parsed.tool_calls)) {
|
|
16
|
+
return { matched: false, toolCalls, errors };
|
|
17
|
+
}
|
|
18
|
+
for (const callItem of parsed.tool_calls) {
|
|
19
|
+
if (!isValidToolCall(callItem)) {
|
|
20
|
+
errors.push({
|
|
21
|
+
code: 'PARSE_ERROR',
|
|
22
|
+
message: 'Gemma tool_calls entry is missing name/arguments',
|
|
23
|
+
raw: JSON.stringify(callItem)
|
|
24
|
+
});
|
|
25
|
+
continue;
|
|
26
|
+
}
|
|
27
|
+
const call = callItem;
|
|
28
|
+
const validation = validateToolArguments(call.name, call.arguments, tools);
|
|
29
|
+
if (!validation.isValid && validation.error) {
|
|
30
|
+
errors.push({
|
|
31
|
+
...validation.error,
|
|
32
|
+
raw: JSON.stringify(call)
|
|
33
|
+
});
|
|
34
|
+
continue;
|
|
35
|
+
}
|
|
36
|
+
toolCalls.push({
|
|
37
|
+
id: call.id || generateStableToolCallId(call.name, call.arguments),
|
|
38
|
+
name: call.name,
|
|
39
|
+
arguments: call.arguments,
|
|
40
|
+
raw: JSON.stringify(call)
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
return { matched: true, toolCalls, errors };
|
|
44
|
+
}
|
|
45
|
+
export function parseLlamacppFormat(text, tools) {
|
|
46
|
+
const toolCalls = [];
|
|
47
|
+
const errors = [];
|
|
48
|
+
let parsedItem;
|
|
49
|
+
try {
|
|
50
|
+
parsedItem = JSON.parse(text);
|
|
51
|
+
}
|
|
52
|
+
catch {
|
|
53
|
+
return { matched: false, toolCalls, errors };
|
|
54
|
+
}
|
|
55
|
+
if (!isValidToolCall(parsedItem)) {
|
|
56
|
+
return { matched: false, toolCalls, errors };
|
|
57
|
+
}
|
|
58
|
+
const parsed = parsedItem;
|
|
59
|
+
const validation = validateToolArguments(parsed.name, parsed.arguments, tools);
|
|
60
|
+
if (!validation.isValid && validation.error) {
|
|
61
|
+
errors.push({
|
|
62
|
+
...validation.error,
|
|
63
|
+
raw: text
|
|
64
|
+
});
|
|
65
|
+
}
|
|
66
|
+
else {
|
|
67
|
+
toolCalls.push({
|
|
68
|
+
id: parsed.id || generateStableToolCallId(parsed.name, parsed.arguments),
|
|
69
|
+
name: parsed.name,
|
|
70
|
+
arguments: parsed.arguments,
|
|
71
|
+
raw: text
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
return { matched: true, toolCalls, errors };
|
|
75
|
+
}
|
|
76
|
+
// Last-resort fallback: loose JSON `{"name":..., "arguments":...}` objects
|
|
77
|
+
// anywhere in the text. Runs after dialect-specific parsers all miss.
|
|
78
|
+
export function parseGenericFormat(text, tools) {
|
|
79
|
+
const toolCalls = [];
|
|
80
|
+
const errors = [];
|
|
81
|
+
const jsonObjectRegex = /\{[\s\S]*?"name"[\s\S]*?"arguments"[\s\S]*?\}/g;
|
|
82
|
+
let match;
|
|
83
|
+
let matched = false;
|
|
84
|
+
while ((match = jsonObjectRegex.exec(text)) !== null) {
|
|
85
|
+
matched = true;
|
|
86
|
+
try {
|
|
87
|
+
const objItem = JSON.parse(match[0]);
|
|
88
|
+
if (isValidToolCall(objItem)) {
|
|
89
|
+
const obj = objItem;
|
|
90
|
+
const validation = validateToolArguments(obj.name, obj.arguments, tools);
|
|
91
|
+
if (!validation.isValid && validation.error) {
|
|
92
|
+
errors.push({
|
|
93
|
+
...validation.error,
|
|
94
|
+
raw: match[0]
|
|
95
|
+
});
|
|
96
|
+
continue;
|
|
97
|
+
}
|
|
98
|
+
toolCalls.push({
|
|
99
|
+
id: obj.id || generateStableToolCallId(obj.name, obj.arguments),
|
|
100
|
+
name: obj.name,
|
|
101
|
+
arguments: obj.arguments,
|
|
102
|
+
raw: match[0]
|
|
103
|
+
});
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
catch (error) {
|
|
107
|
+
errors.push({
|
|
108
|
+
code: 'PARSE_ERROR',
|
|
109
|
+
message: `Failed to parse generic tool call: ${error instanceof Error ? error.message : String(error)}`,
|
|
110
|
+
raw: match[0]
|
|
111
|
+
});
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
return { matched, toolCalls, errors };
|
|
115
|
+
}
|