@qvac/inference 0.0.0 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +986 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare function getQvacPath(...subPaths: string[]): string;
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
// Translates the request-level `responseFormat` into the JSON Schema string
|
|
2
|
+
// that the llama.cpp addon's per-request `generationParams.json_schema`
|
|
3
|
+
// expects. Returns `undefined` for `{ type: "text" }` (no constraint).
|
|
4
|
+
//
|
|
5
|
+
// The addon converts the schema to GBNF natively via
|
|
6
|
+
// `json_schema_to_grammar()` and applies it for the duration of the request
|
|
7
|
+
// only, restoring the prior sampling block afterwards — so this surface is
|
|
8
|
+
// safe to use under concurrent completions on the same model. (Tool calling
|
|
9
|
+
// still goes through `setupToolGrammar` / `modelConfig.grammar`; see the
|
|
10
|
+
// mutual-exclusion check in `completionClientParamsSchema`.)
|
|
11
|
+
export function getResponseFormatJsonSchema(responseFormat) {
|
|
12
|
+
switch (responseFormat.type) {
|
|
13
|
+
case 'text':
|
|
14
|
+
return undefined;
|
|
15
|
+
case 'json_object':
|
|
16
|
+
return JSON.stringify({ type: 'object' });
|
|
17
|
+
case 'json_schema':
|
|
18
|
+
return JSON.stringify(responseFormat.json_schema.schema);
|
|
19
|
+
}
|
|
20
|
+
}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import type { ShardPatternInfo, ShardUrl } from '../schemas/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* Detect if model filename follows shard pattern (00001-of-0000x)
|
|
4
|
+
*/
|
|
5
|
+
export declare function detectShardedModel(filename: string): ShardPatternInfo;
|
|
6
|
+
/**
|
|
7
|
+
* Generate list of shard filenames for a sharded model
|
|
8
|
+
* Accepts any shard in the group
|
|
9
|
+
*
|
|
10
|
+
* @param shardName - Any shard filename in the group (e.g., "model-00002-of-00005.gguf")
|
|
11
|
+
* @returns Array of all numbered shard filenames
|
|
12
|
+
*/
|
|
13
|
+
export declare function generateShardFilenames(shardName: string): string[];
|
|
14
|
+
/**
|
|
15
|
+
* Parse pattern-based shard URL and generate all shard URLs with cache key
|
|
16
|
+
* Works with patterns like: https://example.com/path/model-00002-of-00005.gguf
|
|
17
|
+
*
|
|
18
|
+
* @param shardUrl - Any shard URL in the group
|
|
19
|
+
* @returns Object with shard URLs array and cache key
|
|
20
|
+
*/
|
|
21
|
+
export declare function parsePatternBasedShardUrl(shardUrl: string): {
|
|
22
|
+
shardUrls: ShardUrl[];
|
|
23
|
+
cacheKey: string;
|
|
24
|
+
};
|
|
25
|
+
/**
|
|
26
|
+
* Extract tensor information from all shards and write to baseFilename.tensors.txt
|
|
27
|
+
* Required for sharded models to enable incremental/async loading
|
|
28
|
+
* @param shardDir - Directory containing the shard files
|
|
29
|
+
* @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
|
|
30
|
+
* @returns Path to the created tensors.txt file
|
|
31
|
+
* @throws If not a sharded model or extraction fails
|
|
32
|
+
*/
|
|
33
|
+
export declare function extractTensorsFromShards(shardDir: string, shardFilename: string): Promise<string>;
|
|
34
|
+
/**
|
|
35
|
+
* Check if all numbered shard files exist
|
|
36
|
+
* @param shardDir - Directory containing the shard files
|
|
37
|
+
* @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
|
|
38
|
+
* @returns true if all numbered shards exist, false otherwise
|
|
39
|
+
*/
|
|
40
|
+
export declare function checkAllShardsExist(shardDir: string, shardFilename: string): Promise<boolean>;
|
|
41
|
+
/**
|
|
42
|
+
* Validate that all shards and tensors.txt exist for a sharded model
|
|
43
|
+
* @param shardDir - Directory containing the shard files
|
|
44
|
+
* @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
|
|
45
|
+
* @returns true if all shards and tensors.txt exist, false otherwise
|
|
46
|
+
*/
|
|
47
|
+
export declare function validateShardedModelCache(shardDir: string, shardFilename: string): Promise<boolean>;
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
import { ModelLoadFailedError, InvalidShardUrlPatternError } from '../errors/index.js';
|
|
2
|
+
import { generateShortHash } from '../utils/formatting.js';
|
|
3
|
+
import { validateAndJoinPath } from '../utils/path-security.js';
|
|
4
|
+
import { extractAndWriteTensorsFile } from '../utils/gguf-tensor-extractor.js';
|
|
5
|
+
import { promises as fsPromises } from 'bare-fs';
|
|
6
|
+
/**
|
|
7
|
+
* Detect if model filename follows shard pattern (00001-of-0000x)
|
|
8
|
+
*/
|
|
9
|
+
export function detectShardedModel(filename) {
|
|
10
|
+
const shardPattern = /^(.+)-(\d{5})-of-(\d{5})(\.\w+)$/;
|
|
11
|
+
const match = filename.match(shardPattern);
|
|
12
|
+
if (match && match[1] && match[2] && match[3] && match[4]) {
|
|
13
|
+
return {
|
|
14
|
+
isSharded: true,
|
|
15
|
+
baseFilename: match[1],
|
|
16
|
+
currentShard: parseInt(match[2], 10),
|
|
17
|
+
totalShards: parseInt(match[3], 10),
|
|
18
|
+
extension: match[4]
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
return { isSharded: false };
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* Generate list of shard filenames for a sharded model
|
|
25
|
+
* Accepts any shard in the group
|
|
26
|
+
*
|
|
27
|
+
* @param shardName - Any shard filename in the group (e.g., "model-00002-of-00005.gguf")
|
|
28
|
+
* @returns Array of all numbered shard filenames
|
|
29
|
+
*/
|
|
30
|
+
export function generateShardFilenames(shardName) {
|
|
31
|
+
const shardInfo = detectShardedModel(shardName);
|
|
32
|
+
if (!shardInfo.isSharded || !shardInfo.totalShards) {
|
|
33
|
+
throw new ModelLoadFailedError(`Not a sharded model filename: ${shardName}`);
|
|
34
|
+
}
|
|
35
|
+
const filenames = [];
|
|
36
|
+
const { baseFilename, totalShards, extension } = shardInfo;
|
|
37
|
+
for (let i = 1; i <= totalShards; i++) {
|
|
38
|
+
const shardNumber = i.toString().padStart(5, '0');
|
|
39
|
+
const totalShardsStr = totalShards.toString().padStart(5, '0');
|
|
40
|
+
filenames.push(`${baseFilename}-${shardNumber}-of-${totalShardsStr}${extension}`);
|
|
41
|
+
}
|
|
42
|
+
return filenames;
|
|
43
|
+
}
|
|
44
|
+
/**
|
|
45
|
+
* Parse pattern-based shard URL and generate all shard URLs with cache key
|
|
46
|
+
* Works with patterns like: https://example.com/path/model-00002-of-00005.gguf
|
|
47
|
+
*
|
|
48
|
+
* @param shardUrl - Any shard URL in the group
|
|
49
|
+
* @returns Object with shard URLs array and cache key
|
|
50
|
+
*/
|
|
51
|
+
export function parsePatternBasedShardUrl(shardUrl) {
|
|
52
|
+
const urlParts = shardUrl.split('/');
|
|
53
|
+
const filename = urlParts[urlParts.length - 1]?.split('?')[0] || '';
|
|
54
|
+
const shardInfo = detectShardedModel(filename);
|
|
55
|
+
if (!shardInfo.isSharded || !shardInfo.baseFilename) {
|
|
56
|
+
throw new InvalidShardUrlPatternError(shardUrl);
|
|
57
|
+
}
|
|
58
|
+
const shardFilenames = generateShardFilenames(filename);
|
|
59
|
+
const baseUrl = urlParts.slice(0, -1).join('/');
|
|
60
|
+
return {
|
|
61
|
+
shardUrls: shardFilenames.map((shardFilename) => ({
|
|
62
|
+
url: `${baseUrl}/${shardFilename}`,
|
|
63
|
+
filename: shardFilename
|
|
64
|
+
})),
|
|
65
|
+
cacheKey: generateShortHash(`${baseUrl}/${shardInfo.baseFilename}`)
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
/**
|
|
69
|
+
* Extract tensor information from all shards and write to baseFilename.tensors.txt
|
|
70
|
+
* Required for sharded models to enable incremental/async loading
|
|
71
|
+
* @param shardDir - Directory containing the shard files
|
|
72
|
+
* @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
|
|
73
|
+
* @returns Path to the created tensors.txt file
|
|
74
|
+
* @throws If not a sharded model or extraction fails
|
|
75
|
+
*/
|
|
76
|
+
export async function extractTensorsFromShards(shardDir, shardFilename) {
|
|
77
|
+
const shardInfo = detectShardedModel(shardFilename);
|
|
78
|
+
if (!shardInfo.isSharded || !shardInfo.baseFilename || !shardInfo.totalShards) {
|
|
79
|
+
throw new ModelLoadFailedError(`Not a sharded model filename: ${shardFilename}`);
|
|
80
|
+
}
|
|
81
|
+
const allShardFilenames = generateShardFilenames(shardFilename);
|
|
82
|
+
return extractAndWriteTensorsFile(shardDir, allShardFilenames, shardInfo.baseFilename);
|
|
83
|
+
}
|
|
84
|
+
/**
|
|
85
|
+
* Check if all numbered shard files exist
|
|
86
|
+
* @param shardDir - Directory containing the shard files
|
|
87
|
+
* @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
|
|
88
|
+
* @returns true if all numbered shards exist, false otherwise
|
|
89
|
+
*/
|
|
90
|
+
export async function checkAllShardsExist(shardDir, shardFilename) {
|
|
91
|
+
const shardInfo = detectShardedModel(shardFilename);
|
|
92
|
+
if (!shardInfo.isSharded) {
|
|
93
|
+
return false;
|
|
94
|
+
}
|
|
95
|
+
const shardFilenames = generateShardFilenames(shardFilename);
|
|
96
|
+
const allShardsExist = await Promise.all(shardFilenames.map((f) => fsPromises
|
|
97
|
+
.access(validateAndJoinPath(shardDir, f))
|
|
98
|
+
.then(() => true)
|
|
99
|
+
.catch(() => false))).then((results) => results.every((exists) => exists));
|
|
100
|
+
return allShardsExist;
|
|
101
|
+
}
|
|
102
|
+
/**
|
|
103
|
+
* Validate that all shards and tensors.txt exist for a sharded model
|
|
104
|
+
* @param shardDir - Directory containing the shard files
|
|
105
|
+
* @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
|
|
106
|
+
* @returns true if all shards and tensors.txt exist, false otherwise
|
|
107
|
+
*/
|
|
108
|
+
export async function validateShardedModelCache(shardDir, shardFilename) {
|
|
109
|
+
const shardInfo = detectShardedModel(shardFilename);
|
|
110
|
+
if (!shardInfo.isSharded || !shardInfo.baseFilename) {
|
|
111
|
+
return false;
|
|
112
|
+
}
|
|
113
|
+
const allShardsExist = await checkAllShardsExist(shardDir, shardFilename);
|
|
114
|
+
if (!allShardsExist) {
|
|
115
|
+
return false;
|
|
116
|
+
}
|
|
117
|
+
const tensorsFile = `${shardInfo.baseFilename}.tensors.txt`;
|
|
118
|
+
const tensorsExist = await fsPromises
|
|
119
|
+
.access(validateAndJoinPath(shardDir, tensorsFile))
|
|
120
|
+
.then(() => true)
|
|
121
|
+
.catch(() => false);
|
|
122
|
+
return tensorsExist;
|
|
123
|
+
}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import type { z } from 'zod';
|
|
2
|
+
import { type Tool, type ToolCall, type ToolCallWithCall } from '../schemas/tools.js';
|
|
3
|
+
type ZodObjectType = z.ZodObject<z.ZodRawShape>;
|
|
4
|
+
export type ToolHandler = (args: Record<string, unknown>) => Promise<unknown>;
|
|
5
|
+
export type ToolInput<T extends ZodObjectType = ZodObjectType> = {
|
|
6
|
+
name: string;
|
|
7
|
+
description: string;
|
|
8
|
+
parameters: T;
|
|
9
|
+
handler?: ToolHandler;
|
|
10
|
+
};
|
|
11
|
+
export declare function convertToolInput(input: ToolInput): Tool;
|
|
12
|
+
export declare function convertTools(inputs: ToolInput[]): Tool[];
|
|
13
|
+
/**
|
|
14
|
+
* Validates and converts tools from either ToolInput (with Zod schemas) or full Tool format.
|
|
15
|
+
* Returns validated Tool[] array.
|
|
16
|
+
*/
|
|
17
|
+
export type ToolHandlerMap = Map<string, ToolHandler>;
|
|
18
|
+
export type ValidateToolsResult = {
|
|
19
|
+
tools: Tool[];
|
|
20
|
+
handlers: ToolHandlerMap;
|
|
21
|
+
};
|
|
22
|
+
export declare function validateTools(tools: Tool[] | ToolInput[]): ValidateToolsResult;
|
|
23
|
+
export declare function attachHandlersToToolCalls(toolCalls: ToolCall[], handlers: ToolHandlerMap): ToolCallWithCall[];
|
|
24
|
+
export {};
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
import { toolSchema } from '../schemas/tools.js';
|
|
2
|
+
import { InvalidToolsArrayError, InvalidToolSchemaError } from '../errors/index.js';
|
|
3
|
+
function zodTypeToJsonSchemaType(type) {
|
|
4
|
+
switch (type) {
|
|
5
|
+
case 'string':
|
|
6
|
+
return 'string';
|
|
7
|
+
case 'number':
|
|
8
|
+
return 'number';
|
|
9
|
+
case 'boolean':
|
|
10
|
+
return 'boolean';
|
|
11
|
+
case 'object':
|
|
12
|
+
return 'object';
|
|
13
|
+
case 'array':
|
|
14
|
+
return 'array';
|
|
15
|
+
case 'optional':
|
|
16
|
+
default:
|
|
17
|
+
return 'string';
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
export function convertToolInput(input) {
|
|
21
|
+
const zodSchema = input.parameters;
|
|
22
|
+
// Try both shape and def.shape for Zod v4 compatibility
|
|
23
|
+
const shape = zodSchema.shape || (typeof zodSchema.def?.shape === 'object' ? zodSchema.def.shape : {});
|
|
24
|
+
const properties = {};
|
|
25
|
+
const required = [];
|
|
26
|
+
for (const [key, value] of Object.entries(shape)) {
|
|
27
|
+
const field = value;
|
|
28
|
+
const fieldType = field.type || field.def?.type || 'string';
|
|
29
|
+
const isOptional = fieldType === 'optional';
|
|
30
|
+
let actualType = isOptional ? 'string' : fieldType;
|
|
31
|
+
let actualDescription = field.description;
|
|
32
|
+
if (isOptional && field.def?.innerType) {
|
|
33
|
+
const innerType = field.def.innerType;
|
|
34
|
+
actualType = innerType.type || innerType.def?.type || 'string';
|
|
35
|
+
// Get description from inner type if not on wrapper
|
|
36
|
+
if (!actualDescription && innerType.description) {
|
|
37
|
+
actualDescription = innerType.description;
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
properties[key] = {
|
|
41
|
+
type: zodTypeToJsonSchemaType(actualType)
|
|
42
|
+
};
|
|
43
|
+
if (actualDescription) {
|
|
44
|
+
properties[key].description = actualDescription;
|
|
45
|
+
}
|
|
46
|
+
if (field.def?.values) {
|
|
47
|
+
properties[key].enum = field.def.values;
|
|
48
|
+
}
|
|
49
|
+
if (!isOptional) {
|
|
50
|
+
required.push(key);
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
const tool = {
|
|
54
|
+
type: 'function',
|
|
55
|
+
name: input.name,
|
|
56
|
+
description: input.description,
|
|
57
|
+
parameters: {
|
|
58
|
+
type: 'object',
|
|
59
|
+
properties,
|
|
60
|
+
required: required.length > 0 ? required : undefined
|
|
61
|
+
}
|
|
62
|
+
};
|
|
63
|
+
return toolSchema.parse(tool);
|
|
64
|
+
}
|
|
65
|
+
export function convertTools(inputs) {
|
|
66
|
+
return inputs.map(convertToolInput);
|
|
67
|
+
}
|
|
68
|
+
export function validateTools(tools) {
|
|
69
|
+
if (tools.length === 0) {
|
|
70
|
+
return { tools: [], handlers: new Map() };
|
|
71
|
+
}
|
|
72
|
+
const firstTool = tools[0];
|
|
73
|
+
if (!firstTool) {
|
|
74
|
+
throw new InvalidToolsArrayError();
|
|
75
|
+
}
|
|
76
|
+
const handlers = new Map();
|
|
77
|
+
const parseResult = toolSchema.safeParse(firstTool);
|
|
78
|
+
if (parseResult.success) {
|
|
79
|
+
const validatedTools = [];
|
|
80
|
+
for (const tool of tools) {
|
|
81
|
+
const result = toolSchema.safeParse(tool);
|
|
82
|
+
if (!result.success) {
|
|
83
|
+
throw new InvalidToolSchemaError(result.error.message, result.error);
|
|
84
|
+
}
|
|
85
|
+
validatedTools.push(result.data);
|
|
86
|
+
}
|
|
87
|
+
return { tools: validatedTools, handlers };
|
|
88
|
+
}
|
|
89
|
+
else {
|
|
90
|
+
const toolInputs = tools;
|
|
91
|
+
const convertedTools = convertTools(toolInputs);
|
|
92
|
+
for (const toolInput of toolInputs) {
|
|
93
|
+
if (toolInput.handler) {
|
|
94
|
+
handlers.set(toolInput.name, toolInput.handler);
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
return { tools: convertedTools, handlers };
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
export function attachHandlersToToolCalls(toolCalls, handlers) {
|
|
101
|
+
return toolCalls.map((toolCall) => {
|
|
102
|
+
const handler = handlers.get(toolCall.name);
|
|
103
|
+
if (handler) {
|
|
104
|
+
return {
|
|
105
|
+
...toolCall,
|
|
106
|
+
invoke: async () => await handler(toolCall.arguments)
|
|
107
|
+
};
|
|
108
|
+
}
|
|
109
|
+
return toolCall;
|
|
110
|
+
});
|
|
111
|
+
}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { Tool, ToolDialect } from '../schemas/index.js';
|
|
2
|
+
interface HistoryMessage {
|
|
3
|
+
role: string;
|
|
4
|
+
content: string;
|
|
5
|
+
attachments?: {
|
|
6
|
+
path: string;
|
|
7
|
+
}[] | undefined;
|
|
8
|
+
}
|
|
9
|
+
/**
|
|
10
|
+
* Static tools mode: prepend tools right after the system message (or at the
|
|
11
|
+
* very start when no system message is present). The tool block stays in the
|
|
12
|
+
* kv-cache for the whole chat session.
|
|
13
|
+
*/
|
|
14
|
+
export declare function prependToolsToHistory(history: HistoryMessage[], tools: Tool[]): Array<HistoryMessage | Tool>;
|
|
15
|
+
/**
|
|
16
|
+
* Dynamic tools mode: append tools after the last history message. The
|
|
17
|
+
* addon's compact-tools mode anchors the block after the last user message
|
|
18
|
+
* and trims it from the kv-cache once the tool-call chain resolves, so a
|
|
19
|
+
* subsequent turn can ship a different tool set without poisoning the cache.
|
|
20
|
+
*/
|
|
21
|
+
export declare function appendToolsToHistory(history: HistoryMessage[], tools: Tool[]): Array<HistoryMessage | Tool>;
|
|
22
|
+
export declare function detectToolDialect(modelId: string): ToolDialect;
|
|
23
|
+
export {};
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { detectToolDialectFromName } from '../utils/tools/index.js';
|
|
2
|
+
import { getModelInfo } from '../runtime/model-registry.js';
|
|
3
|
+
/**
|
|
4
|
+
* Static tools mode: prepend tools right after the system message (or at the
|
|
5
|
+
* very start when no system message is present). The tool block stays in the
|
|
6
|
+
* kv-cache for the whole chat session.
|
|
7
|
+
*/
|
|
8
|
+
export function prependToolsToHistory(history, tools) {
|
|
9
|
+
const systemMsgIndex = history.findIndex((msg) => msg.role === 'system');
|
|
10
|
+
if (systemMsgIndex >= 0) {
|
|
11
|
+
return [...history.slice(0, systemMsgIndex + 1), ...tools, ...history.slice(systemMsgIndex + 1)];
|
|
12
|
+
}
|
|
13
|
+
return [...tools, ...history];
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* Dynamic tools mode: append tools after the last history message. The
|
|
17
|
+
* addon's compact-tools mode anchors the block after the last user message
|
|
18
|
+
* and trims it from the kv-cache once the tool-call chain resolves, so a
|
|
19
|
+
* subsequent turn can ship a different tool set without poisoning the cache.
|
|
20
|
+
*/
|
|
21
|
+
export function appendToolsToHistory(history, tools) {
|
|
22
|
+
return [...history, ...tools];
|
|
23
|
+
}
|
|
24
|
+
export function detectToolDialect(modelId) {
|
|
25
|
+
const info = getModelInfo(modelId);
|
|
26
|
+
if (!info)
|
|
27
|
+
return 'hermes';
|
|
28
|
+
return detectToolDialectFromName(info.name, info.path);
|
|
29
|
+
}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { ToolDialect } from '../../schemas/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* Detects the tool-call dialect from a model's registry name and file path.
|
|
4
|
+
* Defaults to "hermes" (its parser chain also covers unknown JSON-payload
|
|
5
|
+
* models). Bypass with `completion({ toolDialect })`.
|
|
6
|
+
*/
|
|
7
|
+
export declare function detectToolDialectFromName(name: string | undefined, path: string): ToolDialect;
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Detects the tool-call dialect from a model's registry name and file path.
|
|
3
|
+
* Defaults to "hermes" (its parser chain also covers unknown JSON-payload
|
|
4
|
+
* models). Bypass with `completion({ toolDialect })`.
|
|
5
|
+
*/
|
|
6
|
+
export function detectToolDialectFromName(name, path) {
|
|
7
|
+
const basename = path.toLowerCase().split(/[/\\]/).pop() ?? '';
|
|
8
|
+
const tag = `${(name ?? '').toLowerCase()}|${basename}`;
|
|
9
|
+
if (/qwen3[._-]?[56](?![a-z0-9])/.test(tag))
|
|
10
|
+
return 'qwen35';
|
|
11
|
+
if (/gemma[-_]?4(?=[^a-z0-9]|$)/.test(tag))
|
|
12
|
+
return 'gemma4';
|
|
13
|
+
if (/gpt[_-]?oss/.test(tag))
|
|
14
|
+
return 'harmony';
|
|
15
|
+
if (/deepseek[-_. ]?v(?:4|3[._-]?2)(?![0-9])/.test(tag))
|
|
16
|
+
return 'dsml';
|
|
17
|
+
if (/lfm[_-]?\d/.test(tag))
|
|
18
|
+
return 'pythonic';
|
|
19
|
+
return 'hermes';
|
|
20
|
+
}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import { stripThinkingBlocks } from '../../utils/tools/shared.js';
|
|
2
|
+
import { parseGemmaFormat, parseGenericFormat, parseLlamacppFormat } from '../../utils/tools/parsers/json.js';
|
|
3
|
+
import { parseHermesFormat } from '../../utils/tools/parsers/hermes.js';
|
|
4
|
+
import { parsePythonicFormat } from '../../utils/tools/parsers/pythonic.js';
|
|
5
|
+
import { parseHarmonyFormat } from '../../utils/tools/parsers/harmony.js';
|
|
6
|
+
import { parseQwen35Format } from '../../utils/tools/parsers/qwen35.js';
|
|
7
|
+
import { parseGemma4NativeFormat } from '../../utils/tools/parsers/gemma4native.js';
|
|
8
|
+
import { parseDsmlFormat } from '../../utils/tools/parsers/dsml.js';
|
|
9
|
+
function pickFormatParsers(dialect) {
|
|
10
|
+
switch (dialect) {
|
|
11
|
+
case 'pythonic':
|
|
12
|
+
return [parsePythonicFormat];
|
|
13
|
+
case 'hermes':
|
|
14
|
+
// Hermes first so frame errors surface; JSON fallbacks then cover
|
|
15
|
+
// unknown JSON-payload models.
|
|
16
|
+
return [parseHermesFormat, parseGemmaFormat, parseLlamacppFormat];
|
|
17
|
+
case 'json':
|
|
18
|
+
return [parseGemmaFormat, parseLlamacppFormat];
|
|
19
|
+
case 'harmony':
|
|
20
|
+
return [parseHarmonyFormat];
|
|
21
|
+
case 'qwen35':
|
|
22
|
+
// Hermes fallback: Qwen3.5 templates sometimes emit OpenAI-style JSON
|
|
23
|
+
// when the native XML format fails; Hermes chain recovers those.
|
|
24
|
+
return [parseQwen35Format, parseHermesFormat];
|
|
25
|
+
case 'gemma4':
|
|
26
|
+
// No JSON fallback: Gemma4 emits only its native channel-thought dialect
|
|
27
|
+
// and never falls back to JSON-envelope formats.
|
|
28
|
+
return [parseGemma4NativeFormat];
|
|
29
|
+
case 'dsml':
|
|
30
|
+
// Hermes fallback: DeepSeek templates fall back to OpenAI-style JSON when
|
|
31
|
+
// the DSML block fails to materialise.
|
|
32
|
+
return [parseDsmlFormat, parseHermesFormat, parseLlamacppFormat];
|
|
33
|
+
default:
|
|
34
|
+
// DSML first: the `<|DSML|` token is unique to DeepSeek and can't
|
|
35
|
+
// false-match another dialect.
|
|
36
|
+
// Gemma4 next: `<|tool_call>` is uniquely distinctive and can't
|
|
37
|
+
// false-match other dialects.
|
|
38
|
+
// Harmony next: `to=functions.` is also uniquely Harmony.
|
|
39
|
+
// Qwen35 before Hermes: defers to Hermes when JSON is inside <tool_call>,
|
|
40
|
+
// so the XML path is recovered without breaking Hermes-JSON payloads.
|
|
41
|
+
// Pythonic last: its bare `[name(...)]` form can match payloads that
|
|
42
|
+
// look like other dialects.
|
|
43
|
+
return [
|
|
44
|
+
parseDsmlFormat,
|
|
45
|
+
parseGemma4NativeFormat,
|
|
46
|
+
parseHarmonyFormat,
|
|
47
|
+
parseQwen35Format,
|
|
48
|
+
parseHermesFormat,
|
|
49
|
+
parseGemmaFormat,
|
|
50
|
+
parseLlamacppFormat,
|
|
51
|
+
parsePythonicFormat
|
|
52
|
+
];
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
export function parseToolCalls(text, tools, dialect) {
|
|
56
|
+
if (!tools || tools.length === 0) {
|
|
57
|
+
return { toolCalls: [], errors: [] };
|
|
58
|
+
}
|
|
59
|
+
const cleaned = stripThinkingBlocks(text);
|
|
60
|
+
const formatParsers = pickFormatParsers(dialect);
|
|
61
|
+
for (const parser of formatParsers) {
|
|
62
|
+
const result = parser(cleaned, tools);
|
|
63
|
+
if (result.matched) {
|
|
64
|
+
return { toolCalls: result.toolCalls, errors: result.errors };
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
const generic = parseGenericFormat(cleaned, tools);
|
|
68
|
+
return { toolCalls: generic.toolCalls, errors: generic.errors };
|
|
69
|
+
}
|