@qvac/inference 0.0.0 → 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +928 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export function resolveClearStorageTarget(modelPath, modelsCacheDir) {
|
|
2
|
+
const normalizedCache = modelsCacheDir.replace(/\\/g, '/').replace(/\/+$/, '');
|
|
3
|
+
const normalizedPath = modelPath.replace(/\\/g, '/');
|
|
4
|
+
if (!normalizedPath.startsWith(`${normalizedCache}/`)) {
|
|
5
|
+
return { path: modelPath, kind: 'file' };
|
|
6
|
+
}
|
|
7
|
+
const relativePath = normalizedPath.slice(normalizedCache.length + 1);
|
|
8
|
+
const parts = relativePath.split('/');
|
|
9
|
+
if (parts.length === 3 && (parts[0] === 'sets' || parts[0] === 'onnx') && parts[1] && parts[2]) {
|
|
10
|
+
const lastSlash = normalizedPath.lastIndexOf('/');
|
|
11
|
+
return { path: normalizedPath.slice(0, lastSlash), kind: 'directory' };
|
|
12
|
+
}
|
|
13
|
+
return { path: modelPath, kind: 'file' };
|
|
14
|
+
}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { CompletionEvent, CompletionError, CompletionStats, NormalizerConfig, StopReason, ToolCall } from '../schemas/index.js';
|
|
2
|
+
export declare const MAX_TOOL_FRAME_CHARS = 1048576;
|
|
3
|
+
export type CompletionNormalizer = ReturnType<typeof createCompletionNormalizer>;
|
|
4
|
+
export declare function createCompletionNormalizer(config: NormalizerConfig): {
|
|
5
|
+
push: (token: string) => CompletionEvent[];
|
|
6
|
+
finish: (opts?: {
|
|
7
|
+
stats?: CompletionStats;
|
|
8
|
+
toolCalls?: ToolCall[];
|
|
9
|
+
error?: CompletionError;
|
|
10
|
+
stopReason?: StopReason;
|
|
11
|
+
}) => CompletionEvent[];
|
|
12
|
+
getAccumulated: () => {
|
|
13
|
+
rawText: string;
|
|
14
|
+
contentText: string;
|
|
15
|
+
thinkingText: string | undefined;
|
|
16
|
+
};
|
|
17
|
+
};
|
|
@@ -0,0 +1,453 @@
|
|
|
1
|
+
import { parseToolCalls } from '../utils/tools/index.js';
|
|
2
|
+
export const MAX_TOOL_FRAME_CHARS = 1_048_576;
|
|
3
|
+
const DSML_INVOKE_FRAMES = [' ', '\n', '\t', '\r'].map((sep) => ({
|
|
4
|
+
open: `<|DSML|invoke${sep}`,
|
|
5
|
+
close: '</|DSML|invoke>'
|
|
6
|
+
}));
|
|
7
|
+
const DIALECT_SPECS = {
|
|
8
|
+
hermes: {
|
|
9
|
+
toolFrames: [{ open: '<tool_call>', close: '</tool_call>' }]
|
|
10
|
+
},
|
|
11
|
+
// No streaming framing — tool calls are only recovered at finalization.
|
|
12
|
+
json: {
|
|
13
|
+
toolFrames: []
|
|
14
|
+
},
|
|
15
|
+
pythonic: {
|
|
16
|
+
toolFrames: [
|
|
17
|
+
{ open: '<|tool_call_start|>', close: '<|tool_call_end|>' },
|
|
18
|
+
{
|
|
19
|
+
open: '<|start_header_id|>tool_call<|end_header_id|>',
|
|
20
|
+
close: '<|eot_id|>'
|
|
21
|
+
}
|
|
22
|
+
]
|
|
23
|
+
},
|
|
24
|
+
harmony: {
|
|
25
|
+
toolFrames: [{ open: '<|channel|>commentary to=functions.', close: '<|call|>' }],
|
|
26
|
+
thinkingFrames: [{ open: '<|channel|>analysis<|message|>', close: '<|end|>' }],
|
|
27
|
+
contentFrames: [
|
|
28
|
+
{ open: '<|channel|>final<|message|>', close: '<|return|>' },
|
|
29
|
+
{ open: '<|channel|>assistant<|message|>', close: '<|end|>' }
|
|
30
|
+
],
|
|
31
|
+
// Role headers and stray Harmony control tokens between frames.
|
|
32
|
+
dropTokens: [
|
|
33
|
+
'<|message|>',
|
|
34
|
+
'<|end|>',
|
|
35
|
+
'<|start|>assistant',
|
|
36
|
+
'<|start|>system',
|
|
37
|
+
'<|start|>user',
|
|
38
|
+
'<|return|>'
|
|
39
|
+
],
|
|
40
|
+
contentDropTokens: ['<|channel|>']
|
|
41
|
+
},
|
|
42
|
+
qwen35: {
|
|
43
|
+
// Same <tool_call>…</tool_call> framing as hermes; inner content is XML.
|
|
44
|
+
toolFrames: [{ open: '<tool_call>', close: '</tool_call>' }]
|
|
45
|
+
},
|
|
46
|
+
gemma4: {
|
|
47
|
+
toolFrames: [{ open: '<|tool_call>', close: '<tool_call|>' }],
|
|
48
|
+
thinkingFrames: [{ open: '<|channel>thought', close: '<channel|>' }]
|
|
49
|
+
},
|
|
50
|
+
dsml: {
|
|
51
|
+
toolFrames: [
|
|
52
|
+
{ open: '<|DSML|tool_calls>', close: '</|DSML|tool_calls>' },
|
|
53
|
+
{ open: '<|DSML|function_calls>', close: '</|DSML|function_calls>' },
|
|
54
|
+
...DSML_INVOKE_FRAMES
|
|
55
|
+
]
|
|
56
|
+
}
|
|
57
|
+
};
|
|
58
|
+
// Capture-gated reasoning marker — the generic `<think>...</think>`
|
|
59
|
+
// convention used by reasoning-tuned models. When the gate is off the
|
|
60
|
+
// markers pass through into `contentDelta` unchanged (preserves the
|
|
61
|
+
// pre-dialect behavior).
|
|
62
|
+
const BUILTIN_THINKING = { open: '<think>', close: '</think>' };
|
|
63
|
+
export function createCompletionNormalizer(config) {
|
|
64
|
+
let seq = 0;
|
|
65
|
+
let state = 'content';
|
|
66
|
+
let rawText = '';
|
|
67
|
+
const contentParts = [];
|
|
68
|
+
const thinkingParts = [];
|
|
69
|
+
// Tool frame: buffer keeps the open + close markers in place so
|
|
70
|
+
// `parseToolCalls` can match its own dialect markers.
|
|
71
|
+
let toolCallBuffer = '';
|
|
72
|
+
let activeToolFrame = null;
|
|
73
|
+
// Thinking frame: tracks which frame's close marker we're scanning for
|
|
74
|
+
// (could be the built-in `<think>` or a dialect-specific frame like
|
|
75
|
+
// Harmony's `<|channel|>analysis<|message|>...<|end|>`).
|
|
76
|
+
let activeThinkingFrame = null;
|
|
77
|
+
// Content frame: inner streamed as it arrives; partial close tail buffered.
|
|
78
|
+
let activeContentFrame = null;
|
|
79
|
+
// Trailing chars that could be a prefix of a watched marker, so markers
|
|
80
|
+
// split across token pushes aren't missed by indexOf.
|
|
81
|
+
let contentTail = '';
|
|
82
|
+
let toolFramingTail = '';
|
|
83
|
+
let thinkingFramingTail = '';
|
|
84
|
+
let contentFramingTail = '';
|
|
85
|
+
const streamedToolCallKeys = new Set();
|
|
86
|
+
const toolsEnabled = config.tools.length > 0 && config.capabilities.toolCalling !== 'none';
|
|
87
|
+
const useToolFraming = toolsEnabled && config.capabilities.toolCalling === 'textParse';
|
|
88
|
+
// Register `<think>` only when both capability + capture opt in.
|
|
89
|
+
// Dialect protocol markers always register; capture only gates emission.
|
|
90
|
+
const useBuiltinThinkTags = config.captureThinking && config.capabilities.thinkingFraming === 'thinkTags';
|
|
91
|
+
const dialect = config.toolDialect ?? 'hermes';
|
|
92
|
+
const dialectSpec = DIALECT_SPECS[dialect];
|
|
93
|
+
const toolFrames = useToolFraming ? dialectSpec.toolFrames : [];
|
|
94
|
+
const thinkingFrames = [
|
|
95
|
+
...(useBuiltinThinkTags ? [BUILTIN_THINKING] : []),
|
|
96
|
+
...(dialectSpec.thinkingFrames ?? [])
|
|
97
|
+
];
|
|
98
|
+
const contentFrames = dialectSpec.contentFrames ?? [];
|
|
99
|
+
const dropTokens = dialectSpec.dropTokens ?? [];
|
|
100
|
+
const contentDropTokens = dialectSpec.contentDropTokens ?? [];
|
|
101
|
+
const markerToEntry = new Map();
|
|
102
|
+
const dropTokenSet = new Set();
|
|
103
|
+
const contentMarkers = [];
|
|
104
|
+
function registerFrames(frames, kind) {
|
|
105
|
+
for (const f of frames) {
|
|
106
|
+
if (markerToEntry.has(f.open))
|
|
107
|
+
continue;
|
|
108
|
+
markerToEntry.set(f.open, { kind, spec: f });
|
|
109
|
+
contentMarkers.push(f.open);
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
registerFrames(toolFrames, 'tool');
|
|
113
|
+
registerFrames(thinkingFrames, 'thinking');
|
|
114
|
+
registerFrames(contentFrames, 'content');
|
|
115
|
+
for (const t of dropTokens) {
|
|
116
|
+
if (markerToEntry.has(t) || dropTokenSet.has(t))
|
|
117
|
+
continue;
|
|
118
|
+
dropTokenSet.add(t);
|
|
119
|
+
contentMarkers.push(t);
|
|
120
|
+
}
|
|
121
|
+
function nextSeq() {
|
|
122
|
+
return seq++;
|
|
123
|
+
}
|
|
124
|
+
function emitContent(events, text) {
|
|
125
|
+
let normalized = text;
|
|
126
|
+
for (const token of contentDropTokens) {
|
|
127
|
+
normalized = normalized.split(token).join('');
|
|
128
|
+
}
|
|
129
|
+
if (!normalized)
|
|
130
|
+
return;
|
|
131
|
+
contentParts.push(normalized);
|
|
132
|
+
events.push({ type: 'contentDelta', seq: nextSeq(), text: normalized });
|
|
133
|
+
}
|
|
134
|
+
// Capture-gated: thinking frames may register even when `captureThinking`
|
|
135
|
+
// is false (e.g. harmony's analysis channel, to strip markers from
|
|
136
|
+
// `contentDelta`) — drop the inner here instead of buffering it.
|
|
137
|
+
function emitThinking(events, text) {
|
|
138
|
+
if (!text)
|
|
139
|
+
return;
|
|
140
|
+
if (config.captureThinking) {
|
|
141
|
+
thinkingParts.push(text);
|
|
142
|
+
events.push({ type: 'thinkingDelta', seq: nextSeq(), text });
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
function getToolCallKey(call) {
|
|
146
|
+
return `${call.name}:${JSON.stringify(call.arguments)}`;
|
|
147
|
+
}
|
|
148
|
+
function emitStreamedToolCall(events, call) {
|
|
149
|
+
streamedToolCallKeys.add(getToolCallKey(call));
|
|
150
|
+
events.push({ type: 'toolCall', seq: nextSeq(), call });
|
|
151
|
+
}
|
|
152
|
+
function emitFinalToolCall(events, call) {
|
|
153
|
+
if (streamedToolCallKeys.has(getToolCallKey(call)))
|
|
154
|
+
return;
|
|
155
|
+
events.push({ type: 'toolCall', seq: nextSeq(), call });
|
|
156
|
+
}
|
|
157
|
+
// Length of the longest suffix of `buf` that is also a prefix of any marker.
|
|
158
|
+
function trailingPartialMarkerLen(buf, markers) {
|
|
159
|
+
if (markers.length === 0 || buf.length === 0)
|
|
160
|
+
return 0;
|
|
161
|
+
const maxLen = Math.min(buf.length, markers.reduce((m, s) => Math.max(m, s.length), 0) - 1);
|
|
162
|
+
for (let len = maxLen; len > 0; len--) {
|
|
163
|
+
const suffix = buf.slice(buf.length - len);
|
|
164
|
+
for (const m of markers) {
|
|
165
|
+
if (m.startsWith(suffix))
|
|
166
|
+
return len;
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
return 0;
|
|
170
|
+
}
|
|
171
|
+
function findEarliestMarker(buf, markers) {
|
|
172
|
+
let best = null;
|
|
173
|
+
for (const m of markers) {
|
|
174
|
+
const i = buf.indexOf(m);
|
|
175
|
+
if (i < 0)
|
|
176
|
+
continue;
|
|
177
|
+
if (best === null || i < best.idx)
|
|
178
|
+
best = { idx: i, marker: m };
|
|
179
|
+
}
|
|
180
|
+
return best;
|
|
181
|
+
}
|
|
182
|
+
function flushToolBuffer(events, closed) {
|
|
183
|
+
const raw = toolCallBuffer;
|
|
184
|
+
const frame = activeToolFrame;
|
|
185
|
+
toolCallBuffer = '';
|
|
186
|
+
activeToolFrame = null;
|
|
187
|
+
toolFramingTail = '';
|
|
188
|
+
if (!frame)
|
|
189
|
+
return;
|
|
190
|
+
// Empty-payload guard. Strip frame markers and check the inner is
|
|
191
|
+
// non-empty; surface a toolError on empty payloads so the literal
|
|
192
|
+
// markers don't leak into contentDelta.
|
|
193
|
+
let inner = raw;
|
|
194
|
+
if (inner.startsWith(frame.open))
|
|
195
|
+
inner = inner.slice(frame.open.length);
|
|
196
|
+
if (inner.endsWith(frame.close)) {
|
|
197
|
+
inner = inner.slice(0, inner.length - frame.close.length);
|
|
198
|
+
}
|
|
199
|
+
if (inner.trim().length === 0) {
|
|
200
|
+
events.push({
|
|
201
|
+
type: 'toolError',
|
|
202
|
+
seq: nextSeq(),
|
|
203
|
+
error: { code: 'PARSE_ERROR', message: 'Empty tool_call frame' }
|
|
204
|
+
});
|
|
205
|
+
return;
|
|
206
|
+
}
|
|
207
|
+
const { toolCalls, errors } = parseToolCalls(raw, config.tools, dialect);
|
|
208
|
+
for (const call of toolCalls)
|
|
209
|
+
emitStreamedToolCall(events, call);
|
|
210
|
+
if (toolCalls.length === 0) {
|
|
211
|
+
if (errors.length > 0) {
|
|
212
|
+
for (const error of errors) {
|
|
213
|
+
events.push({ type: 'toolError', seq: nextSeq(), error });
|
|
214
|
+
}
|
|
215
|
+
}
|
|
216
|
+
else {
|
|
217
|
+
events.push({
|
|
218
|
+
type: 'toolError',
|
|
219
|
+
seq: nextSeq(),
|
|
220
|
+
error: {
|
|
221
|
+
code: 'PARSE_ERROR',
|
|
222
|
+
message: closed
|
|
223
|
+
? 'Failed to parse tool call from framed region'
|
|
224
|
+
: 'Incomplete tool call frame at stream end',
|
|
225
|
+
raw
|
|
226
|
+
}
|
|
227
|
+
});
|
|
228
|
+
}
|
|
229
|
+
emitContent(events, raw);
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
function abandonToolFrame(events) {
|
|
233
|
+
const raw = toolCallBuffer + toolFramingTail;
|
|
234
|
+
toolCallBuffer = '';
|
|
235
|
+
toolFramingTail = '';
|
|
236
|
+
activeToolFrame = null;
|
|
237
|
+
state = 'content';
|
|
238
|
+
events.push({
|
|
239
|
+
type: 'toolError',
|
|
240
|
+
seq: nextSeq(),
|
|
241
|
+
error: {
|
|
242
|
+
code: 'PARSE_ERROR',
|
|
243
|
+
message: `Tool call frame exceeded ${MAX_TOOL_FRAME_CHARS} characters without a close marker`
|
|
244
|
+
}
|
|
245
|
+
});
|
|
246
|
+
emitContent(events, raw);
|
|
247
|
+
}
|
|
248
|
+
function getStateTail() {
|
|
249
|
+
switch (state) {
|
|
250
|
+
case 'content':
|
|
251
|
+
return contentTail;
|
|
252
|
+
case 'thinkingFraming':
|
|
253
|
+
return thinkingFramingTail;
|
|
254
|
+
case 'toolFraming':
|
|
255
|
+
return toolFramingTail;
|
|
256
|
+
case 'contentFraming':
|
|
257
|
+
return contentFramingTail;
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
function processSegment(events, text) {
|
|
261
|
+
let buf = getStateTail() + text;
|
|
262
|
+
contentTail = '';
|
|
263
|
+
thinkingFramingTail = '';
|
|
264
|
+
toolFramingTail = '';
|
|
265
|
+
contentFramingTail = '';
|
|
266
|
+
while (buf.length > 0) {
|
|
267
|
+
if (state === 'toolFraming') {
|
|
268
|
+
if (!activeToolFrame) {
|
|
269
|
+
state = 'content';
|
|
270
|
+
continue;
|
|
271
|
+
}
|
|
272
|
+
const hit = buf.indexOf(activeToolFrame.close);
|
|
273
|
+
if (hit >= 0) {
|
|
274
|
+
toolCallBuffer += buf.slice(0, hit + activeToolFrame.close.length);
|
|
275
|
+
buf = buf.slice(hit + activeToolFrame.close.length);
|
|
276
|
+
state = 'content';
|
|
277
|
+
flushToolBuffer(events, true);
|
|
278
|
+
continue;
|
|
279
|
+
}
|
|
280
|
+
const tailLen = trailingPartialMarkerLen(buf, [activeToolFrame.close]);
|
|
281
|
+
const safeLen = buf.length - tailLen;
|
|
282
|
+
toolCallBuffer += buf.slice(0, safeLen);
|
|
283
|
+
toolFramingTail = buf.slice(safeLen);
|
|
284
|
+
buf = '';
|
|
285
|
+
if (toolCallBuffer.length > MAX_TOOL_FRAME_CHARS)
|
|
286
|
+
abandonToolFrame(events);
|
|
287
|
+
continue;
|
|
288
|
+
}
|
|
289
|
+
if (state === 'thinkingFraming') {
|
|
290
|
+
if (!activeThinkingFrame) {
|
|
291
|
+
state = 'content';
|
|
292
|
+
continue;
|
|
293
|
+
}
|
|
294
|
+
const closeMarker = activeThinkingFrame.close;
|
|
295
|
+
const closeIdx = buf.indexOf(closeMarker);
|
|
296
|
+
if (closeIdx >= 0) {
|
|
297
|
+
emitThinking(events, buf.slice(0, closeIdx));
|
|
298
|
+
buf = buf.slice(closeIdx + closeMarker.length);
|
|
299
|
+
activeThinkingFrame = null;
|
|
300
|
+
state = 'content';
|
|
301
|
+
continue;
|
|
302
|
+
}
|
|
303
|
+
const tailLen = trailingPartialMarkerLen(buf, [closeMarker]);
|
|
304
|
+
const safeLen = buf.length - tailLen;
|
|
305
|
+
emitThinking(events, buf.slice(0, safeLen));
|
|
306
|
+
thinkingFramingTail = buf.slice(safeLen);
|
|
307
|
+
buf = '';
|
|
308
|
+
continue;
|
|
309
|
+
}
|
|
310
|
+
if (state === 'contentFraming') {
|
|
311
|
+
if (!activeContentFrame) {
|
|
312
|
+
state = 'content';
|
|
313
|
+
continue;
|
|
314
|
+
}
|
|
315
|
+
const closeMarker = activeContentFrame.close;
|
|
316
|
+
const closeIdx = buf.indexOf(closeMarker);
|
|
317
|
+
if (closeIdx >= 0) {
|
|
318
|
+
emitContent(events, buf.slice(0, closeIdx));
|
|
319
|
+
activeContentFrame = null;
|
|
320
|
+
contentFramingTail = '';
|
|
321
|
+
buf = buf.slice(closeIdx + closeMarker.length);
|
|
322
|
+
state = 'content';
|
|
323
|
+
continue;
|
|
324
|
+
}
|
|
325
|
+
const tailLen = trailingPartialMarkerLen(buf, [closeMarker]);
|
|
326
|
+
const safeLen = buf.length - tailLen;
|
|
327
|
+
emitContent(events, buf.slice(0, safeLen));
|
|
328
|
+
contentFramingTail = buf.slice(safeLen);
|
|
329
|
+
buf = '';
|
|
330
|
+
continue;
|
|
331
|
+
}
|
|
332
|
+
const hit = findEarliestMarker(buf, contentMarkers);
|
|
333
|
+
if (hit) {
|
|
334
|
+
emitContent(events, buf.slice(0, hit.idx));
|
|
335
|
+
buf = buf.slice(hit.idx + hit.marker.length);
|
|
336
|
+
if (dropTokenSet.has(hit.marker)) {
|
|
337
|
+
// Glue token between frames — strip and stay in content state.
|
|
338
|
+
continue;
|
|
339
|
+
}
|
|
340
|
+
const entry = markerToEntry.get(hit.marker);
|
|
341
|
+
if (entry.kind === 'tool') {
|
|
342
|
+
toolCallBuffer = hit.marker;
|
|
343
|
+
activeToolFrame = entry.spec;
|
|
344
|
+
state = 'toolFraming';
|
|
345
|
+
}
|
|
346
|
+
else if (entry.kind === 'thinking') {
|
|
347
|
+
activeThinkingFrame = entry.spec;
|
|
348
|
+
state = 'thinkingFraming';
|
|
349
|
+
}
|
|
350
|
+
else {
|
|
351
|
+
activeContentFrame = entry.spec;
|
|
352
|
+
state = 'contentFraming';
|
|
353
|
+
}
|
|
354
|
+
continue;
|
|
355
|
+
}
|
|
356
|
+
const tailLen = trailingPartialMarkerLen(buf, contentMarkers);
|
|
357
|
+
const safeLen = buf.length - tailLen;
|
|
358
|
+
emitContent(events, buf.slice(0, safeLen));
|
|
359
|
+
contentTail = buf.slice(safeLen);
|
|
360
|
+
buf = '';
|
|
361
|
+
}
|
|
362
|
+
}
|
|
363
|
+
function push(token) {
|
|
364
|
+
const events = [];
|
|
365
|
+
rawText += token;
|
|
366
|
+
if (config.emitRawDeltas) {
|
|
367
|
+
events.push({ type: 'rawDelta', seq: nextSeq(), text: token });
|
|
368
|
+
}
|
|
369
|
+
processSegment(events, token);
|
|
370
|
+
return events;
|
|
371
|
+
}
|
|
372
|
+
function finish(opts) {
|
|
373
|
+
const events = [];
|
|
374
|
+
// Drain pending tail bytes so we don't lose trailing chars when the
|
|
375
|
+
// stream ends mid-marker.
|
|
376
|
+
if (state === 'content' && contentTail) {
|
|
377
|
+
emitContent(events, contentTail);
|
|
378
|
+
contentTail = '';
|
|
379
|
+
}
|
|
380
|
+
else if (state === 'thinkingFraming' && thinkingFramingTail) {
|
|
381
|
+
emitThinking(events, thinkingFramingTail);
|
|
382
|
+
thinkingFramingTail = '';
|
|
383
|
+
}
|
|
384
|
+
else if (state === 'toolFraming' && toolFramingTail) {
|
|
385
|
+
toolCallBuffer += toolFramingTail;
|
|
386
|
+
toolFramingTail = '';
|
|
387
|
+
}
|
|
388
|
+
else if (state === 'contentFraming' && contentFramingTail) {
|
|
389
|
+
// Cutoff inside a partial close marker — emit tail as content.
|
|
390
|
+
emitContent(events, contentFramingTail);
|
|
391
|
+
contentFramingTail = '';
|
|
392
|
+
}
|
|
393
|
+
if (state === 'toolFraming' && activeToolFrame) {
|
|
394
|
+
if (opts?.error) {
|
|
395
|
+
emitContent(events, toolCallBuffer);
|
|
396
|
+
toolCallBuffer = '';
|
|
397
|
+
activeToolFrame = null;
|
|
398
|
+
}
|
|
399
|
+
else {
|
|
400
|
+
flushToolBuffer(events, false);
|
|
401
|
+
}
|
|
402
|
+
}
|
|
403
|
+
else if (state === 'contentFraming') {
|
|
404
|
+
activeContentFrame = null;
|
|
405
|
+
}
|
|
406
|
+
activeThinkingFrame = null;
|
|
407
|
+
state = 'content';
|
|
408
|
+
if (!opts?.error) {
|
|
409
|
+
if (opts?.toolCalls) {
|
|
410
|
+
for (const call of opts.toolCalls) {
|
|
411
|
+
emitFinalToolCall(events, call);
|
|
412
|
+
}
|
|
413
|
+
}
|
|
414
|
+
}
|
|
415
|
+
if (opts?.stats) {
|
|
416
|
+
events.push({
|
|
417
|
+
type: 'completionStats',
|
|
418
|
+
seq: nextSeq(),
|
|
419
|
+
stats: opts.stats
|
|
420
|
+
});
|
|
421
|
+
}
|
|
422
|
+
const raw = { fullText: rawText };
|
|
423
|
+
if (opts?.error) {
|
|
424
|
+
events.push({
|
|
425
|
+
type: 'completionDone',
|
|
426
|
+
seq: nextSeq(),
|
|
427
|
+
stopReason: 'error',
|
|
428
|
+
error: opts.error,
|
|
429
|
+
raw
|
|
430
|
+
});
|
|
431
|
+
}
|
|
432
|
+
else if (opts?.stopReason) {
|
|
433
|
+
events.push({
|
|
434
|
+
type: 'completionDone',
|
|
435
|
+
seq: nextSeq(),
|
|
436
|
+
stopReason: opts.stopReason,
|
|
437
|
+
raw
|
|
438
|
+
});
|
|
439
|
+
}
|
|
440
|
+
else {
|
|
441
|
+
events.push({ type: 'completionDone', seq: nextSeq(), raw });
|
|
442
|
+
}
|
|
443
|
+
return events;
|
|
444
|
+
}
|
|
445
|
+
function getAccumulated() {
|
|
446
|
+
return {
|
|
447
|
+
rawText,
|
|
448
|
+
contentText: contentParts.join(''),
|
|
449
|
+
thinkingText: thinkingParts.length > 0 ? thinkingParts.join('') : undefined
|
|
450
|
+
};
|
|
451
|
+
}
|
|
452
|
+
return { push, finish, getAccumulated };
|
|
453
|
+
}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import { normalizeModelType, ModelType } from '../schemas/index.js';
|
|
2
|
+
import { buildParakeetReloadConfig, buildWhisperReloadConfig } from '../plugins/builtin/asr-ggml/config.js';
|
|
3
|
+
export function transformConfigForReload(modelType, config) {
|
|
4
|
+
const canonicalType = normalizeModelType(modelType);
|
|
5
|
+
switch (canonicalType) {
|
|
6
|
+
case ModelType.whispercppTranscription: {
|
|
7
|
+
return buildWhisperReloadConfig(config);
|
|
8
|
+
}
|
|
9
|
+
case ModelType.parakeetTranscription: {
|
|
10
|
+
return buildParakeetReloadConfig(config);
|
|
11
|
+
}
|
|
12
|
+
case ModelType.llamacppCompletion:
|
|
13
|
+
case ModelType.llamacppEmbedding:
|
|
14
|
+
case ModelType.nmtcppTranslation:
|
|
15
|
+
case ModelType.ttsGgml:
|
|
16
|
+
// Return as-is for now
|
|
17
|
+
return config;
|
|
18
|
+
default:
|
|
19
|
+
return config;
|
|
20
|
+
}
|
|
21
|
+
}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Attach metadata to a Promise so the metadata is reachable
|
|
3
|
+
* synchronously while the promise's normal async surface keeps working.
|
|
4
|
+
*
|
|
5
|
+
* The decorated-promise pattern lets a long-running client-API call
|
|
6
|
+
* (`loadModel(...)`, `downloadAsset(...)`) return a value that is both:
|
|
7
|
+
* - a `Promise<T>` you can `await` for the resolved result; and
|
|
8
|
+
* - a record carrying call metadata (`requestId`) you can read
|
|
9
|
+
* synchronously to target the in-flight call with
|
|
10
|
+
* `cancel({ requestId })` before it resolves.
|
|
11
|
+
*
|
|
12
|
+
* Implementation notes:
|
|
13
|
+
* - `Object.assign` attaches enumerable own properties without
|
|
14
|
+
* touching the prototype chain, so `await`, `.then`, `.catch`,
|
|
15
|
+
* `.finally`, and async-await unwrapping continue to work exactly
|
|
16
|
+
* as for a plain `Promise<T>`.
|
|
17
|
+
* - The intersection type `Promise<T> & M` is sound because the
|
|
18
|
+
* resolved-value type `T` does not intersect with `M`'s key set in
|
|
19
|
+
* practice (callers pick metadata keys that don't collide with
|
|
20
|
+
* `Promise` members like `then`/`catch`/`finally`). Picking such a
|
|
21
|
+
* key would shadow the Promise method and break the unwrap chain;
|
|
22
|
+
* don't.
|
|
23
|
+
* - We deliberately avoid extending `Promise.prototype` or calling
|
|
24
|
+
* `Object.setPrototypeOf`. Either would silently affect every
|
|
25
|
+
* promise in the process; the plain-object approach is intentional
|
|
26
|
+
* and the helper exists to keep call sites consistent.
|
|
27
|
+
*
|
|
28
|
+
* @example
|
|
29
|
+
* const op = decoratePromise(innerPromise, { requestId: "abc" });
|
|
30
|
+
* op.requestId; // "abc" (synchronous)
|
|
31
|
+
* await op; // resolves to T (legacy contract preserved)
|
|
32
|
+
*/
|
|
33
|
+
export declare function decoratePromise<T, M extends Record<string, unknown>>(promise: Promise<T>, metadata: M): Promise<T> & M;
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Attach metadata to a Promise so the metadata is reachable
|
|
3
|
+
* synchronously while the promise's normal async surface keeps working.
|
|
4
|
+
*
|
|
5
|
+
* The decorated-promise pattern lets a long-running client-API call
|
|
6
|
+
* (`loadModel(...)`, `downloadAsset(...)`) return a value that is both:
|
|
7
|
+
* - a `Promise<T>` you can `await` for the resolved result; and
|
|
8
|
+
* - a record carrying call metadata (`requestId`) you can read
|
|
9
|
+
* synchronously to target the in-flight call with
|
|
10
|
+
* `cancel({ requestId })` before it resolves.
|
|
11
|
+
*
|
|
12
|
+
* Implementation notes:
|
|
13
|
+
* - `Object.assign` attaches enumerable own properties without
|
|
14
|
+
* touching the prototype chain, so `await`, `.then`, `.catch`,
|
|
15
|
+
* `.finally`, and async-await unwrapping continue to work exactly
|
|
16
|
+
* as for a plain `Promise<T>`.
|
|
17
|
+
* - The intersection type `Promise<T> & M` is sound because the
|
|
18
|
+
* resolved-value type `T` does not intersect with `M`'s key set in
|
|
19
|
+
* practice (callers pick metadata keys that don't collide with
|
|
20
|
+
* `Promise` members like `then`/`catch`/`finally`). Picking such a
|
|
21
|
+
* key would shadow the Promise method and break the unwrap chain;
|
|
22
|
+
* don't.
|
|
23
|
+
* - We deliberately avoid extending `Promise.prototype` or calling
|
|
24
|
+
* `Object.setPrototypeOf`. Either would silently affect every
|
|
25
|
+
* promise in the process; the plain-object approach is intentional
|
|
26
|
+
* and the helper exists to keep call sites consistent.
|
|
27
|
+
*
|
|
28
|
+
* @example
|
|
29
|
+
* const op = decoratePromise(innerPromise, { requestId: "abc" });
|
|
30
|
+
* op.requestId; // "abc" (synchronous)
|
|
31
|
+
* await op; // resolves to T (legacy contract preserved)
|
|
32
|
+
*/
|
|
33
|
+
export function decoratePromise(promise, metadata) {
|
|
34
|
+
return Object.assign(promise, metadata);
|
|
35
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Decodes a base64 string to a Uint8Array.
|
|
3
|
+
*
|
|
4
|
+
* Uses atob which is available across all runtimes (Node, Bare, React Native).
|
|
5
|
+
* Buffer is not globally available in React Native (Hermes engine), so this
|
|
6
|
+
* provides a cross-platform alternative to Buffer.from(str, "base64").
|
|
7
|
+
*/
|
|
8
|
+
export declare function decodeBase64(base64: string): Uint8Array;
|
|
9
|
+
/**
|
|
10
|
+
* Encodes a Uint8Array to a base64 string.
|
|
11
|
+
*
|
|
12
|
+
* Uses btoa which is available across all runtimes (Node, Bare, React Native).
|
|
13
|
+
* Buffer is not globally available in React Native (Hermes engine), so this
|
|
14
|
+
* provides a cross-platform alternative to Buffer.from(bytes).toString("base64").
|
|
15
|
+
*/
|
|
16
|
+
export declare function encodeBase64(bytes: Uint8Array): string;
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Decodes a base64 string to a Uint8Array.
|
|
3
|
+
*
|
|
4
|
+
* Uses atob which is available across all runtimes (Node, Bare, React Native).
|
|
5
|
+
* Buffer is not globally available in React Native (Hermes engine), so this
|
|
6
|
+
* provides a cross-platform alternative to Buffer.from(str, "base64").
|
|
7
|
+
*/
|
|
8
|
+
export function decodeBase64(base64) {
|
|
9
|
+
const binary = atob(base64);
|
|
10
|
+
const bytes = new Uint8Array(binary.length);
|
|
11
|
+
for (let i = 0; i < binary.length; i++)
|
|
12
|
+
bytes[i] = binary.charCodeAt(i);
|
|
13
|
+
return bytes;
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* Encodes a Uint8Array to a base64 string.
|
|
17
|
+
*
|
|
18
|
+
* Uses btoa which is available across all runtimes (Node, Bare, React Native).
|
|
19
|
+
* Buffer is not globally available in React Native (Hermes engine), so this
|
|
20
|
+
* provides a cross-platform alternative to Buffer.from(bytes).toString("base64").
|
|
21
|
+
*/
|
|
22
|
+
export function encodeBase64(bytes) {
|
|
23
|
+
let binary = '';
|
|
24
|
+
for (let i = 0; i < bytes.length; i++)
|
|
25
|
+
binary += String.fromCharCode(bytes[i]);
|
|
26
|
+
return btoa(binary);
|
|
27
|
+
}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
const SHARD_PATTERN = /^(.+)-(\d{5})-of-(\d{5})\.gguf$/;
|
|
2
|
+
/** Expand a sharded GGUF path into `.tensors.txt` plus all shards. */
|
|
3
|
+
export function expandGGUFIntoShards(modelPath) {
|
|
4
|
+
const lastSep = Math.max(modelPath.lastIndexOf('/'), modelPath.lastIndexOf('\\'));
|
|
5
|
+
const dir = lastSep >= 0 ? modelPath.slice(0, lastSep) : '';
|
|
6
|
+
const sep = lastSep >= 0 ? modelPath.charAt(lastSep) : '/';
|
|
7
|
+
const filename = lastSep >= 0 ? modelPath.slice(lastSep + 1) : modelPath;
|
|
8
|
+
const match = filename.match(SHARD_PATTERN);
|
|
9
|
+
if (!match || !match[1] || !match[3])
|
|
10
|
+
return [modelPath];
|
|
11
|
+
const baseFilename = match[1];
|
|
12
|
+
const totalDigits = match[3];
|
|
13
|
+
const totalShards = Number.parseInt(totalDigits, 10);
|
|
14
|
+
if (totalShards <= 0)
|
|
15
|
+
return [modelPath];
|
|
16
|
+
const join = (name) => (dir ? `${dir}${sep}${name}` : name);
|
|
17
|
+
const shards = [join(`${baseFilename}.tensors.txt`)];
|
|
18
|
+
for (let i = 1; i <= totalShards; i++) {
|
|
19
|
+
shards.push(join(`${baseFilename}-${String(i).padStart(5, '0')}-of-${totalDigits}.gguf`));
|
|
20
|
+
}
|
|
21
|
+
return shards;
|
|
22
|
+
}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Generate a short hash (16 characters) from any input string
|
|
3
|
+
*/
|
|
4
|
+
export declare function generateShortHash(input: string): string;
|
|
5
|
+
/**
|
|
6
|
+
* Create a stable, deterministic string representation of a config object.
|
|
7
|
+
* - Recursively sorts all object keys
|
|
8
|
+
* - Normalizes ModelDescriptor objects to their src string
|
|
9
|
+
*/
|
|
10
|
+
export declare function canonicalConfigString(config: Record<string, unknown> | undefined): string;
|
|
11
|
+
/**
|
|
12
|
+
* Calculate progress percentage with bounds checking and consistent formatting
|
|
13
|
+
* @param current - Current progress value
|
|
14
|
+
* @param total - Total value
|
|
15
|
+
* @param decimals - Number of decimal places (default: 2)
|
|
16
|
+
* @returns Percentage clamped between 0-100 with fixed decimal places
|
|
17
|
+
*/
|
|
18
|
+
export declare function calculatePercentage(current: number, total: number, decimals?: number): number;
|