@qvac/inference 0.0.0 → 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +928 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import crypto from 'bare-crypto';
|
|
2
|
+
import { Buffer } from 'bare-buffer';
|
|
3
|
+
/**
|
|
4
|
+
* Generate a short hash (16 characters) from any input string
|
|
5
|
+
*/
|
|
6
|
+
export function generateShortHash(input) {
|
|
7
|
+
const hash = crypto.createHash('sha-256').update(Buffer.from(input, 'utf8')).digest('hex');
|
|
8
|
+
return hash.substring(0, 16);
|
|
9
|
+
}
|
|
10
|
+
function isModelDescriptor(value) {
|
|
11
|
+
return (typeof value === 'object' && value !== null && 'src' in value && typeof value.src === 'string');
|
|
12
|
+
}
|
|
13
|
+
function normalizeValue(value) {
|
|
14
|
+
if (isModelDescriptor(value)) {
|
|
15
|
+
return value.src;
|
|
16
|
+
}
|
|
17
|
+
if (Array.isArray(value)) {
|
|
18
|
+
return value.map(normalizeValue);
|
|
19
|
+
}
|
|
20
|
+
if (typeof value === 'object' && value !== null) {
|
|
21
|
+
return normalizeConfig(value);
|
|
22
|
+
}
|
|
23
|
+
return value;
|
|
24
|
+
}
|
|
25
|
+
function normalizeConfig(config) {
|
|
26
|
+
const result = {};
|
|
27
|
+
for (const key of Object.keys(config).sort()) {
|
|
28
|
+
result[key] = normalizeValue(config[key]);
|
|
29
|
+
}
|
|
30
|
+
return result;
|
|
31
|
+
}
|
|
32
|
+
/**
|
|
33
|
+
* Create a stable, deterministic string representation of a config object.
|
|
34
|
+
* - Recursively sorts all object keys
|
|
35
|
+
* - Normalizes ModelDescriptor objects to their src string
|
|
36
|
+
*/
|
|
37
|
+
export function canonicalConfigString(config) {
|
|
38
|
+
if (!config)
|
|
39
|
+
return '{}';
|
|
40
|
+
return JSON.stringify(normalizeConfig(config));
|
|
41
|
+
}
|
|
42
|
+
/**
|
|
43
|
+
* Calculate progress percentage with bounds checking and consistent formatting
|
|
44
|
+
* @param current - Current progress value
|
|
45
|
+
* @param total - Total value
|
|
46
|
+
* @param decimals - Number of decimal places (default: 2)
|
|
47
|
+
* @returns Percentage clamped between 0-100 with fixed decimal places
|
|
48
|
+
*/
|
|
49
|
+
export function calculatePercentage(current, total, decimals = 2) {
|
|
50
|
+
if (total <= 0 || current < 0) {
|
|
51
|
+
return 0;
|
|
52
|
+
}
|
|
53
|
+
const rawPercentage = (current / total) * 100;
|
|
54
|
+
const clampedPercentage = Math.min(Math.max(rawPercentage, 0), 100);
|
|
55
|
+
return Number(clampedPercentage.toFixed(decimals));
|
|
56
|
+
}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Extract tensor names from all GGUF shards and write to {baseFilename}.tensors.txt
|
|
3
|
+
* Required for sharded models to enable incremental/async loading
|
|
4
|
+
* @throws ModelLoadFailedError if any shard fails extraction
|
|
5
|
+
*/
|
|
6
|
+
export declare function extractAndWriteTensorsFile(shardDir: string, shardFilenames: string[], baseFilename: string): Promise<string>;
|
|
7
|
+
/**
|
|
8
|
+
* Check if a file has a valid GGUF header structure.
|
|
9
|
+
* Returns true if the header parses successfully and contains tensor metadata.
|
|
10
|
+
*
|
|
11
|
+
* NOTE: This only validates the header structure, NOT that tensor data exists.
|
|
12
|
+
* A file can have a valid header but be incomplete.
|
|
13
|
+
*/
|
|
14
|
+
export declare function hasValidGGUFHeader(filePath: string): Promise<boolean>;
|
|
@@ -0,0 +1,311 @@
|
|
|
1
|
+
import { promises as fsPromises, createReadStream } from 'bare-fs';
|
|
2
|
+
import Buffer from 'bare-buffer';
|
|
3
|
+
import { getEngineLogger } from '../logging/index.js';
|
|
4
|
+
import { ModelLoadFailedError } from '../errors/index.js';
|
|
5
|
+
import { validateAndJoinPath } from '../utils/path-security.js';
|
|
6
|
+
const logger = getEngineLogger();
|
|
7
|
+
// GGUF value types
|
|
8
|
+
const GGUF_TYPE = {
|
|
9
|
+
UINT8: 0,
|
|
10
|
+
INT8: 1,
|
|
11
|
+
UINT16: 2,
|
|
12
|
+
INT16: 3,
|
|
13
|
+
UINT32: 4,
|
|
14
|
+
INT32: 5,
|
|
15
|
+
FLOAT32: 6,
|
|
16
|
+
BOOL: 7,
|
|
17
|
+
STRING: 8,
|
|
18
|
+
ARRAY: 9,
|
|
19
|
+
UINT64: 10,
|
|
20
|
+
INT64: 11,
|
|
21
|
+
FLOAT64: 12
|
|
22
|
+
};
|
|
23
|
+
// Type sizes in bytes
|
|
24
|
+
const TYPE_SIZE = {
|
|
25
|
+
[GGUF_TYPE.UINT8]: 1,
|
|
26
|
+
[GGUF_TYPE.INT8]: 1,
|
|
27
|
+
[GGUF_TYPE.UINT16]: 2,
|
|
28
|
+
[GGUF_TYPE.INT16]: 2,
|
|
29
|
+
[GGUF_TYPE.UINT32]: 4,
|
|
30
|
+
[GGUF_TYPE.INT32]: 4,
|
|
31
|
+
[GGUF_TYPE.FLOAT32]: 4,
|
|
32
|
+
[GGUF_TYPE.BOOL]: 1,
|
|
33
|
+
[GGUF_TYPE.UINT64]: 8,
|
|
34
|
+
[GGUF_TYPE.INT64]: 8,
|
|
35
|
+
[GGUF_TYPE.FLOAT64]: 8
|
|
36
|
+
};
|
|
37
|
+
// Limits to prevent DoS/corruption issues
|
|
38
|
+
const LIMITS = {
|
|
39
|
+
MAX_KV_COUNT: 100_000,
|
|
40
|
+
MAX_TENSOR_COUNT: 1_000_000,
|
|
41
|
+
MAX_STRING_LEN: 100 * 1024 * 1024, // 100MB for tokenizer vocab
|
|
42
|
+
MAX_TENSOR_NAME_LEN: 64 * 1024, // 64KB for tensor names
|
|
43
|
+
MAX_ARRAY_LEN: 1_000_000_000, // 1B elements
|
|
44
|
+
MAX_DIMS: 32,
|
|
45
|
+
MAX_HEADER_SIZE: 4 * 1024 * 1024 * 1024 // 4GB max header
|
|
46
|
+
};
|
|
47
|
+
// Magic bytes for endianness detection
|
|
48
|
+
const GGUF_MAGIC_LE = 0x46554747; // "GGUF" little-endian
|
|
49
|
+
const GGUF_MAGIC_BE = 0x47475546; // "FUGG" big-endian
|
|
50
|
+
// File-local error for streaming parser control flow
|
|
51
|
+
// Used to signal "keep reading chunks" rather than an actual failure
|
|
52
|
+
class NeedMoreDataError extends Error {
|
|
53
|
+
currentOffset;
|
|
54
|
+
bytesNeeded;
|
|
55
|
+
constructor(currentOffset, bytesNeeded) {
|
|
56
|
+
super(`Need more data: offset ${currentOffset} requires ${bytesNeeded} more bytes`);
|
|
57
|
+
this.name = 'NeedMoreDataError';
|
|
58
|
+
this.currentOffset = currentOffset;
|
|
59
|
+
this.bytesNeeded = bytesNeeded;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
function parseGGUFHeader(buffer) {
|
|
63
|
+
const bufferLength = buffer.length;
|
|
64
|
+
let offset = 0;
|
|
65
|
+
let isBigEndian = false;
|
|
66
|
+
function ensureBytes(needed) {
|
|
67
|
+
if (offset + needed > bufferLength) {
|
|
68
|
+
throw new NeedMoreDataError(offset, needed);
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
function readU32() {
|
|
72
|
+
ensureBytes(4);
|
|
73
|
+
const val = isBigEndian ? buffer.readUInt32BE(offset) : buffer.readUInt32LE(offset);
|
|
74
|
+
offset += 4;
|
|
75
|
+
return val;
|
|
76
|
+
}
|
|
77
|
+
function readU64() {
|
|
78
|
+
ensureBytes(8);
|
|
79
|
+
const val = isBigEndian ? buffer.readBigUInt64BE(offset) : buffer.readBigUInt64LE(offset);
|
|
80
|
+
offset += 8;
|
|
81
|
+
return val;
|
|
82
|
+
}
|
|
83
|
+
function readU64AsNumber() {
|
|
84
|
+
const val = readU64();
|
|
85
|
+
if (val > BigInt(Number.MAX_SAFE_INTEGER)) {
|
|
86
|
+
throw new ModelLoadFailedError(`Value ${val} exceeds safe integer range`);
|
|
87
|
+
}
|
|
88
|
+
return Number(val);
|
|
89
|
+
}
|
|
90
|
+
function skipBytes(n) {
|
|
91
|
+
ensureBytes(n);
|
|
92
|
+
offset += n;
|
|
93
|
+
}
|
|
94
|
+
function skipString() {
|
|
95
|
+
const len = readU64AsNumber();
|
|
96
|
+
if (len > LIMITS.MAX_STRING_LEN) {
|
|
97
|
+
throw new ModelLoadFailedError(`String length ${len} exceeds limit ${LIMITS.MAX_STRING_LEN}`);
|
|
98
|
+
}
|
|
99
|
+
skipBytes(len);
|
|
100
|
+
}
|
|
101
|
+
function readTensorName() {
|
|
102
|
+
const len = readU64AsNumber();
|
|
103
|
+
if (len > LIMITS.MAX_TENSOR_NAME_LEN) {
|
|
104
|
+
logger.warn(`Tensor name length ${len} exceeds limit, truncating`);
|
|
105
|
+
skipBytes(len);
|
|
106
|
+
return '';
|
|
107
|
+
}
|
|
108
|
+
ensureBytes(len);
|
|
109
|
+
const name = buffer.toString('utf8', offset, offset + len);
|
|
110
|
+
offset += len;
|
|
111
|
+
return name;
|
|
112
|
+
}
|
|
113
|
+
function skipValue(valueType) {
|
|
114
|
+
const size = TYPE_SIZE[valueType];
|
|
115
|
+
if (size !== undefined) {
|
|
116
|
+
skipBytes(size);
|
|
117
|
+
return;
|
|
118
|
+
}
|
|
119
|
+
if (valueType === GGUF_TYPE.STRING) {
|
|
120
|
+
skipString();
|
|
121
|
+
return;
|
|
122
|
+
}
|
|
123
|
+
if (valueType === GGUF_TYPE.ARRAY) {
|
|
124
|
+
const arrayType = readU32();
|
|
125
|
+
const arrayLen = readU64AsNumber();
|
|
126
|
+
if (arrayLen > LIMITS.MAX_ARRAY_LEN) {
|
|
127
|
+
throw new ModelLoadFailedError(`Array length ${arrayLen} exceeds limit ${LIMITS.MAX_ARRAY_LEN}`);
|
|
128
|
+
}
|
|
129
|
+
const elementSize = TYPE_SIZE[arrayType];
|
|
130
|
+
if (elementSize !== undefined) {
|
|
131
|
+
// Fixed-size elements
|
|
132
|
+
skipBytes(arrayLen * elementSize);
|
|
133
|
+
}
|
|
134
|
+
else if (arrayType === GGUF_TYPE.STRING) {
|
|
135
|
+
// Array of strings
|
|
136
|
+
for (let i = 0; i < arrayLen; i++) {
|
|
137
|
+
skipString();
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
else if (arrayType === GGUF_TYPE.ARRAY) {
|
|
141
|
+
throw new ModelLoadFailedError('Nested arrays not supported');
|
|
142
|
+
}
|
|
143
|
+
else {
|
|
144
|
+
throw new ModelLoadFailedError(`Unknown array element type: ${arrayType}`);
|
|
145
|
+
}
|
|
146
|
+
return;
|
|
147
|
+
}
|
|
148
|
+
throw new ModelLoadFailedError(`Unknown value type: ${valueType}`);
|
|
149
|
+
}
|
|
150
|
+
// Parse header
|
|
151
|
+
ensureBytes(4);
|
|
152
|
+
const magicLE = buffer.readUInt32LE(offset);
|
|
153
|
+
if (magicLE === GGUF_MAGIC_LE) {
|
|
154
|
+
isBigEndian = false;
|
|
155
|
+
}
|
|
156
|
+
else if (magicLE === GGUF_MAGIC_BE) {
|
|
157
|
+
isBigEndian = true;
|
|
158
|
+
logger.debug('Detected big-endian GGUF file');
|
|
159
|
+
}
|
|
160
|
+
else {
|
|
161
|
+
throw new ModelLoadFailedError(`Invalid GGUF file - magic number mismatch (got 0x${magicLE.toString(16)})`);
|
|
162
|
+
}
|
|
163
|
+
offset += 4;
|
|
164
|
+
// Version
|
|
165
|
+
const version = readU32();
|
|
166
|
+
if (version !== 2 && version !== 3) {
|
|
167
|
+
throw new ModelLoadFailedError(`Unsupported GGUF version: ${version}`);
|
|
168
|
+
}
|
|
169
|
+
// Tensor count and KV count
|
|
170
|
+
const tensorCount = readU64AsNumber();
|
|
171
|
+
const kvCount = readU64AsNumber();
|
|
172
|
+
if (tensorCount > LIMITS.MAX_TENSOR_COUNT) {
|
|
173
|
+
throw new ModelLoadFailedError(`Tensor count ${tensorCount} exceeds limit ${LIMITS.MAX_TENSOR_COUNT}`);
|
|
174
|
+
}
|
|
175
|
+
if (kvCount > LIMITS.MAX_KV_COUNT) {
|
|
176
|
+
throw new ModelLoadFailedError(`KV count ${kvCount} exceeds limit ${LIMITS.MAX_KV_COUNT}`);
|
|
177
|
+
}
|
|
178
|
+
// Skip all KV pairs
|
|
179
|
+
for (let i = 0; i < kvCount; i++) {
|
|
180
|
+
skipString();
|
|
181
|
+
const valueType = readU32();
|
|
182
|
+
skipValue(valueType);
|
|
183
|
+
}
|
|
184
|
+
logger.debug(`KV section complete at offset ${offset}, reading tensor names...`);
|
|
185
|
+
const tensorNames = [];
|
|
186
|
+
for (let i = 0; i < tensorCount; i++) {
|
|
187
|
+
const name = readTensorName();
|
|
188
|
+
if (name) {
|
|
189
|
+
tensorNames.push(name);
|
|
190
|
+
}
|
|
191
|
+
// n_dims (u32)
|
|
192
|
+
const nDims = readU32();
|
|
193
|
+
if (nDims > LIMITS.MAX_DIMS) {
|
|
194
|
+
throw new ModelLoadFailedError(`Tensor dimensions ${nDims} exceeds limit ${LIMITS.MAX_DIMS}`);
|
|
195
|
+
}
|
|
196
|
+
// shape: nDims * u64
|
|
197
|
+
skipBytes(nDims * 8);
|
|
198
|
+
// dtype (u32)
|
|
199
|
+
skipBytes(4);
|
|
200
|
+
// offset (u64)
|
|
201
|
+
skipBytes(8);
|
|
202
|
+
}
|
|
203
|
+
logger.debug(`Parsed ${tensorNames.length} tensor names successfully`);
|
|
204
|
+
return tensorNames;
|
|
205
|
+
}
|
|
206
|
+
async function extractTensorNamesFromHeader(filePath) {
|
|
207
|
+
const stream = createReadStream(filePath);
|
|
208
|
+
const chunks = [];
|
|
209
|
+
let totalRead = 0;
|
|
210
|
+
let streamDestroyed = false;
|
|
211
|
+
function destroyStream() {
|
|
212
|
+
if (!streamDestroyed) {
|
|
213
|
+
streamDestroyed = true;
|
|
214
|
+
stream.destroy();
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
try {
|
|
218
|
+
for await (const chunk of stream) {
|
|
219
|
+
chunks.push(chunk);
|
|
220
|
+
totalRead += chunk.length;
|
|
221
|
+
// Only attempt parsing once we have enough data for the basic header
|
|
222
|
+
if (totalRead >= 24) {
|
|
223
|
+
try {
|
|
224
|
+
const buffer = Buffer.concat(chunks);
|
|
225
|
+
const result = parseGGUFHeader(buffer);
|
|
226
|
+
destroyStream();
|
|
227
|
+
return result;
|
|
228
|
+
}
|
|
229
|
+
catch (error) {
|
|
230
|
+
if (error instanceof NeedMoreDataError) {
|
|
231
|
+
// Keep reading
|
|
232
|
+
if (totalRead >= LIMITS.MAX_HEADER_SIZE) {
|
|
233
|
+
throw new ModelLoadFailedError(`GGUF header exceeds ${LIMITS.MAX_HEADER_SIZE / (1024 * 1024 * 1024)}GB limit`);
|
|
234
|
+
}
|
|
235
|
+
continue;
|
|
236
|
+
}
|
|
237
|
+
throw error;
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
}
|
|
241
|
+
throw new ModelLoadFailedError('File ended before GGUF header could be parsed');
|
|
242
|
+
}
|
|
243
|
+
finally {
|
|
244
|
+
destroyStream();
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
/**
|
|
248
|
+
* Extract tensor names from all GGUF shards and write to {baseFilename}.tensors.txt
|
|
249
|
+
* Required for sharded models to enable incremental/async loading
|
|
250
|
+
* @throws ModelLoadFailedError if any shard fails extraction
|
|
251
|
+
*/
|
|
252
|
+
export async function extractAndWriteTensorsFile(shardDir, shardFilenames, baseFilename) {
|
|
253
|
+
const tensorsFilePath = validateAndJoinPath(shardDir, `${baseFilename}.tensors.txt`);
|
|
254
|
+
try {
|
|
255
|
+
await fsPromises.access(tensorsFilePath);
|
|
256
|
+
logger.info(`Tensors file already exists: ${tensorsFilePath}`);
|
|
257
|
+
return tensorsFilePath;
|
|
258
|
+
}
|
|
259
|
+
catch {
|
|
260
|
+
// Continue with extraction
|
|
261
|
+
}
|
|
262
|
+
logger.info(`Extracting tensors from ${shardFilenames.length} shards...`);
|
|
263
|
+
const allTensorNames = new Set();
|
|
264
|
+
const failedShards = [];
|
|
265
|
+
for (const filename of shardFilenames) {
|
|
266
|
+
const shardPath = validateAndJoinPath(shardDir, filename);
|
|
267
|
+
try {
|
|
268
|
+
logger.debug(`Extracting tensors from ${filename}...`);
|
|
269
|
+
const tensorNames = await extractTensorNamesFromHeader(shardPath);
|
|
270
|
+
if (tensorNames.length > 0) {
|
|
271
|
+
tensorNames.forEach((name) => allTensorNames.add(name));
|
|
272
|
+
logger.info(`Extracted ${tensorNames.length} tensors from ${filename}`);
|
|
273
|
+
}
|
|
274
|
+
else {
|
|
275
|
+
failedShards.push(filename);
|
|
276
|
+
logger.error(`No tensors found in ${filename}`);
|
|
277
|
+
}
|
|
278
|
+
}
|
|
279
|
+
catch (error) {
|
|
280
|
+
failedShards.push(filename);
|
|
281
|
+
logger.error(`Failed to extract tensors from ${filename}:`, error);
|
|
282
|
+
}
|
|
283
|
+
}
|
|
284
|
+
if (failedShards.length > 0) {
|
|
285
|
+
throw new ModelLoadFailedError(`Failed to extract tensors from ${failedShards.length}/${shardFilenames.length} shards: ${failedShards.join(', ')}`);
|
|
286
|
+
}
|
|
287
|
+
if (allTensorNames.size === 0) {
|
|
288
|
+
throw new ModelLoadFailedError(`Could not extract any tensors from shards.`);
|
|
289
|
+
}
|
|
290
|
+
const tensorNames = Array.from(allTensorNames).sort();
|
|
291
|
+
await fsPromises.writeFile(tensorsFilePath, tensorNames.join('\n') + '\n', 'utf8');
|
|
292
|
+
logger.info(`Tensors file created: ${tensorsFilePath} (${tensorNames.length} tensors from ${shardFilenames.length} shards)`);
|
|
293
|
+
return tensorsFilePath;
|
|
294
|
+
}
|
|
295
|
+
/**
|
|
296
|
+
* Check if a file has a valid GGUF header structure.
|
|
297
|
+
* Returns true if the header parses successfully and contains tensor metadata.
|
|
298
|
+
*
|
|
299
|
+
* NOTE: This only validates the header structure, NOT that tensor data exists.
|
|
300
|
+
* A file can have a valid header but be incomplete.
|
|
301
|
+
*/
|
|
302
|
+
export async function hasValidGGUFHeader(filePath) {
|
|
303
|
+
try {
|
|
304
|
+
const tensorNames = await extractTensorNamesFromHeader(filePath);
|
|
305
|
+
return tensorNames.length > 0;
|
|
306
|
+
}
|
|
307
|
+
catch (error) {
|
|
308
|
+
logger.warn(`⚠️ GGUF header validation failed: ${error instanceof Error ? error.message : String(error)}`);
|
|
309
|
+
return false;
|
|
310
|
+
}
|
|
311
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare function getGlobalSingleton<T>(key: symbol, create: () => T): T;
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
export * from '../utils/archive.js';
|
|
2
|
+
export * from '../utils/cache/types.js';
|
|
3
|
+
export * from '../utils/cache/auto-history.js';
|
|
4
|
+
export * from '../utils/cache/paths.js';
|
|
5
|
+
export * from '../utils/checksum.js';
|
|
6
|
+
export * from '../utils/config-transform.js';
|
|
7
|
+
export * from '../utils/expand-gguf-shards.js';
|
|
8
|
+
export * from '../utils/formatting.js';
|
|
9
|
+
export * from '../utils/gguf-tensor-extractor.js';
|
|
10
|
+
export * from '../utils/path-security.js';
|
|
11
|
+
export * from '../utils/shard-utils.js';
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
export * from '../utils/archive.js';
|
|
2
|
+
export * from '../utils/cache/types.js';
|
|
3
|
+
export * from '../utils/cache/auto-history.js';
|
|
4
|
+
export * from '../utils/cache/paths.js';
|
|
5
|
+
export * from '../utils/checksum.js';
|
|
6
|
+
export * from '../utils/config-transform.js';
|
|
7
|
+
export * from '../utils/expand-gguf-shards.js';
|
|
8
|
+
export * from '../utils/formatting.js';
|
|
9
|
+
export * from '../utils/gguf-tensor-extractor.js';
|
|
10
|
+
export * from '../utils/path-security.js';
|
|
11
|
+
export * from '../utils/shard-utils.js';
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Throws {@link ModelSrcTypeMismatchError} when explicit
|
|
3
|
+
* `modelType` disagrees with the type inferred from `modelSrc`.
|
|
4
|
+
* No-op when nothing can be inferred.
|
|
5
|
+
*/
|
|
6
|
+
export declare function assertModelSrcMatchesModelType(modelSrc: unknown, explicitModelType: string): void;
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { inferModelTypeFromModelSrc } from '../schemas/model-src-utils.js';
|
|
2
|
+
import { normalizeModelType } from '../schemas/model-types.js';
|
|
3
|
+
import { ModelSrcTypeMismatchError } from '../errors/index.js';
|
|
4
|
+
/**
|
|
5
|
+
* Throws {@link ModelSrcTypeMismatchError} when explicit
|
|
6
|
+
* `modelType` disagrees with the type inferred from `modelSrc`.
|
|
7
|
+
* No-op when nothing can be inferred.
|
|
8
|
+
*/
|
|
9
|
+
export function assertModelSrcMatchesModelType(modelSrc, explicitModelType) {
|
|
10
|
+
const inferred = inferModelTypeFromModelSrc(modelSrc);
|
|
11
|
+
if (!inferred)
|
|
12
|
+
return;
|
|
13
|
+
const normalizedInferred = normalizeModelType(inferred);
|
|
14
|
+
const normalizedExplicit = normalizeModelType(explicitModelType);
|
|
15
|
+
if (normalizedInferred !== normalizedExplicit) {
|
|
16
|
+
throw new ModelSrcTypeMismatchError(normalizedInferred, normalizedExplicit);
|
|
17
|
+
}
|
|
18
|
+
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { Tool } from '../schemas/tools.js';
|
|
2
|
+
import type { McpClientInput } from '../schemas/mcp-adapter.js';
|
|
3
|
+
import type { ToolHandler } from '../utils/tool-helpers.js';
|
|
4
|
+
export type { McpClient, McpClientInput } from '../schemas/mcp-adapter.js';
|
|
5
|
+
export type ToolHandlerMap = Map<string, ToolHandler>;
|
|
6
|
+
export type McpToolsResult = {
|
|
7
|
+
tools: Tool[];
|
|
8
|
+
handlers: ToolHandlerMap;
|
|
9
|
+
};
|
|
10
|
+
export declare function getMcpToolsWithHandlers(clients: McpClientInput[]): Promise<McpToolsResult>;
|
|
11
|
+
export declare function getMcpTools(clients: McpClientInput[]): Promise<Tool[]>;
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
import { mapValues } from '../utils/object.js';
|
|
2
|
+
const VALID_TYPES = ['string', 'number', 'integer', 'boolean', 'object', 'array'];
|
|
3
|
+
function isValidType(value) {
|
|
4
|
+
return typeof value === 'string' && VALID_TYPES.includes(value);
|
|
5
|
+
}
|
|
6
|
+
function convertMcpToolToTool(mcpTool) {
|
|
7
|
+
const inputSchema = mcpTool.inputSchema;
|
|
8
|
+
const properties = inputSchema.properties ?? {};
|
|
9
|
+
const required = inputSchema.required ?? [];
|
|
10
|
+
const convertedProperties = mapValues(properties, (prop) => {
|
|
11
|
+
const { type, description, enum: enumVal } = prop;
|
|
12
|
+
return {
|
|
13
|
+
type: isValidType(type) ? type : 'string',
|
|
14
|
+
...(description && { description }),
|
|
15
|
+
...(enumVal && { enum: enumVal })
|
|
16
|
+
};
|
|
17
|
+
});
|
|
18
|
+
return {
|
|
19
|
+
type: 'function',
|
|
20
|
+
name: mcpTool.name,
|
|
21
|
+
description: mcpTool.description ?? '',
|
|
22
|
+
parameters: {
|
|
23
|
+
type: 'object',
|
|
24
|
+
properties: convertedProperties,
|
|
25
|
+
required: required.length > 0 ? required : undefined
|
|
26
|
+
}
|
|
27
|
+
};
|
|
28
|
+
}
|
|
29
|
+
function createMcpToolHandler(client, toolName) {
|
|
30
|
+
return async (args) => {
|
|
31
|
+
return client.callTool({ name: toolName, arguments: args });
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
export async function getMcpToolsWithHandlers(clients) {
|
|
35
|
+
const allTools = [];
|
|
36
|
+
const handlers = new Map();
|
|
37
|
+
for (const { client, includeResources } of clients) {
|
|
38
|
+
const { tools: mcpTools } = await client.listTools();
|
|
39
|
+
for (const mcpTool of mcpTools) {
|
|
40
|
+
allTools.push(convertMcpToolToTool(mcpTool));
|
|
41
|
+
handlers.set(mcpTool.name, createMcpToolHandler(client, mcpTool.name));
|
|
42
|
+
}
|
|
43
|
+
if (includeResources !== false && client.listResources) {
|
|
44
|
+
allTools.push({
|
|
45
|
+
type: 'function',
|
|
46
|
+
name: 'list_resources',
|
|
47
|
+
description: 'List available resources from MCP server',
|
|
48
|
+
parameters: {
|
|
49
|
+
type: 'object',
|
|
50
|
+
properties: {}
|
|
51
|
+
}
|
|
52
|
+
});
|
|
53
|
+
handlers.set('list_resources', async () => {
|
|
54
|
+
if (!client.listResources) {
|
|
55
|
+
return { resources: [] };
|
|
56
|
+
}
|
|
57
|
+
const result = await client.listResources();
|
|
58
|
+
return {
|
|
59
|
+
type: 'text',
|
|
60
|
+
text: JSON.stringify(result.resources, null, 2)
|
|
61
|
+
};
|
|
62
|
+
});
|
|
63
|
+
if (client.readResource) {
|
|
64
|
+
allTools.push({
|
|
65
|
+
type: 'function',
|
|
66
|
+
name: 'read_resource',
|
|
67
|
+
description: 'Read content of a specific resource by URI',
|
|
68
|
+
parameters: {
|
|
69
|
+
type: 'object',
|
|
70
|
+
properties: {
|
|
71
|
+
uri: {
|
|
72
|
+
type: 'string',
|
|
73
|
+
description: 'The URI of the resource to read'
|
|
74
|
+
}
|
|
75
|
+
},
|
|
76
|
+
required: ['uri']
|
|
77
|
+
}
|
|
78
|
+
});
|
|
79
|
+
handlers.set('read_resource', async (args) => {
|
|
80
|
+
if (!client.readResource) {
|
|
81
|
+
return { error: 'readResource not available' };
|
|
82
|
+
}
|
|
83
|
+
const result = await client.readResource({
|
|
84
|
+
uri: args['uri']
|
|
85
|
+
});
|
|
86
|
+
return result.contents[0];
|
|
87
|
+
});
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
return { tools: allTools, handlers };
|
|
92
|
+
}
|
|
93
|
+
export async function getMcpTools(clients) {
|
|
94
|
+
const { tools } = await getMcpToolsWithHandlers(clients);
|
|
95
|
+
return tools;
|
|
96
|
+
}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export const MULTI_GPU_KEYS = ['main-gpu', 'split-mode', 'tensor-split'];
|
|
2
|
+
// Deletes any multi-GPU keys from `config` IN PLACE and returns the removed
|
|
3
|
+
// keys. Mutation is intentional: callers strip before the config reaches the
|
|
4
|
+
// model constructor. gpu_layers (single-GPU layer offload) is intentionally
|
|
5
|
+
// absent from MULTI_GPU_KEYS.
|
|
6
|
+
export function stripMultiGpuKeys(config) {
|
|
7
|
+
const stripped = MULTI_GPU_KEYS.filter((k) => k in config);
|
|
8
|
+
stripped.forEach((k) => delete config[k]);
|
|
9
|
+
return stripped;
|
|
10
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare function mapValues<T, U>(obj: Record<string, T>, fn: (value: T, key: string) => U): Record<string, U>;
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Sanitize a path component that will be joined to a base directory.
|
|
3
|
+
* Strips traversal sequences, absolute prefixes, and normalizes separators.
|
|
4
|
+
*
|
|
5
|
+
* Throws on null bytes (literal or URL-encoded).
|
|
6
|
+
*/
|
|
7
|
+
export declare function sanitizePathComponent(component: string): string;
|
|
8
|
+
/**
|
|
9
|
+
* Check whether a resolved target path is contained within a base directory.
|
|
10
|
+
* Portable — caller provides the resolve function and separator for their runtime.
|
|
11
|
+
*/
|
|
12
|
+
export declare function checkPathWithinBase(basePath: string, targetPath: string, resolveFn: (...args: string[]) => string, sep: string): boolean;
|
|
13
|
+
/**
|
|
14
|
+
* Check whether a target path is contained within a base directory.
|
|
15
|
+
* Both paths are resolved to absolute before comparison.
|
|
16
|
+
*/
|
|
17
|
+
export declare function isPathWithinBase(basePath: string, targetPath: string): boolean;
|
|
18
|
+
/**
|
|
19
|
+
* Sanitize components, join them to a base path, and verify the result
|
|
20
|
+
* stays within the base directory. Throws PathTraversalError on escape.
|
|
21
|
+
*/
|
|
22
|
+
export declare function validateAndJoinPath(basePath: string, ...components: string[]): string;
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import path from 'bare-path';
|
|
2
|
+
import { PathTraversalError } from '../errors/index.js';
|
|
3
|
+
/**
|
|
4
|
+
* Sanitize a path component that will be joined to a base directory.
|
|
5
|
+
* Strips traversal sequences, absolute prefixes, and normalizes separators.
|
|
6
|
+
*
|
|
7
|
+
* Throws on null bytes (literal or URL-encoded).
|
|
8
|
+
*/
|
|
9
|
+
export function sanitizePathComponent(component) {
|
|
10
|
+
if (component === '')
|
|
11
|
+
return '';
|
|
12
|
+
// Reject null bytes (literal and URL-encoded)
|
|
13
|
+
if (component.includes('\0') || component.includes('%00')) {
|
|
14
|
+
throw new Error(`Path component contains null byte: ${component}`);
|
|
15
|
+
}
|
|
16
|
+
let sanitized = component;
|
|
17
|
+
// Decode common URL-encoded traversal sequences
|
|
18
|
+
sanitized = sanitized.replace(/%2e/gi, '.').replace(/%2f/gi, '/').replace(/%5c/gi, '\\');
|
|
19
|
+
// Normalize backslashes to forward slashes
|
|
20
|
+
sanitized = sanitized.replace(/\\/g, '/');
|
|
21
|
+
// Strip Windows drive letter prefixes (C:/, D:/, etc.)
|
|
22
|
+
sanitized = sanitized.replace(/^[A-Za-z]:\//, '');
|
|
23
|
+
// Strip leading slashes (absolute path prefixes)
|
|
24
|
+
sanitized = sanitized.replace(/^\/+/, '');
|
|
25
|
+
// Remove all ".." segments (start, middle, end) iteratively until stable
|
|
26
|
+
let prev = '';
|
|
27
|
+
while (prev !== sanitized) {
|
|
28
|
+
prev = sanitized;
|
|
29
|
+
sanitized = sanitized.replace(/^\.\.\//g, '');
|
|
30
|
+
sanitized = sanitized.replace(/\/\.\.$/g, '');
|
|
31
|
+
sanitized = sanitized.replace(/\/\.\.\//g, '/');
|
|
32
|
+
if (sanitized === '..')
|
|
33
|
+
sanitized = '';
|
|
34
|
+
}
|
|
35
|
+
// Strip any remaining leading slashes produced by stripping
|
|
36
|
+
sanitized = sanitized.replace(/^\/+/, '');
|
|
37
|
+
return sanitized;
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* Check whether a resolved target path is contained within a base directory.
|
|
41
|
+
* Portable — caller provides the resolve function and separator for their runtime.
|
|
42
|
+
*/
|
|
43
|
+
export function checkPathWithinBase(basePath, targetPath, resolveFn, sep) {
|
|
44
|
+
const resolvedBase = resolveFn(basePath);
|
|
45
|
+
const resolvedTarget = resolveFn(targetPath);
|
|
46
|
+
if (resolvedTarget === resolvedBase)
|
|
47
|
+
return true;
|
|
48
|
+
return resolvedTarget.startsWith(resolvedBase + sep);
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
* Check whether a target path is contained within a base directory.
|
|
52
|
+
* Both paths are resolved to absolute before comparison.
|
|
53
|
+
*/
|
|
54
|
+
export function isPathWithinBase(basePath, targetPath) {
|
|
55
|
+
return checkPathWithinBase(basePath, targetPath, (...args) => path.resolve(...args), path.sep || '/');
|
|
56
|
+
}
|
|
57
|
+
/**
|
|
58
|
+
* Sanitize components, join them to a base path, and verify the result
|
|
59
|
+
* stays within the base directory. Throws PathTraversalError on escape.
|
|
60
|
+
*/
|
|
61
|
+
export function validateAndJoinPath(basePath, ...components) {
|
|
62
|
+
const sanitized = components.map((c) => sanitizePathComponent(c));
|
|
63
|
+
const joined = path.join(basePath, ...sanitized);
|
|
64
|
+
const resolved = path.resolve(joined);
|
|
65
|
+
if (!isPathWithinBase(basePath, resolved)) {
|
|
66
|
+
throw new PathTraversalError(components.join('/'), basePath);
|
|
67
|
+
}
|
|
68
|
+
return resolved;
|
|
69
|
+
}
|