@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
package/dist/utils/archive.js
CHANGED
|
@@ -3,9 +3,9 @@ import path from 'bare-path';
|
|
|
3
3
|
import { createGunzip } from 'bare-zlib';
|
|
4
4
|
import tarStream from 'tar-stream';
|
|
5
5
|
import Buffer from 'bare-buffer';
|
|
6
|
-
import { detectShardedModel, generateShardFilenames,
|
|
6
|
+
import { detectShardedModel, generateShardFilenames, checkAllShardsExist } from '../utils/shard-utils.js';
|
|
7
7
|
import { ModelLoadFailedError, ArchiveExtractionFailedError, ArchiveUnsupportedTypeError, ArchiveMissingShardsError, DownloadCancelledError } from '../errors/index.js';
|
|
8
|
-
import { isPathWithinBase } from '
|
|
8
|
+
import { isPathWithinBase } from '../utils/path-security.js';
|
|
9
9
|
import { getEngineLogger } from '../logging/index.js';
|
|
10
10
|
import { SUPPORTED_ARCHIVE_EXTENSIONS, filenameToArchiveTypeSchema } from '../schemas/model-file.js';
|
|
11
11
|
const logger = getEngineLogger();
|
|
@@ -18,7 +18,7 @@ export function isArchiveUrl(url) {
|
|
|
18
18
|
return SUPPORTED_ARCHIVE_EXTENSIONS.some((ext) => filename.endsWith(ext));
|
|
19
19
|
}
|
|
20
20
|
// Whitelist of model file extensions to extract from archives
|
|
21
|
-
const ALLOWED_MODEL_EXTENSIONS = ['.gguf'
|
|
21
|
+
const ALLOWED_MODEL_EXTENSIONS = ['.gguf'];
|
|
22
22
|
function isModelFile(entryName) {
|
|
23
23
|
const basename = path.basename(entryName);
|
|
24
24
|
// Skip resource forks (._filename)
|
|
@@ -66,22 +66,43 @@ export async function extractTarStream(archivePath, extractDir, useGunzip, signa
|
|
|
66
66
|
const extract = tarStream.extract();
|
|
67
67
|
const gunzip = useGunzip ? createGunzip() : null;
|
|
68
68
|
return new Promise((resolve, reject) => {
|
|
69
|
-
let
|
|
69
|
+
let settled = false;
|
|
70
70
|
let readStream = null;
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
71
|
+
// Settles, with the write's error if any, when the current entry's file is
|
|
72
|
+
// closed. tar-stream can emit 'finish' before the last entry's write
|
|
73
|
+
// completes (an archive without end-of-archive blocks), so completion
|
|
74
|
+
// waits for it too.
|
|
75
|
+
let writeClosed = Promise.resolve(undefined);
|
|
76
|
+
let writeStream = null;
|
|
77
|
+
const settle = (error) => {
|
|
78
|
+
if (settled)
|
|
79
|
+
return;
|
|
80
|
+
settled = true;
|
|
81
|
+
signal?.removeEventListener('abort', onAbort);
|
|
82
|
+
if (error !== undefined) {
|
|
83
|
+
readStream?.destroy();
|
|
84
|
+
gunzip?.destroy();
|
|
85
|
+
extract.destroy();
|
|
86
|
+
writeStream?.destroy();
|
|
87
|
+
}
|
|
88
|
+
// Nothing is written after the caller sees the outcome.
|
|
89
|
+
void writeClosed.then((writeError) => {
|
|
90
|
+
const outcome = error ?? writeError;
|
|
91
|
+
if (outcome === undefined)
|
|
92
|
+
resolve();
|
|
93
|
+
else
|
|
94
|
+
reject(outcome);
|
|
81
95
|
});
|
|
96
|
+
};
|
|
97
|
+
const onAbort = () => settle(new DownloadCancelledError());
|
|
98
|
+
if (signal?.aborted) {
|
|
99
|
+
settle(new DownloadCancelledError());
|
|
100
|
+
return;
|
|
82
101
|
}
|
|
102
|
+
signal?.addEventListener('abort', onAbort);
|
|
83
103
|
extract.on('entry', (header, stream, next) => {
|
|
84
|
-
|
|
104
|
+
stream.on('error', settle);
|
|
105
|
+
if (settled) {
|
|
85
106
|
stream.resume();
|
|
86
107
|
return;
|
|
87
108
|
}
|
|
@@ -101,23 +122,35 @@ export async function extractTarStream(archivePath, extractDir, useGunzip, signa
|
|
|
101
122
|
if (header.type === 'file') {
|
|
102
123
|
const dir = path.dirname(filePath);
|
|
103
124
|
fs.mkdirSync(dir, { recursive: true });
|
|
104
|
-
const
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
125
|
+
const entryWriteStream = fs.createWriteStream(filePath);
|
|
126
|
+
writeStream = entryWriteStream;
|
|
127
|
+
writeClosed = new Promise((resolveClose) => {
|
|
128
|
+
let writeError;
|
|
129
|
+
entryWriteStream.on('error', (error) => {
|
|
130
|
+
writeError = error;
|
|
131
|
+
settle(error);
|
|
132
|
+
});
|
|
133
|
+
entryWriteStream.on('close', () => resolveClose(writeError));
|
|
134
|
+
});
|
|
135
|
+
entryWriteStream.on('close', () => {
|
|
136
|
+
if (!settled)
|
|
137
|
+
next();
|
|
138
|
+
});
|
|
139
|
+
stream.pipe(entryWriteStream);
|
|
108
140
|
}
|
|
109
141
|
else {
|
|
110
|
-
stream.on('end',
|
|
142
|
+
stream.on('end', () => {
|
|
143
|
+
if (!settled)
|
|
144
|
+
next();
|
|
145
|
+
});
|
|
111
146
|
stream.resume();
|
|
112
147
|
}
|
|
113
148
|
});
|
|
114
|
-
extract.on('finish',
|
|
115
|
-
extract.on('error',
|
|
116
|
-
|
|
117
|
-
gunzip.on('error', reject);
|
|
118
|
-
}
|
|
149
|
+
extract.on('finish', () => settle());
|
|
150
|
+
extract.on('error', settle);
|
|
151
|
+
gunzip?.on('error', settle);
|
|
119
152
|
readStream = fs.createReadStream(archivePath);
|
|
120
|
-
readStream.on('error',
|
|
153
|
+
readStream.on('error', settle);
|
|
121
154
|
// tar-stream's extract is a streamx Writable at runtime; cast past the
|
|
122
155
|
// nominal private brand its shim can't carry (see types/tar-stream).
|
|
123
156
|
const extractDest = extract;
|
|
@@ -132,13 +165,39 @@ export async function extractTarStream(archivePath, extractDir, useGunzip, signa
|
|
|
132
165
|
}
|
|
133
166
|
});
|
|
134
167
|
}
|
|
135
|
-
|
|
168
|
+
const EXTRACTION_COMPLETE_MARKER = '.extraction-complete';
|
|
169
|
+
async function pathExists(filePath) {
|
|
170
|
+
return fsPromises.access(filePath).then(() => true, () => false);
|
|
171
|
+
}
|
|
172
|
+
/**
|
|
173
|
+
* An extracted sharded archive is complete when every shard exists and the
|
|
174
|
+
* extraction that wrote them finished. Caches from earlier SDK versions have no
|
|
175
|
+
* marker, so the first load after upgrading extracts the archive again, which
|
|
176
|
+
* downloads it again when it came over HTTP.
|
|
177
|
+
*/
|
|
178
|
+
export async function isShardedExtractionComplete(extractDir, shardFilename) {
|
|
179
|
+
return ((await checkAllShardsExist(extractDir, shardFilename)) &&
|
|
180
|
+
(await pathExists(path.join(extractDir, EXTRACTION_COMPLETE_MARKER))));
|
|
181
|
+
}
|
|
182
|
+
// Concurrent loads of one archive share an extract directory, so they share
|
|
183
|
+
// one extraction instead of writing the same files at the same time. A joining
|
|
184
|
+
// caller shares the first caller's abort signal.
|
|
185
|
+
const inFlightExtractions = new Map();
|
|
186
|
+
export function extractAndValidateShardedArchive(archivePath, extractDir, signal) {
|
|
187
|
+
const inFlight = inFlightExtractions.get(extractDir);
|
|
188
|
+
if (inFlight)
|
|
189
|
+
return inFlight;
|
|
190
|
+
const extraction = extractAndValidateShardedArchiveOnce(archivePath, extractDir, signal).finally(() => inFlightExtractions.delete(extractDir));
|
|
191
|
+
inFlightExtractions.set(extractDir, extraction);
|
|
192
|
+
return extraction;
|
|
193
|
+
}
|
|
194
|
+
async function extractAndValidateShardedArchiveOnce(archivePath, extractDir, signal) {
|
|
136
195
|
// Check if shards already extracted
|
|
137
196
|
try {
|
|
138
197
|
const existingFiles = await fsPromises.readdir(extractDir);
|
|
139
198
|
const existingShard = existingFiles.find((f) => detectShardedModel(String(f)).isSharded);
|
|
140
199
|
if (existingShard) {
|
|
141
|
-
const isComplete = await
|
|
200
|
+
const isComplete = await isShardedExtractionComplete(extractDir, String(existingShard));
|
|
142
201
|
if (isComplete) {
|
|
143
202
|
logger.info(`✅ Archive already extracted: ${extractDir}`);
|
|
144
203
|
const shardFilenames = generateShardFilenames(String(existingShard));
|
|
@@ -151,6 +210,7 @@ export async function extractAndValidateShardedArchive(archivePath, extractDir,
|
|
|
151
210
|
// Directory doesn't exist, proceed with extraction
|
|
152
211
|
}
|
|
153
212
|
logger.info(`Extracting archive: ${path.basename(archivePath)}`);
|
|
213
|
+
await fsPromises.rm(path.join(extractDir, EXTRACTION_COMPLETE_MARKER), { force: true });
|
|
154
214
|
try {
|
|
155
215
|
await extractArchive(archivePath, extractDir, signal);
|
|
156
216
|
}
|
|
@@ -177,8 +237,7 @@ export async function extractAndValidateShardedArchive(archivePath, extractDir,
|
|
|
177
237
|
throw new ArchiveMissingShardsError(shardFilename);
|
|
178
238
|
}
|
|
179
239
|
}
|
|
180
|
-
|
|
181
|
-
await extractTensorsFromShards(extractDir, shardedFileName);
|
|
240
|
+
await fsPromises.writeFile(path.join(extractDir, EXTRACTION_COMPLETE_MARKER), '');
|
|
182
241
|
logger.info(`Archive extracted to ${extractDir} successfully: ${files.length} files`);
|
|
183
242
|
return path.join(extractDir, shardFilenames[0]);
|
|
184
243
|
}
|
|
@@ -3,11 +3,16 @@ export declare function isVadEvent(event: ASRGgml.ASRStreamOutput): event is ASR
|
|
|
3
3
|
export declare function isEndOfTurnEvent(event: ASRGgml.ASRStreamOutput): event is ASRGgml.EndOfTurnEvent;
|
|
4
4
|
export declare function toVadStateEvent(event: ASRGgml.VadEvent): {
|
|
5
5
|
speakerId?: number;
|
|
6
|
+
chunkIndex?: number;
|
|
7
|
+
timestamp?: number;
|
|
6
8
|
speaking: boolean;
|
|
7
9
|
probability: number;
|
|
8
10
|
source: "silero" | "energy" | "sortformer";
|
|
9
11
|
};
|
|
10
12
|
export declare function toEndOfTurnEvent(event: ASRGgml.EndOfTurnEvent): {
|
|
13
|
+
confidence?: number;
|
|
14
|
+
chunkIndex?: number;
|
|
15
|
+
timestamp?: number;
|
|
11
16
|
source: "parakeet";
|
|
12
17
|
silenceDurationMs?: never;
|
|
13
18
|
} | {
|
package/dist/utils/asr-events.js
CHANGED
|
@@ -15,12 +15,21 @@ export function toVadStateEvent(event) {
|
|
|
15
15
|
speaking: event.speaking,
|
|
16
16
|
probability: event.score,
|
|
17
17
|
source: event.source,
|
|
18
|
+
...(event.timestamp !== undefined && { timestamp: event.timestamp }),
|
|
19
|
+
...(event.chunkIndex !== undefined && { chunkIndex: event.chunkIndex }),
|
|
18
20
|
...(event.speakerId !== undefined && { speakerId: event.speakerId })
|
|
19
21
|
};
|
|
20
22
|
}
|
|
21
23
|
export function toEndOfTurnEvent(event) {
|
|
22
24
|
if (event.source === 'model-eou') {
|
|
23
|
-
|
|
25
|
+
// The native EOU boundary carries its own timing and confidence; a
|
|
26
|
+
// boundary the addon synthesizes from a segment has none to forward.
|
|
27
|
+
return {
|
|
28
|
+
source: 'parakeet',
|
|
29
|
+
...(event.timestamp !== undefined && { timestamp: event.timestamp }),
|
|
30
|
+
...(event.chunkIndex !== undefined && { chunkIndex: event.chunkIndex }),
|
|
31
|
+
...(event.confidence !== undefined && { confidence: event.confidence })
|
|
32
|
+
};
|
|
24
33
|
}
|
|
25
34
|
if (event.silenceDurationMs === undefined) {
|
|
26
35
|
return null;
|
|
@@ -30,7 +30,9 @@ export async function decodeAudioToStream(inputPath, audioFormat = 's16le', opti
|
|
|
30
30
|
const audioStream = fs.createReadStream(inputPath);
|
|
31
31
|
// bare-fs read streams are async-iterable over Buffer at runtime; the
|
|
32
32
|
// decoder types its input as AsyncIterable<Buffer>.
|
|
33
|
-
const response = decoder.run(audioStream
|
|
33
|
+
const response = decoder.run(audioStream, {
|
|
34
|
+
retainOutput: false
|
|
35
|
+
});
|
|
34
36
|
return decoderResponseToStream(response, {
|
|
35
37
|
inputPath,
|
|
36
38
|
inactivityTimeoutMs,
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { Readable } from 'bare-stream';
|
|
2
2
|
import fs from 'bare-fs';
|
|
3
3
|
import Buffer from 'bare-buffer';
|
|
4
|
-
import { needsDecoding, decodeAudioToStream } from '
|
|
4
|
+
import { needsDecoding, decodeAudioToStream } from '../utils/audio/decoder.js';
|
|
5
5
|
import { AudioFileNotFoundError, InvalidAudioChunkError } from '../errors/index.js';
|
|
6
6
|
/**
|
|
7
7
|
* Converts an AudioInput (base64 or filePath) into a Readable stream,
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
-
import type { CacheMessage } from '
|
|
1
|
+
import type { CacheMessage } from '../../utils/cache/types.js';
|
|
2
|
+
export declare function normalizeCacheMessage(message: CacheMessage): CacheMessage;
|
|
2
3
|
export declare function getAutoCacheLookupHistory(currentHistory: CacheMessage[]): CacheMessage[];
|
|
3
4
|
export declare function buildAutoCacheSaveHistory(currentHistory: CacheMessage[], assistantResponse: string): CacheMessage[];
|
|
@@ -1,7 +1,9 @@
|
|
|
1
|
-
import { normalizeAssistantCacheContent } from '
|
|
2
|
-
function normalizeCacheMessage(message) {
|
|
1
|
+
import { normalizeAssistantCacheContent } from '../../utils/cache-normalize.js';
|
|
2
|
+
export function normalizeCacheMessage(message) {
|
|
3
3
|
const { attachments, ...normalized } = message;
|
|
4
|
-
|
|
4
|
+
// Content parts are a user-turn shape (the schema rejects them elsewhere);
|
|
5
|
+
// assistant text is always a plain string.
|
|
6
|
+
if (message.role === 'assistant' && typeof message.content === 'string') {
|
|
5
7
|
normalized.content = normalizeAssistantCacheContent(message.content);
|
|
6
8
|
}
|
|
7
9
|
return {
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import { type RegistryItem } from '../../models/registry/models.js';
|
|
2
|
+
/** detectShardedModel's filename pattern: `<base>-00001-of-00004.gguf`. */
|
|
3
|
+
export declare const SHARD_FILENAME_PATTERN: RegExp;
|
|
4
|
+
export declare const COREML_COMPONENTS: readonly ["analytics/coremldata.bin", "coremldata.bin", "metadata.json", "model.mil", "weights/weight.bin"];
|
|
5
|
+
type BundleSpec = {
|
|
6
|
+
sourceName: string;
|
|
7
|
+
targetSuffix: string;
|
|
8
|
+
};
|
|
9
|
+
export type CoremlSidecarSpec = {
|
|
10
|
+
source: string;
|
|
11
|
+
root: string;
|
|
12
|
+
modelStem: string;
|
|
13
|
+
bundles: readonly BundleSpec[];
|
|
14
|
+
withoutBundlesUse?: string;
|
|
15
|
+
};
|
|
16
|
+
export declare function getCoremlSidecarSpec(registryPath: string, registrySource: string, platform: string | undefined): CoremlSidecarSpec | undefined;
|
|
17
|
+
/** The string a Core ML companion set's key is the short hash of. */
|
|
18
|
+
export declare function getCoremlSetKeySource(model: RegistryItem, spec: CoremlSidecarSpec): string;
|
|
19
|
+
/**
|
|
20
|
+
* The catalog entries of every bundle the catalog publishes completely, each
|
|
21
|
+
* with the name it takes in the set directory. A bundle missing a component
|
|
22
|
+
* is left out: a partial `.mlmodelc` is not usable.
|
|
23
|
+
*/
|
|
24
|
+
export declare function getCatalogCoremlSidecars(spec: CoremlSidecarSpec): {
|
|
25
|
+
key: string;
|
|
26
|
+
targetName: string;
|
|
27
|
+
entry: RegistryItem;
|
|
28
|
+
}[];
|
|
29
|
+
/** A single-file model's name in the models cache directory. */
|
|
30
|
+
export declare function getSingleFileCacheName(registryPath: string, shortHash: (input: string) => string): string;
|
|
31
|
+
export type ModelCacheLayout = {
|
|
32
|
+
/** The model's file or set directory, relative to the models cache directory. */
|
|
33
|
+
path: string;
|
|
34
|
+
/** Every registry-pinned file the model needs, relative to the models cache directory. */
|
|
35
|
+
files: {
|
|
36
|
+
path: string;
|
|
37
|
+
size: number;
|
|
38
|
+
sha256: string;
|
|
39
|
+
}[];
|
|
40
|
+
};
|
|
41
|
+
/**
|
|
42
|
+
* Where the loader keeps `model`, or `undefined` for a sharded model (its
|
|
43
|
+
* `sharded/` directory is not described here) or a Core ML model whose bundles
|
|
44
|
+
* the catalog lacks (the loader asks the live registry). `shortHash` is
|
|
45
|
+
* generateShortHash, passed in to avoid bare-crypto.
|
|
46
|
+
*/
|
|
47
|
+
export declare function getModelCacheLayout(model: RegistryItem, platform: string | undefined, shortHash: (input: string) => string): ModelCacheLayout | undefined;
|
|
48
|
+
export {};
|
|
@@ -0,0 +1,190 @@
|
|
|
1
|
+
import { models } from '../../models/registry/models.js';
|
|
2
|
+
// Where the models cache keeps each registry model. Pure (no fs or bare-*
|
|
3
|
+
// imports) so Node can load it; the loader uses the same rules.
|
|
4
|
+
/** detectShardedModel's filename pattern: `<base>-00001-of-00004.gguf`. */
|
|
5
|
+
export const SHARD_FILENAME_PATTERN = /^(.+)-(\d{5})-of-(\d{5})(\.\w+)$/;
|
|
6
|
+
// Apple Core ML sidecars for registry GGUFs. A native addon runs a stage on a
|
|
7
|
+
// compiled `.mlmodelc` bundle when one sits next to the GGUF and falls back to
|
|
8
|
+
// ggml otherwise, so on macOS and iOS the bundle is downloaded with its GGUF
|
|
9
|
+
// into one companion-set directory. The registry publishes a bundle as its
|
|
10
|
+
// individual component files, none of which is a model constant of its own.
|
|
11
|
+
// TranscribePsy's Core ML distribution goes further: its GGUF carries no
|
|
12
|
+
// encoder weights, so that GGUF only loads with its bundles beside it.
|
|
13
|
+
export const COREML_COMPONENTS = [
|
|
14
|
+
'analytics/coremldata.bin',
|
|
15
|
+
'coremldata.bin',
|
|
16
|
+
'metadata.json',
|
|
17
|
+
'model.mil',
|
|
18
|
+
'weights/weight.bin'
|
|
19
|
+
];
|
|
20
|
+
const SIDECAR_FAMILIES = [
|
|
21
|
+
{
|
|
22
|
+
// The pinned ASR addon supports these encoder sidecars. The other bundles
|
|
23
|
+
// in the registry (CTC, Indic CTC, Nemotron, and TDT 1.1B) must not be
|
|
24
|
+
// downloaded until the addon can actually use them.
|
|
25
|
+
source: 's3',
|
|
26
|
+
root: 'qvac_models_compiled/ggml/parakeet/2026-09-28/',
|
|
27
|
+
pathPattern: /\/ggml\/parakeet\//,
|
|
28
|
+
stemPattern: /^(.+)\.(?:f16|q4_0|q8_0)\.gguf$/,
|
|
29
|
+
bundlesByStem: {
|
|
30
|
+
'parakeet-tdt-0.6b-v3': [
|
|
31
|
+
{ sourceName: 'parakeet-tdt-0.6b-v3-encoder', targetSuffix: '-encoder' }
|
|
32
|
+
],
|
|
33
|
+
'parakeet-unified-en-0.6b': [
|
|
34
|
+
{ sourceName: 'parakeet-unified-en-0.6b-encoder', targetSuffix: '-encoder' }
|
|
35
|
+
],
|
|
36
|
+
'parakeet-eou-120m-v1': [
|
|
37
|
+
{ sourceName: 'parakeet_realtime_eou_120m-v1-encoder', targetSuffix: '-encoder' }
|
|
38
|
+
],
|
|
39
|
+
'diar_streaming_sortformer_4spk-v2.1': [
|
|
40
|
+
{ sourceName: 'diar_streaming_sortformer_4spk-v2.1-encoder', targetSuffix: '-encoder' },
|
|
41
|
+
{
|
|
42
|
+
sourceName: 'diar_streaming_sortformer_4spk-v2.1-encoder-bypass-pre-encode',
|
|
43
|
+
targetSuffix: '-encoder-bypass-pre-encode'
|
|
44
|
+
}
|
|
45
|
+
]
|
|
46
|
+
}
|
|
47
|
+
},
|
|
48
|
+
{
|
|
49
|
+
// TranscribePsy EU-sub's Core ML distribution is published on Hugging Face
|
|
50
|
+
// as an encoder-less GGUF with its encoder and decoder bundles beside it;
|
|
51
|
+
// the ASR addon runs both stages on the Neural Engine. The full EU-sub GGUF
|
|
52
|
+
// (`transcribepsy-250m-eu-sub.gguf`) has no sidecar and runs on ggml, and
|
|
53
|
+
// so does the 25-language TranscribePsy-250M-EU GGUF
|
|
54
|
+
// (`transcribepsy-250m-eu.gguf`, published from S3): its CAFE adapters and
|
|
55
|
+
// language gate are not in these bundles, so it has no Core ML family.
|
|
56
|
+
source: 'hf',
|
|
57
|
+
pathPattern: /^qvac\/TranscribePsy-250M-EU-sub-coreml\/resolve\//,
|
|
58
|
+
stemPattern: /^(transcribepsy-250m-eu-sub-coreml)\.gguf$/,
|
|
59
|
+
bundlesByStem: {
|
|
60
|
+
'transcribepsy-250m-eu-sub-coreml': [
|
|
61
|
+
{ sourceName: 'transcribepsy-250m-eu-sub-coreml-encoder', targetSuffix: '-encoder' },
|
|
62
|
+
{ sourceName: 'transcribepsy-250m-eu-sub-coreml-decoder', targetSuffix: '-decoder' }
|
|
63
|
+
]
|
|
64
|
+
},
|
|
65
|
+
withoutBundlesUse: 'PARAKEET_TRANSCRIBEPSY_250M_Q8_0'
|
|
66
|
+
},
|
|
67
|
+
{
|
|
68
|
+
// The TTS addon runs the Audio8 codec's synthesis stack on this bundle when
|
|
69
|
+
// it sits beside the codec decoder GGUF. Every quantization tier shares the
|
|
70
|
+
// one bundle, which is why its name drops the tier.
|
|
71
|
+
source: 's3',
|
|
72
|
+
root: 'qvac_models_compiled/ggml/audio8/2026-09-30/',
|
|
73
|
+
pathPattern: /\/ggml\/audio-?8\//,
|
|
74
|
+
stemPattern: /^(.+)-(?:f16|f32|q8_0)\.gguf$/,
|
|
75
|
+
bundlesByStem: {
|
|
76
|
+
'audio8-codec-decoder': [{ sourceName: 'audio8-codec-decoder', targetSuffix: '' }]
|
|
77
|
+
}
|
|
78
|
+
},
|
|
79
|
+
{
|
|
80
|
+
// The AudioGen addon decodes ACE-Step's latent on this bundle when it sits
|
|
81
|
+
// beside the VAE GGUF as `vae-decoder.mlmodelc`, and on ggml otherwise.
|
|
82
|
+
// The bundle was published after the GGUF, in a later registry directory.
|
|
83
|
+
source: 's3',
|
|
84
|
+
root: 'qvac_models_compiled/ggml/acestep/2026-10-28/',
|
|
85
|
+
pathPattern: /\/ggml\/acestep\//,
|
|
86
|
+
stemPattern: /^(vae)-BF16\.gguf$/,
|
|
87
|
+
bundlesByStem: {
|
|
88
|
+
vae: [{ sourceName: 'vae-decoder', targetSuffix: '-decoder' }]
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
];
|
|
92
|
+
function basename(registryPath) {
|
|
93
|
+
return registryPath.split('/').pop() || registryPath;
|
|
94
|
+
}
|
|
95
|
+
export function getCoremlSidecarSpec(registryPath, registrySource, platform) {
|
|
96
|
+
if (platform !== 'darwin' && platform !== 'ios')
|
|
97
|
+
return undefined;
|
|
98
|
+
const filename = registryPath.split('/').pop() || '';
|
|
99
|
+
for (const family of SIDECAR_FAMILIES) {
|
|
100
|
+
if (family.source !== registrySource || !family.pathPattern.test(registryPath))
|
|
101
|
+
continue;
|
|
102
|
+
const modelStem = filename.match(family.stemPattern)?.[1];
|
|
103
|
+
const bundles = modelStem ? family.bundlesByStem[modelStem] : undefined;
|
|
104
|
+
if (modelStem && bundles) {
|
|
105
|
+
return {
|
|
106
|
+
source: family.source,
|
|
107
|
+
root: family.root ?? registryPath.slice(0, registryPath.length - filename.length),
|
|
108
|
+
modelStem,
|
|
109
|
+
bundles,
|
|
110
|
+
...(family.withoutBundlesUse !== undefined && {
|
|
111
|
+
withoutBundlesUse: family.withoutBundlesUse
|
|
112
|
+
})
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
return undefined;
|
|
117
|
+
}
|
|
118
|
+
/** The string a Core ML companion set's key is the short hash of. */
|
|
119
|
+
export function getCoremlSetKeySource(model, spec) {
|
|
120
|
+
return `${model.registrySource}:${model.registryPath}:coreml:${spec.root}`;
|
|
121
|
+
}
|
|
122
|
+
/**
|
|
123
|
+
* The catalog entries of every bundle the catalog publishes completely, each
|
|
124
|
+
* with the name it takes in the set directory. A bundle missing a component
|
|
125
|
+
* is left out: a partial `.mlmodelc` is not usable.
|
|
126
|
+
*/
|
|
127
|
+
export function getCatalogCoremlSidecars(spec) {
|
|
128
|
+
const sidecars = [];
|
|
129
|
+
for (const bundle of spec.bundles) {
|
|
130
|
+
const registryPrefix = `${spec.root}${bundle.sourceName}.mlmodelc/`;
|
|
131
|
+
const entries = COREML_COMPONENTS.map((component) => models.find((entry) => entry.registrySource === spec.source && entry.registryPath === registryPrefix + component));
|
|
132
|
+
if (entries.some((entry) => !entry))
|
|
133
|
+
continue;
|
|
134
|
+
entries.forEach((entry, index) => sidecars.push({
|
|
135
|
+
key: `${bundle.sourceName}/${COREML_COMPONENTS[index]}`,
|
|
136
|
+
targetName: `${spec.modelStem}${bundle.targetSuffix}.mlmodelc/${COREML_COMPONENTS[index]}`,
|
|
137
|
+
entry: entry
|
|
138
|
+
}));
|
|
139
|
+
}
|
|
140
|
+
return sidecars;
|
|
141
|
+
}
|
|
142
|
+
/** A single-file model's name in the models cache directory. */
|
|
143
|
+
export function getSingleFileCacheName(registryPath, shortHash) {
|
|
144
|
+
return `${shortHash(registryPath)}_${basename(registryPath)}`;
|
|
145
|
+
}
|
|
146
|
+
/**
|
|
147
|
+
* Where the loader keeps `model`, or `undefined` for a sharded model (its
|
|
148
|
+
* `sharded/` directory is not described here) or a Core ML model whose bundles
|
|
149
|
+
* the catalog lacks (the loader asks the live registry). `shortHash` is
|
|
150
|
+
* generateShortHash, passed in to avoid bare-crypto.
|
|
151
|
+
*/
|
|
152
|
+
export function getModelCacheLayout(model, platform, shortHash) {
|
|
153
|
+
const filename = basename(model.registryPath);
|
|
154
|
+
if (SHARD_FILENAME_PATTERN.test(filename))
|
|
155
|
+
return undefined;
|
|
156
|
+
const set = (setKey, files) => ({
|
|
157
|
+
path: `sets/${setKey}`,
|
|
158
|
+
files: files.map((file) => ({
|
|
159
|
+
path: `sets/${setKey}/${file.targetName}`,
|
|
160
|
+
size: file.size,
|
|
161
|
+
sha256: file.sha256
|
|
162
|
+
}))
|
|
163
|
+
});
|
|
164
|
+
const spec = getCoremlSidecarSpec(model.registryPath, model.registrySource, platform);
|
|
165
|
+
if (spec) {
|
|
166
|
+
const sidecars = getCatalogCoremlSidecars(spec);
|
|
167
|
+
if (sidecars.length === 0)
|
|
168
|
+
return undefined;
|
|
169
|
+
return set(shortHash(getCoremlSetKeySource(model, spec)), [
|
|
170
|
+
{ targetName: filename, size: model.expectedSize, sha256: model.sha256Checksum },
|
|
171
|
+
...sidecars.map(({ targetName, entry }) => ({
|
|
172
|
+
targetName,
|
|
173
|
+
size: entry.expectedSize,
|
|
174
|
+
sha256: entry.sha256Checksum
|
|
175
|
+
}))
|
|
176
|
+
]);
|
|
177
|
+
}
|
|
178
|
+
if (model.companionSet) {
|
|
179
|
+
return set(model.companionSet.setKey, model.companionSet.files.map((file) => ({
|
|
180
|
+
targetName: file.targetName,
|
|
181
|
+
size: file.expectedSize,
|
|
182
|
+
sha256: file.sha256Checksum
|
|
183
|
+
})));
|
|
184
|
+
}
|
|
185
|
+
const single = getSingleFileCacheName(model.registryPath, shortHash);
|
|
186
|
+
return {
|
|
187
|
+
path: single,
|
|
188
|
+
files: [{ path: single, size: model.expectedSize, sha256: model.sha256Checksum }]
|
|
189
|
+
};
|
|
190
|
+
}
|
|
@@ -1,13 +1,14 @@
|
|
|
1
1
|
import fs, { promises as fsPromises } from 'bare-fs';
|
|
2
2
|
import path from 'bare-path';
|
|
3
3
|
import { getConfiguredCacheDir } from '../../runtime/state.js';
|
|
4
|
-
import { getQvacPath } from '
|
|
5
|
-
import {
|
|
6
|
-
import { validateAndJoinPath, joinWithinBase } from '
|
|
7
|
-
import { generateShortHash } from '
|
|
4
|
+
import { getQvacPath } from '../../utils/qvac-paths.js';
|
|
5
|
+
import { calculateCachedFileChecksum } from '../../utils/checksum.js';
|
|
6
|
+
import { validateAndJoinPath, joinWithinBase } from '../../utils/path-security.js';
|
|
7
|
+
import { generateShortHash } from '../../utils/formatting.js';
|
|
8
|
+
import { getSingleFileCacheName } from '../../utils/cache/layout.js';
|
|
8
9
|
import { getEngineLogger } from '../../logging/index.js';
|
|
9
10
|
import { nowMs } from '../../profiling/index.js';
|
|
10
|
-
import { resolveClearStorageTarget } from '
|
|
11
|
+
import { resolveClearStorageTarget } from '../../utils/clear-storage.js';
|
|
11
12
|
const logger = getEngineLogger();
|
|
12
13
|
export function getCacheDir(subDir) {
|
|
13
14
|
const cacheDir = getQvacPath(subDir);
|
|
@@ -74,10 +75,7 @@ export function getCompanionSetPath(setKey, targetName) {
|
|
|
74
75
|
* Get cache path for a single (non-sharded, non-companion) registry model.
|
|
75
76
|
*/
|
|
76
77
|
export function getSingleFileCachePath(registryPath) {
|
|
77
|
-
|
|
78
|
-
const filename = registryPath.split('/').pop() || registryPath;
|
|
79
|
-
const sourceHash = generateShortHash(registryPath);
|
|
80
|
-
return joinWithinBase(getModelsCacheDir(), `${sourceHash}_${filename}`);
|
|
78
|
+
return joinWithinBase(getModelsCacheDir(), getSingleFileCacheName(registryPath, generateShortHash));
|
|
81
79
|
}
|
|
82
80
|
/**
|
|
83
81
|
* Get full path to specific shard file
|
|
@@ -117,7 +115,7 @@ export async function checkShardCompleteness(hyperdriveKey, shardFilenames, shar
|
|
|
117
115
|
}
|
|
118
116
|
if (fileMeta.sha256Checksum) {
|
|
119
117
|
const start = nowMs();
|
|
120
|
-
const actualChecksum = await
|
|
118
|
+
const actualChecksum = await calculateCachedFileChecksum(shardPath);
|
|
121
119
|
onChecksumTimeMs?.(nowMs() - start);
|
|
122
120
|
if (actualChecksum !== fileMeta.sha256Checksum) {
|
|
123
121
|
logger.warn(`File ${i + 1} checksum mismatch for ${fileMeta.filename}. Expected: ${fileMeta.sha256Checksum}. Actual: ${actualChecksum}. Will re-download.`);
|
package/dist/utils/checksum.d.ts
CHANGED
|
@@ -1,3 +1,10 @@
|
|
|
1
1
|
import type { DownloadHooks } from '../handlers/load-model/types.js';
|
|
2
2
|
export declare function calculateFileChecksum(filePath: string): Promise<string>;
|
|
3
|
+
/** Reuse a digest only while the file's identity and change metadata match. */
|
|
4
|
+
export declare function calculateCachedFileChecksum(filePath: string): Promise<string>;
|
|
5
|
+
/**
|
|
6
|
+
* Rename a file, keeping its cached digest if it is unchanged since hashing; the
|
|
7
|
+
* rename itself can update ctime, which would otherwise force a re-hash.
|
|
8
|
+
*/
|
|
9
|
+
export declare function renameWithCachedChecksum(fromPath: string, toPath: string): Promise<void>;
|
|
3
10
|
export declare function measureChecksum(filePath: string, hooks?: DownloadHooks): Promise<string>;
|
package/dist/utils/checksum.js
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import fs from 'bare-fs';
|
|
2
2
|
import crypto from 'bare-crypto';
|
|
3
|
-
import
|
|
3
|
+
import path from 'bare-path';
|
|
4
|
+
import { nowMs } from '../profiling/clock.js';
|
|
4
5
|
export async function calculateFileChecksum(filePath) {
|
|
5
6
|
return new Promise((resolve, reject) => {
|
|
6
7
|
try {
|
|
@@ -21,9 +22,65 @@ export async function calculateFileChecksum(filePath) {
|
|
|
21
22
|
}
|
|
22
23
|
});
|
|
23
24
|
}
|
|
25
|
+
// Process-local only: a new engine process must establish its own verification.
|
|
26
|
+
// Bound retention so applications visiting many model paths do not grow forever.
|
|
27
|
+
const checksumCache = new Map();
|
|
28
|
+
const MAX_CACHED_CHECKSUMS = 256;
|
|
29
|
+
async function fileFingerprint(filePath) {
|
|
30
|
+
const stats = await fs.promises.stat(filePath);
|
|
31
|
+
const fields = [stats.dev, stats.ino, stats.size, stats.mtimeMs, stats.ctimeMs];
|
|
32
|
+
// Runtimes/filesystems without usable identity metadata always hash the file.
|
|
33
|
+
if (!stats.isFile() || !stats.ino || !fields.every(Number.isFinite))
|
|
34
|
+
return undefined;
|
|
35
|
+
return fields.join(':');
|
|
36
|
+
}
|
|
37
|
+
/** Reuse a digest only while the file's identity and change metadata match. */
|
|
38
|
+
export async function calculateCachedFileChecksum(filePath) {
|
|
39
|
+
const key = path.resolve(filePath);
|
|
40
|
+
try {
|
|
41
|
+
const before = await fileFingerprint(key);
|
|
42
|
+
const cached = checksumCache.get(key);
|
|
43
|
+
if (before !== undefined && cached?.fingerprint === before)
|
|
44
|
+
return cached.checksum;
|
|
45
|
+
checksumCache.delete(key);
|
|
46
|
+
const checksum = await calculateFileChecksum(key);
|
|
47
|
+
const after = await fileFingerprint(key);
|
|
48
|
+
if (before !== after)
|
|
49
|
+
throw new Error(`File changed during checksum calculation: ${key}`);
|
|
50
|
+
if (after !== undefined) {
|
|
51
|
+
if (checksumCache.size >= MAX_CACHED_CHECKSUMS) {
|
|
52
|
+
checksumCache.delete(checksumCache.keys().next().value);
|
|
53
|
+
}
|
|
54
|
+
checksumCache.set(key, { fingerprint: after, checksum });
|
|
55
|
+
}
|
|
56
|
+
return checksum;
|
|
57
|
+
}
|
|
58
|
+
catch (error) {
|
|
59
|
+
checksumCache.delete(key);
|
|
60
|
+
throw error;
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
/**
|
|
64
|
+
* Rename a file, keeping its cached digest if it is unchanged since hashing; the
|
|
65
|
+
* rename itself can update ctime, which would otherwise force a re-hash.
|
|
66
|
+
*/
|
|
67
|
+
export async function renameWithCachedChecksum(fromPath, toPath) {
|
|
68
|
+
const from = path.resolve(fromPath);
|
|
69
|
+
const to = path.resolve(toPath);
|
|
70
|
+
const cached = checksumCache.get(from);
|
|
71
|
+
const unchanged = cached !== undefined && cached.fingerprint === (await fileFingerprint(from).catch(() => null));
|
|
72
|
+
checksumCache.delete(from);
|
|
73
|
+
checksumCache.delete(to);
|
|
74
|
+
await fs.promises.rename(from, to);
|
|
75
|
+
if (!unchanged)
|
|
76
|
+
return;
|
|
77
|
+
const after = await fileFingerprint(to).catch(() => undefined);
|
|
78
|
+
if (after !== undefined)
|
|
79
|
+
checksumCache.set(to, { fingerprint: after, checksum: cached.checksum });
|
|
80
|
+
}
|
|
24
81
|
export async function measureChecksum(filePath, hooks) {
|
|
25
82
|
const start = nowMs();
|
|
26
|
-
const checksum = await
|
|
83
|
+
const checksum = await calculateCachedFileChecksum(filePath);
|
|
27
84
|
hooks?.addChecksumValidationTimeMs?.(nowMs() - start);
|
|
28
85
|
return checksum;
|
|
29
86
|
}
|