@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
|
@@ -0,0 +1,190 @@
|
|
|
1
|
+
import { models } from '../../models/registry/models.js';
|
|
2
|
+
// Where the models cache keeps each registry model. Pure (no fs or bare-*
|
|
3
|
+
// imports) so Node can load it; the loader uses the same rules.
|
|
4
|
+
/** detectShardedModel's filename pattern: `<base>-00001-of-00004.gguf`. */
|
|
5
|
+
export const SHARD_FILENAME_PATTERN = /^(.+)-(\d{5})-of-(\d{5})(\.\w+)$/;
|
|
6
|
+
// Apple Core ML sidecars for registry GGUFs. A native addon runs a stage on a
|
|
7
|
+
// compiled `.mlmodelc` bundle when one sits next to the GGUF and falls back to
|
|
8
|
+
// ggml otherwise, so on macOS and iOS the bundle is downloaded with its GGUF
|
|
9
|
+
// into one companion-set directory. The registry publishes a bundle as its
|
|
10
|
+
// individual component files, none of which is a model constant of its own.
|
|
11
|
+
// TranscribePsy's Core ML distribution goes further: its GGUF carries no
|
|
12
|
+
// encoder weights, so that GGUF only loads with its bundles beside it.
|
|
13
|
+
export const COREML_COMPONENTS = [
|
|
14
|
+
'analytics/coremldata.bin',
|
|
15
|
+
'coremldata.bin',
|
|
16
|
+
'metadata.json',
|
|
17
|
+
'model.mil',
|
|
18
|
+
'weights/weight.bin'
|
|
19
|
+
];
|
|
20
|
+
const SIDECAR_FAMILIES = [
|
|
21
|
+
{
|
|
22
|
+
// The pinned ASR addon supports these encoder sidecars. The other bundles
|
|
23
|
+
// in the registry (CTC, Indic CTC, Nemotron, and TDT 1.1B) must not be
|
|
24
|
+
// downloaded until the addon can actually use them.
|
|
25
|
+
source: 's3',
|
|
26
|
+
root: 'qvac_models_compiled/ggml/parakeet/2026-09-28/',
|
|
27
|
+
pathPattern: /\/ggml\/parakeet\//,
|
|
28
|
+
stemPattern: /^(.+)\.(?:f16|q4_0|q8_0)\.gguf$/,
|
|
29
|
+
bundlesByStem: {
|
|
30
|
+
'parakeet-tdt-0.6b-v3': [
|
|
31
|
+
{ sourceName: 'parakeet-tdt-0.6b-v3-encoder', targetSuffix: '-encoder' }
|
|
32
|
+
],
|
|
33
|
+
'parakeet-unified-en-0.6b': [
|
|
34
|
+
{ sourceName: 'parakeet-unified-en-0.6b-encoder', targetSuffix: '-encoder' }
|
|
35
|
+
],
|
|
36
|
+
'parakeet-eou-120m-v1': [
|
|
37
|
+
{ sourceName: 'parakeet_realtime_eou_120m-v1-encoder', targetSuffix: '-encoder' }
|
|
38
|
+
],
|
|
39
|
+
'diar_streaming_sortformer_4spk-v2.1': [
|
|
40
|
+
{ sourceName: 'diar_streaming_sortformer_4spk-v2.1-encoder', targetSuffix: '-encoder' },
|
|
41
|
+
{
|
|
42
|
+
sourceName: 'diar_streaming_sortformer_4spk-v2.1-encoder-bypass-pre-encode',
|
|
43
|
+
targetSuffix: '-encoder-bypass-pre-encode'
|
|
44
|
+
}
|
|
45
|
+
]
|
|
46
|
+
}
|
|
47
|
+
},
|
|
48
|
+
{
|
|
49
|
+
// TranscribePsy EU-sub's Core ML distribution is published on Hugging Face
|
|
50
|
+
// as an encoder-less GGUF with its encoder and decoder bundles beside it;
|
|
51
|
+
// the ASR addon runs both stages on the Neural Engine. The full EU-sub GGUF
|
|
52
|
+
// (`transcribepsy-250m-eu-sub.gguf`) has no sidecar and runs on ggml, and
|
|
53
|
+
// so does the 25-language TranscribePsy-250M-EU GGUF
|
|
54
|
+
// (`transcribepsy-250m-eu.gguf`, published from S3): its CAFE adapters and
|
|
55
|
+
// language gate are not in these bundles, so it has no Core ML family.
|
|
56
|
+
source: 'hf',
|
|
57
|
+
pathPattern: /^qvac\/TranscribePsy-250M-EU-sub-coreml\/resolve\//,
|
|
58
|
+
stemPattern: /^(transcribepsy-250m-eu-sub-coreml)\.gguf$/,
|
|
59
|
+
bundlesByStem: {
|
|
60
|
+
'transcribepsy-250m-eu-sub-coreml': [
|
|
61
|
+
{ sourceName: 'transcribepsy-250m-eu-sub-coreml-encoder', targetSuffix: '-encoder' },
|
|
62
|
+
{ sourceName: 'transcribepsy-250m-eu-sub-coreml-decoder', targetSuffix: '-decoder' }
|
|
63
|
+
]
|
|
64
|
+
},
|
|
65
|
+
withoutBundlesUse: 'PARAKEET_TRANSCRIBEPSY_250M_Q8_0'
|
|
66
|
+
},
|
|
67
|
+
{
|
|
68
|
+
// The TTS addon runs the Audio8 codec's synthesis stack on this bundle when
|
|
69
|
+
// it sits beside the codec decoder GGUF. Every quantization tier shares the
|
|
70
|
+
// one bundle, which is why its name drops the tier.
|
|
71
|
+
source: 's3',
|
|
72
|
+
root: 'qvac_models_compiled/ggml/audio8/2026-09-30/',
|
|
73
|
+
pathPattern: /\/ggml\/audio-?8\//,
|
|
74
|
+
stemPattern: /^(.+)-(?:f16|f32|q8_0)\.gguf$/,
|
|
75
|
+
bundlesByStem: {
|
|
76
|
+
'audio8-codec-decoder': [{ sourceName: 'audio8-codec-decoder', targetSuffix: '' }]
|
|
77
|
+
}
|
|
78
|
+
},
|
|
79
|
+
{
|
|
80
|
+
// The AudioGen addon decodes ACE-Step's latent on this bundle when it sits
|
|
81
|
+
// beside the VAE GGUF as `vae-decoder.mlmodelc`, and on ggml otherwise.
|
|
82
|
+
// The bundle was published after the GGUF, in a later registry directory.
|
|
83
|
+
source: 's3',
|
|
84
|
+
root: 'qvac_models_compiled/ggml/acestep/2026-10-28/',
|
|
85
|
+
pathPattern: /\/ggml\/acestep\//,
|
|
86
|
+
stemPattern: /^(vae)-BF16\.gguf$/,
|
|
87
|
+
bundlesByStem: {
|
|
88
|
+
vae: [{ sourceName: 'vae-decoder', targetSuffix: '-decoder' }]
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
];
|
|
92
|
+
function basename(registryPath) {
|
|
93
|
+
return registryPath.split('/').pop() || registryPath;
|
|
94
|
+
}
|
|
95
|
+
export function getCoremlSidecarSpec(registryPath, registrySource, platform) {
|
|
96
|
+
if (platform !== 'darwin' && platform !== 'ios')
|
|
97
|
+
return undefined;
|
|
98
|
+
const filename = registryPath.split('/').pop() || '';
|
|
99
|
+
for (const family of SIDECAR_FAMILIES) {
|
|
100
|
+
if (family.source !== registrySource || !family.pathPattern.test(registryPath))
|
|
101
|
+
continue;
|
|
102
|
+
const modelStem = filename.match(family.stemPattern)?.[1];
|
|
103
|
+
const bundles = modelStem ? family.bundlesByStem[modelStem] : undefined;
|
|
104
|
+
if (modelStem && bundles) {
|
|
105
|
+
return {
|
|
106
|
+
source: family.source,
|
|
107
|
+
root: family.root ?? registryPath.slice(0, registryPath.length - filename.length),
|
|
108
|
+
modelStem,
|
|
109
|
+
bundles,
|
|
110
|
+
...(family.withoutBundlesUse !== undefined && {
|
|
111
|
+
withoutBundlesUse: family.withoutBundlesUse
|
|
112
|
+
})
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
return undefined;
|
|
117
|
+
}
|
|
118
|
+
/** The string a Core ML companion set's key is the short hash of. */
|
|
119
|
+
export function getCoremlSetKeySource(model, spec) {
|
|
120
|
+
return `${model.registrySource}:${model.registryPath}:coreml:${spec.root}`;
|
|
121
|
+
}
|
|
122
|
+
/**
|
|
123
|
+
* The catalog entries of every bundle the catalog publishes completely, each
|
|
124
|
+
* with the name it takes in the set directory. A bundle missing a component
|
|
125
|
+
* is left out: a partial `.mlmodelc` is not usable.
|
|
126
|
+
*/
|
|
127
|
+
export function getCatalogCoremlSidecars(spec) {
|
|
128
|
+
const sidecars = [];
|
|
129
|
+
for (const bundle of spec.bundles) {
|
|
130
|
+
const registryPrefix = `${spec.root}${bundle.sourceName}.mlmodelc/`;
|
|
131
|
+
const entries = COREML_COMPONENTS.map((component) => models.find((entry) => entry.registrySource === spec.source && entry.registryPath === registryPrefix + component));
|
|
132
|
+
if (entries.some((entry) => !entry))
|
|
133
|
+
continue;
|
|
134
|
+
entries.forEach((entry, index) => sidecars.push({
|
|
135
|
+
key: `${bundle.sourceName}/${COREML_COMPONENTS[index]}`,
|
|
136
|
+
targetName: `${spec.modelStem}${bundle.targetSuffix}.mlmodelc/${COREML_COMPONENTS[index]}`,
|
|
137
|
+
entry: entry
|
|
138
|
+
}));
|
|
139
|
+
}
|
|
140
|
+
return sidecars;
|
|
141
|
+
}
|
|
142
|
+
/** A single-file model's name in the models cache directory. */
|
|
143
|
+
export function getSingleFileCacheName(registryPath, shortHash) {
|
|
144
|
+
return `${shortHash(registryPath)}_${basename(registryPath)}`;
|
|
145
|
+
}
|
|
146
|
+
/**
|
|
147
|
+
* Where the loader keeps `model`, or `undefined` for a sharded model (its
|
|
148
|
+
* `sharded/` directory is not described here) or a Core ML model whose bundles
|
|
149
|
+
* the catalog lacks (the loader asks the live registry). `shortHash` is
|
|
150
|
+
* generateShortHash, passed in to avoid bare-crypto.
|
|
151
|
+
*/
|
|
152
|
+
export function getModelCacheLayout(model, platform, shortHash) {
|
|
153
|
+
const filename = basename(model.registryPath);
|
|
154
|
+
if (SHARD_FILENAME_PATTERN.test(filename))
|
|
155
|
+
return undefined;
|
|
156
|
+
const set = (setKey, files) => ({
|
|
157
|
+
path: `sets/${setKey}`,
|
|
158
|
+
files: files.map((file) => ({
|
|
159
|
+
path: `sets/${setKey}/${file.targetName}`,
|
|
160
|
+
size: file.size,
|
|
161
|
+
sha256: file.sha256
|
|
162
|
+
}))
|
|
163
|
+
});
|
|
164
|
+
const spec = getCoremlSidecarSpec(model.registryPath, model.registrySource, platform);
|
|
165
|
+
if (spec) {
|
|
166
|
+
const sidecars = getCatalogCoremlSidecars(spec);
|
|
167
|
+
if (sidecars.length === 0)
|
|
168
|
+
return undefined;
|
|
169
|
+
return set(shortHash(getCoremlSetKeySource(model, spec)), [
|
|
170
|
+
{ targetName: filename, size: model.expectedSize, sha256: model.sha256Checksum },
|
|
171
|
+
...sidecars.map(({ targetName, entry }) => ({
|
|
172
|
+
targetName,
|
|
173
|
+
size: entry.expectedSize,
|
|
174
|
+
sha256: entry.sha256Checksum
|
|
175
|
+
}))
|
|
176
|
+
]);
|
|
177
|
+
}
|
|
178
|
+
if (model.companionSet) {
|
|
179
|
+
return set(model.companionSet.setKey, model.companionSet.files.map((file) => ({
|
|
180
|
+
targetName: file.targetName,
|
|
181
|
+
size: file.expectedSize,
|
|
182
|
+
sha256: file.sha256Checksum
|
|
183
|
+
})));
|
|
184
|
+
}
|
|
185
|
+
const single = getSingleFileCacheName(model.registryPath, shortHash);
|
|
186
|
+
return {
|
|
187
|
+
path: single,
|
|
188
|
+
files: [{ path: single, size: model.expectedSize, sha256: model.sha256Checksum }]
|
|
189
|
+
};
|
|
190
|
+
}
|
|
@@ -5,6 +5,7 @@ import { getQvacPath } from '../../utils/qvac-paths.js';
|
|
|
5
5
|
import { calculateCachedFileChecksum } from '../../utils/checksum.js';
|
|
6
6
|
import { validateAndJoinPath, joinWithinBase } from '../../utils/path-security.js';
|
|
7
7
|
import { generateShortHash } from '../../utils/formatting.js';
|
|
8
|
+
import { getSingleFileCacheName } from '../../utils/cache/layout.js';
|
|
8
9
|
import { getEngineLogger } from '../../logging/index.js';
|
|
9
10
|
import { nowMs } from '../../profiling/index.js';
|
|
10
11
|
import { resolveClearStorageTarget } from '../../utils/clear-storage.js';
|
|
@@ -74,10 +75,7 @@ export function getCompanionSetPath(setKey, targetName) {
|
|
|
74
75
|
* Get cache path for a single (non-sharded, non-companion) registry model.
|
|
75
76
|
*/
|
|
76
77
|
export function getSingleFileCachePath(registryPath) {
|
|
77
|
-
|
|
78
|
-
const filename = registryPath.split('/').pop() || registryPath;
|
|
79
|
-
const sourceHash = generateShortHash(registryPath);
|
|
80
|
-
return joinWithinBase(getModelsCacheDir(), `${sourceHash}_${filename}`);
|
|
78
|
+
return joinWithinBase(getModelsCacheDir(), getSingleFileCacheName(registryPath, generateShortHash));
|
|
81
79
|
}
|
|
82
80
|
/**
|
|
83
81
|
* Get full path to specific shard file
|
package/dist/utils/checksum.d.ts
CHANGED
|
@@ -2,4 +2,9 @@ import type { DownloadHooks } from '../handlers/load-model/types.js';
|
|
|
2
2
|
export declare function calculateFileChecksum(filePath: string): Promise<string>;
|
|
3
3
|
/** Reuse a digest only while the file's identity and change metadata match. */
|
|
4
4
|
export declare function calculateCachedFileChecksum(filePath: string): Promise<string>;
|
|
5
|
+
/**
|
|
6
|
+
* Rename a file, keeping its cached digest if it is unchanged since hashing; the
|
|
7
|
+
* rename itself can update ctime, which would otherwise force a re-hash.
|
|
8
|
+
*/
|
|
9
|
+
export declare function renameWithCachedChecksum(fromPath: string, toPath: string): Promise<void>;
|
|
5
10
|
export declare function measureChecksum(filePath: string, hooks?: DownloadHooks): Promise<string>;
|
package/dist/utils/checksum.js
CHANGED
|
@@ -60,6 +60,24 @@ export async function calculateCachedFileChecksum(filePath) {
|
|
|
60
60
|
throw error;
|
|
61
61
|
}
|
|
62
62
|
}
|
|
63
|
+
/**
|
|
64
|
+
* Rename a file, keeping its cached digest if it is unchanged since hashing; the
|
|
65
|
+
* rename itself can update ctime, which would otherwise force a re-hash.
|
|
66
|
+
*/
|
|
67
|
+
export async function renameWithCachedChecksum(fromPath, toPath) {
|
|
68
|
+
const from = path.resolve(fromPath);
|
|
69
|
+
const to = path.resolve(toPath);
|
|
70
|
+
const cached = checksumCache.get(from);
|
|
71
|
+
const unchanged = cached !== undefined && cached.fingerprint === (await fileFingerprint(from).catch(() => null));
|
|
72
|
+
checksumCache.delete(from);
|
|
73
|
+
checksumCache.delete(to);
|
|
74
|
+
await fs.promises.rename(from, to);
|
|
75
|
+
if (!unchanged)
|
|
76
|
+
return;
|
|
77
|
+
const after = await fileFingerprint(to).catch(() => undefined);
|
|
78
|
+
if (after !== undefined)
|
|
79
|
+
checksumCache.set(to, { fingerprint: after, checksum: cached.checksum });
|
|
80
|
+
}
|
|
63
81
|
export async function measureChecksum(filePath, hooks) {
|
|
64
82
|
const start = nowMs();
|
|
65
83
|
const checksum = await calculateCachedFileChecksum(filePath);
|