@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
|
@@ -8,14 +8,15 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
|
|
|
8
8
|
modelId: string;
|
|
9
9
|
prompt: string;
|
|
10
10
|
seed?: number | undefined;
|
|
11
|
+
width?: number | undefined;
|
|
12
|
+
height?: number | undefined;
|
|
11
13
|
vae_tiling?: boolean | undefined;
|
|
12
14
|
steps?: number | undefined;
|
|
13
15
|
negative_prompt?: string | undefined;
|
|
14
|
-
width?: number | undefined;
|
|
15
|
-
height?: number | undefined;
|
|
16
16
|
cfg_scale?: number | undefined;
|
|
17
17
|
sampling_method?: "euler" | "euler_a" | "heun" | "dpm2" | "dpm++2m" | "dpm++2mv2" | "dpm++2s_a" | "lcm" | "ipndm" | "ipndm_v" | "ddim_trailing" | "tcd" | "res_multistep" | "res_2s" | undefined;
|
|
18
18
|
scheduler?: "lcm" | "discrete" | "karras" | "exponential" | "ays" | "gits" | "sgm_uniform" | "simple" | "smoothstep" | "kl_optimal" | "bong_tangent" | "ltx2" | undefined;
|
|
19
|
+
vae_tile_size?: string | number | undefined;
|
|
19
20
|
cache_preset?: string | undefined;
|
|
20
21
|
stg_scale?: number | undefined;
|
|
21
22
|
stg_block?: number | undefined;
|
|
@@ -29,7 +30,6 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
|
|
|
29
30
|
high_noise_flow_shift?: number | undefined;
|
|
30
31
|
moe_boundary?: number | undefined;
|
|
31
32
|
vace_strength?: number | undefined;
|
|
32
|
-
vae_tile_size?: string | number | undefined;
|
|
33
33
|
vae_tile_overlap?: number | undefined;
|
|
34
34
|
temporal_tiling?: boolean | undefined;
|
|
35
35
|
cache_mode?: "disabled" | "easycache" | "ucache" | "dbcache" | "taylorseer" | "cache-dit" | undefined;
|
|
@@ -49,14 +49,15 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
|
|
|
49
49
|
modelId: string;
|
|
50
50
|
prompt: string;
|
|
51
51
|
seed?: number | undefined;
|
|
52
|
+
width?: number | undefined;
|
|
53
|
+
height?: number | undefined;
|
|
52
54
|
vae_tiling?: boolean | undefined;
|
|
53
55
|
steps?: number | undefined;
|
|
54
56
|
negative_prompt?: string | undefined;
|
|
55
|
-
width?: number | undefined;
|
|
56
|
-
height?: number | undefined;
|
|
57
57
|
cfg_scale?: number | undefined;
|
|
58
58
|
sampling_method?: "euler" | "euler_a" | "heun" | "dpm2" | "dpm++2m" | "dpm++2mv2" | "dpm++2s_a" | "lcm" | "ipndm" | "ipndm_v" | "ddim_trailing" | "tcd" | "res_multistep" | "res_2s" | undefined;
|
|
59
59
|
scheduler?: "lcm" | "discrete" | "karras" | "exponential" | "ays" | "gits" | "sgm_uniform" | "simple" | "smoothstep" | "kl_optimal" | "bong_tangent" | "ltx2" | undefined;
|
|
60
|
+
vae_tile_size?: string | number | undefined;
|
|
60
61
|
cache_preset?: string | undefined;
|
|
61
62
|
stg_scale?: number | undefined;
|
|
62
63
|
stg_block?: number | undefined;
|
|
@@ -70,7 +71,6 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
|
|
|
70
71
|
high_noise_flow_shift?: number | undefined;
|
|
71
72
|
moe_boundary?: number | undefined;
|
|
72
73
|
vace_strength?: number | undefined;
|
|
73
|
-
vae_tile_size?: string | number | undefined;
|
|
74
74
|
vae_tile_overlap?: number | undefined;
|
|
75
75
|
temporal_tiling?: boolean | undefined;
|
|
76
76
|
cache_mode?: "disabled" | "easycache" | "ucache" | "dbcache" | "taylorseer" | "cache-dit" | undefined;
|
|
@@ -90,14 +90,15 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
|
|
|
90
90
|
modelId: string;
|
|
91
91
|
prompt: string;
|
|
92
92
|
seed?: number | undefined;
|
|
93
|
+
width?: number | undefined;
|
|
94
|
+
height?: number | undefined;
|
|
93
95
|
vae_tiling?: boolean | undefined;
|
|
94
96
|
steps?: number | undefined;
|
|
95
97
|
negative_prompt?: string | undefined;
|
|
96
|
-
width?: number | undefined;
|
|
97
|
-
height?: number | undefined;
|
|
98
98
|
cfg_scale?: number | undefined;
|
|
99
99
|
sampling_method?: "euler" | "euler_a" | "heun" | "dpm2" | "dpm++2m" | "dpm++2mv2" | "dpm++2s_a" | "lcm" | "ipndm" | "ipndm_v" | "ddim_trailing" | "tcd" | "res_multistep" | "res_2s" | undefined;
|
|
100
100
|
scheduler?: "lcm" | "discrete" | "karras" | "exponential" | "ays" | "gits" | "sgm_uniform" | "simple" | "smoothstep" | "kl_optimal" | "bong_tangent" | "ltx2" | undefined;
|
|
101
|
+
vae_tile_size?: string | number | undefined;
|
|
101
102
|
cache_preset?: string | undefined;
|
|
102
103
|
stg_scale?: number | undefined;
|
|
103
104
|
stg_block?: number | undefined;
|
|
@@ -111,7 +112,6 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
|
|
|
111
112
|
high_noise_flow_shift?: number | undefined;
|
|
112
113
|
moe_boundary?: number | undefined;
|
|
113
114
|
vace_strength?: number | undefined;
|
|
114
|
-
vae_tile_size?: string | number | undefined;
|
|
115
115
|
vae_tile_overlap?: number | undefined;
|
|
116
116
|
temporal_tiling?: boolean | undefined;
|
|
117
117
|
cache_mode?: "disabled" | "easycache" | "ucache" | "dbcache" | "taylorseer" | "cache-dit" | undefined;
|
|
@@ -131,14 +131,15 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
|
|
|
131
131
|
modelId: string;
|
|
132
132
|
prompt: string;
|
|
133
133
|
seed?: number | undefined;
|
|
134
|
+
width?: number | undefined;
|
|
135
|
+
height?: number | undefined;
|
|
134
136
|
vae_tiling?: boolean | undefined;
|
|
135
137
|
steps?: number | undefined;
|
|
136
138
|
negative_prompt?: string | undefined;
|
|
137
|
-
width?: number | undefined;
|
|
138
|
-
height?: number | undefined;
|
|
139
139
|
cfg_scale?: number | undefined;
|
|
140
140
|
sampling_method?: "euler" | "euler_a" | "heun" | "dpm2" | "dpm++2m" | "dpm++2mv2" | "dpm++2s_a" | "lcm" | "ipndm" | "ipndm_v" | "ddim_trailing" | "tcd" | "res_multistep" | "res_2s" | undefined;
|
|
141
141
|
scheduler?: "lcm" | "discrete" | "karras" | "exponential" | "ays" | "gits" | "sgm_uniform" | "simple" | "smoothstep" | "kl_optimal" | "bong_tangent" | "ltx2" | undefined;
|
|
142
|
+
vae_tile_size?: string | number | undefined;
|
|
142
143
|
cache_preset?: string | undefined;
|
|
143
144
|
stg_scale?: number | undefined;
|
|
144
145
|
stg_block?: number | undefined;
|
|
@@ -152,7 +153,6 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
|
|
|
152
153
|
high_noise_flow_shift?: number | undefined;
|
|
153
154
|
moe_boundary?: number | undefined;
|
|
154
155
|
vace_strength?: number | undefined;
|
|
155
|
-
vae_tile_size?: string | number | undefined;
|
|
156
156
|
vae_tile_overlap?: number | undefined;
|
|
157
157
|
temporal_tiling?: boolean | undefined;
|
|
158
158
|
cache_mode?: "disabled" | "easycache" | "ucache" | "dbcache" | "taylorseer" | "cache-dit" | undefined;
|
|
@@ -172,14 +172,15 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
|
|
|
172
172
|
modelId: string;
|
|
173
173
|
prompt: string;
|
|
174
174
|
seed?: number | undefined;
|
|
175
|
+
width?: number | undefined;
|
|
176
|
+
height?: number | undefined;
|
|
175
177
|
vae_tiling?: boolean | undefined;
|
|
176
178
|
steps?: number | undefined;
|
|
177
179
|
negative_prompt?: string | undefined;
|
|
178
|
-
width?: number | undefined;
|
|
179
|
-
height?: number | undefined;
|
|
180
180
|
cfg_scale?: number | undefined;
|
|
181
181
|
sampling_method?: "euler" | "euler_a" | "heun" | "dpm2" | "dpm++2m" | "dpm++2mv2" | "dpm++2s_a" | "lcm" | "ipndm" | "ipndm_v" | "ddim_trailing" | "tcd" | "res_multistep" | "res_2s" | undefined;
|
|
182
182
|
scheduler?: "lcm" | "discrete" | "karras" | "exponential" | "ays" | "gits" | "sgm_uniform" | "simple" | "smoothstep" | "kl_optimal" | "bong_tangent" | "ltx2" | undefined;
|
|
183
|
+
vae_tile_size?: string | number | undefined;
|
|
183
184
|
cache_preset?: string | undefined;
|
|
184
185
|
stg_scale?: number | undefined;
|
|
185
186
|
stg_block?: number | undefined;
|
|
@@ -193,7 +194,6 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
|
|
|
193
194
|
high_noise_flow_shift?: number | undefined;
|
|
194
195
|
moe_boundary?: number | undefined;
|
|
195
196
|
vace_strength?: number | undefined;
|
|
196
|
-
vae_tile_size?: string | number | undefined;
|
|
197
197
|
vae_tile_overlap?: number | undefined;
|
|
198
198
|
temporal_tiling?: boolean | undefined;
|
|
199
199
|
cache_mode?: "disabled" | "easycache" | "ucache" | "dbcache" | "taylorseer" | "cache-dit" | undefined;
|
package/dist/dispatch.d.ts
CHANGED
|
@@ -1,7 +1,12 @@
|
|
|
1
|
-
import type { Request, Response,
|
|
1
|
+
import type { Request, Response, AbortableRPCOptions } from './schemas/index.js';
|
|
2
2
|
import Buffer from 'bare-buffer';
|
|
3
|
-
|
|
4
|
-
|
|
3
|
+
/** `options.signal` aborting cancels the request; see `bindTransportSignal`. */
|
|
4
|
+
export declare function send<T extends Request>(request: T, options?: AbortableRPCOptions): Promise<Response>;
|
|
5
|
+
/**
|
|
6
|
+
* `options.signal` aborting cancels the request (see `bindTransportSignal`)
|
|
7
|
+
* and ends the stream of a handler with `endsOnAbort`, which registers no
|
|
8
|
+
* request.
|
|
9
|
+
*/
|
|
5
10
|
export declare function stream<T extends Request>(request: T, options?: AbortableRPCOptions): AsyncGenerator<Response>;
|
|
6
11
|
export interface DuplexWritable {
|
|
7
12
|
write(chunk: Uint8Array): void;
|
|
@@ -15,5 +20,6 @@ export interface DuplexSession {
|
|
|
15
20
|
requestStream: DuplexWritable;
|
|
16
21
|
responseStream: DuplexReadable;
|
|
17
22
|
}
|
|
18
|
-
|
|
23
|
+
/** `options.signal` aborting cancels the request; see `bindTransportSignal`. */
|
|
24
|
+
export declare function duplex<T extends Request>(request: T, options?: AbortableRPCOptions): Promise<DuplexSession>;
|
|
19
25
|
export declare function close(): Promise<void>;
|
package/dist/dispatch.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { normalizeModelType, PROFILING_KEY, createErrorResponse, requestSchema } from './schemas/index.js';
|
|
1
|
+
import { normalizeModelType, PROFILING_KEY, createErrorResponse, requestSchema, UNTRACKED_REQUEST_TYPES } from './schemas/index.js';
|
|
2
2
|
import { z } from 'zod';
|
|
3
3
|
import { formatZodError } from './utils/zod-error.js';
|
|
4
4
|
import os from 'bare-os';
|
|
@@ -8,6 +8,9 @@ import { handlerSupportsProgress, selectHandler } from './selection.js';
|
|
|
8
8
|
import { assertLifecycleAllowed } from './runtime/runtime-lifecycle.js';
|
|
9
9
|
import { resolveModelConfig, setConfig, setRuntimeContext, isConfigSet } from './runtime/state.js';
|
|
10
10
|
import { initialize, close as closeEngine } from './runtime/lifecycle.js';
|
|
11
|
+
import { assertOwnerOperation, assertWireSessionOpen } from './runtime/session-registry.js';
|
|
12
|
+
import { getRequestRegistry } from './runtime/request-context.js';
|
|
13
|
+
import { generateRandomRequestId } from './runtime/request-id.js';
|
|
11
14
|
import { getAllPlugins } from './plugins/index.js';
|
|
12
15
|
import { hasRpcServerProvider } from './rpc/provider.js';
|
|
13
16
|
import { resolveConfig } from './config/resolve-config.js';
|
|
@@ -166,8 +169,35 @@ function prepareRequest(request) {
|
|
|
166
169
|
;
|
|
167
170
|
validated[PROFILING_KEY] = profilingMeta;
|
|
168
171
|
}
|
|
172
|
+
assertRequestSessionAllowed(validated);
|
|
169
173
|
return validated;
|
|
170
174
|
}
|
|
175
|
+
// A request runs as the session it names, or as the owner when it names none.
|
|
176
|
+
// The session handlers validate their own `sessionId`: open registers a new id
|
|
177
|
+
// and close removes one, so neither can require it to be open already. A
|
|
178
|
+
// session may not run the operations reserved for the owner.
|
|
179
|
+
function assertRequestSessionAllowed(request) {
|
|
180
|
+
if (request.type === 'openSession' || request.type === 'closeSession')
|
|
181
|
+
return;
|
|
182
|
+
assertWireSessionOpen(request);
|
|
183
|
+
assertOwnerOperation(request);
|
|
184
|
+
}
|
|
185
|
+
/**
|
|
186
|
+
* The host aborts `signal` when the caller cancels this request over the
|
|
187
|
+
* transport or the connection ends. The signal becomes the parent of the work
|
|
188
|
+
* the request registers under its `requestId`, so the abort stops that work
|
|
189
|
+
* whether it has begun or not. A request that registers work and came without
|
|
190
|
+
* an id gets one here, so its handler registers under an id the binding knows.
|
|
191
|
+
* Returns a function that removes the binding; call it once the request has
|
|
192
|
+
* finished.
|
|
193
|
+
*/
|
|
194
|
+
function bindTransportSignal(request, signal) {
|
|
195
|
+
const tracked = request;
|
|
196
|
+
if (!signal || UNTRACKED_REQUEST_TYPES.has(tracked.type))
|
|
197
|
+
return () => { };
|
|
198
|
+
tracked.requestId ??= generateRandomRequestId();
|
|
199
|
+
return getRequestRegistry().bindTransportSignal(tracked.requestId, tracked.sessionId, signal);
|
|
200
|
+
}
|
|
171
201
|
function invokeHandler(request, handler) {
|
|
172
202
|
const directHandler = handler;
|
|
173
203
|
return directHandler(request);
|
|
@@ -213,7 +243,8 @@ async function* streamWithProgress(request, handler) {
|
|
|
213
243
|
if (handlerError)
|
|
214
244
|
throw handlerError;
|
|
215
245
|
}
|
|
216
|
-
|
|
246
|
+
/** `options.signal` aborting cancels the request; see `bindTransportSignal`. */
|
|
247
|
+
export async function send(request, options) {
|
|
217
248
|
await ensureReady(request.type === 'startRpcServer' ||
|
|
218
249
|
request.type === 'stopRpcServer' ||
|
|
219
250
|
request.type === 'discoverRpcServers' ||
|
|
@@ -222,15 +253,25 @@ export async function send(request, _options) {
|
|
|
222
253
|
const processed = prepareRequest(request);
|
|
223
254
|
const entry = getHandlerEntry(processed.type);
|
|
224
255
|
const handler = selectHandler(entry);
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
256
|
+
const unbindTransportSignal = bindTransportSignal(processed, options?.signal);
|
|
257
|
+
try {
|
|
258
|
+
// Plugin capabilities profile themselves inside plugin dispatch. Everything
|
|
259
|
+
// else is timed here so the `profiler` covers every operation. Profiling is
|
|
260
|
+
// a no-op unless enabled.
|
|
261
|
+
if (entry.pluginOp) {
|
|
262
|
+
return (await invokeHandler(processed, handler));
|
|
263
|
+
}
|
|
264
|
+
return await profileReplyHandler({ op: processed.type, request: processed }, () => invokeHandler(processed, handler));
|
|
265
|
+
}
|
|
266
|
+
finally {
|
|
267
|
+
unbindTransportSignal();
|
|
230
268
|
}
|
|
231
|
-
return profileReplyHandler({ op: processed.type, request: processed }, () => invokeHandler(processed, handler));
|
|
232
269
|
}
|
|
233
|
-
/**
|
|
270
|
+
/**
|
|
271
|
+
* `options.signal` aborting cancels the request (see `bindTransportSignal`)
|
|
272
|
+
* and ends the stream of a handler with `endsOnAbort`, which registers no
|
|
273
|
+
* request.
|
|
274
|
+
*/
|
|
234
275
|
export async function* stream(request, options) {
|
|
235
276
|
await ensureReady();
|
|
236
277
|
assertLifecycleAllowed(request);
|
|
@@ -241,6 +282,7 @@ export async function* stream(request, options) {
|
|
|
241
282
|
if (signal?.aborted)
|
|
242
283
|
return;
|
|
243
284
|
const context = signal ? { signal } : {};
|
|
285
|
+
const unbindTransportSignal = bindTransportSignal(processed, options?.signal);
|
|
244
286
|
async function* run() {
|
|
245
287
|
if (handlerSupportsProgress(entry, processed)) {
|
|
246
288
|
yield* streamWithProgress(processed, handler);
|
|
@@ -254,15 +296,21 @@ export async function* stream(request, options) {
|
|
|
254
296
|
yield await result;
|
|
255
297
|
}
|
|
256
298
|
}
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
299
|
+
try {
|
|
300
|
+
// See `send`: plugin capabilities are timed elsewhere.
|
|
301
|
+
if (entry.pluginOp) {
|
|
302
|
+
yield* run();
|
|
303
|
+
}
|
|
304
|
+
else {
|
|
305
|
+
yield* profileStreamHandler({ op: processed.type, request: processed }, run);
|
|
306
|
+
}
|
|
260
307
|
}
|
|
261
|
-
|
|
262
|
-
|
|
308
|
+
finally {
|
|
309
|
+
unbindTransportSignal();
|
|
263
310
|
}
|
|
264
311
|
}
|
|
265
|
-
|
|
312
|
+
/** `options.signal` aborting cancels the request; see `bindTransportSignal`. */
|
|
313
|
+
export async function duplex(request, options) {
|
|
266
314
|
await ensureReady();
|
|
267
315
|
assertLifecycleAllowed(request);
|
|
268
316
|
const processed = prepareRequest(request);
|
|
@@ -273,6 +321,7 @@ export async function duplex(request, _options) {
|
|
|
273
321
|
const inputStream = new PassThrough();
|
|
274
322
|
const outputStream = new PassThrough();
|
|
275
323
|
const duplexHandler = entry.handler;
|
|
324
|
+
const unbindTransportSignal = bindTransportSignal(processed, options?.signal);
|
|
276
325
|
void (async () => {
|
|
277
326
|
try {
|
|
278
327
|
for await (const response of duplexHandler(processed, inputStream)) {
|
|
@@ -284,6 +333,7 @@ export async function duplex(request, _options) {
|
|
|
284
333
|
outputStream.write(JSON.stringify(createErrorResponse(error)) + '\n', 'utf-8');
|
|
285
334
|
}
|
|
286
335
|
finally {
|
|
336
|
+
unbindTransportSignal();
|
|
287
337
|
outputStream.end();
|
|
288
338
|
}
|
|
289
339
|
})();
|
package/dist/engine.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { Request } from './schemas/index.js';
|
|
2
2
|
export { send, stream, duplex, close, type DuplexSession, type DuplexWritable, type DuplexReadable } from './dispatch.js';
|
|
3
3
|
export { setConfig, setRuntimeContext } from './runtime/state.js';
|
|
4
|
-
export { initialize, cleanupForTerminate } from './runtime/lifecycle.js';
|
|
4
|
+
export { initialize, cleanupForTerminate, type InitializeOptions } from './runtime/lifecycle.js';
|
|
5
5
|
export declare function dispatchTransport(request: Request): "duplex" | "stream" | "reply" | "progress" | undefined;
|
package/dist/errors/index.d.ts
CHANGED
|
@@ -261,6 +261,12 @@ export declare class InvalidImageInputError extends QvacErrorBase {
|
|
|
261
261
|
export declare class InvalidAudioInputError extends QvacErrorBase {
|
|
262
262
|
constructor(details?: string, cause?: unknown);
|
|
263
263
|
}
|
|
264
|
+
export declare class AudioEncodeFailedError extends QvacErrorBase {
|
|
265
|
+
readonly format: string;
|
|
266
|
+
readonly details: string | undefined;
|
|
267
|
+
constructor(format: string, details?: string, cause?: unknown);
|
|
268
|
+
toErrorResponseFields(): Record<string, unknown>;
|
|
269
|
+
}
|
|
264
270
|
export declare class RAGSaveFailedError extends QvacErrorBase {
|
|
265
271
|
constructor(details?: string, cause?: unknown);
|
|
266
272
|
}
|
|
@@ -294,6 +300,12 @@ export declare class RAGWorkspaceNotFoundError extends QvacErrorBase {
|
|
|
294
300
|
export declare class RAGWorkspaceInUseError extends QvacErrorBase {
|
|
295
301
|
constructor(workspace: string, cause?: unknown);
|
|
296
302
|
}
|
|
303
|
+
/** A RAG operation on a workspace that another session's operation is using. */
|
|
304
|
+
export declare class RAGWorkspaceBusyError extends QvacErrorBase {
|
|
305
|
+
readonly workspace: string;
|
|
306
|
+
constructor(workspace: string, cause?: unknown);
|
|
307
|
+
toErrorResponseFields(): Record<string, unknown>;
|
|
308
|
+
}
|
|
297
309
|
export declare class RAGWorkspaceNotOpenError extends QvacErrorBase {
|
|
298
310
|
constructor(workspace: string, cause?: unknown);
|
|
299
311
|
}
|
|
@@ -377,6 +389,20 @@ export declare class CacheDirNotAbsoluteError extends QvacErrorBase {
|
|
|
377
389
|
export declare class CacheDirNotWritableError extends QvacErrorBase {
|
|
378
390
|
constructor(cacheDir: string, details?: string, cause?: unknown);
|
|
379
391
|
}
|
|
392
|
+
export declare class InvalidSeedFromParamsError extends QvacErrorBase {
|
|
393
|
+
constructor(cause?: unknown);
|
|
394
|
+
}
|
|
395
|
+
export declare class KvCacheSeedSourceNotFoundError extends QvacErrorBase {
|
|
396
|
+
readonly seedFrom: string;
|
|
397
|
+
readonly modelId: string;
|
|
398
|
+
constructor(seedFrom: string, modelId: string, cause?: unknown);
|
|
399
|
+
toErrorResponseFields(): Record<string, unknown>;
|
|
400
|
+
}
|
|
401
|
+
export declare class KvCacheSeedSharingDisabledError extends QvacErrorBase {
|
|
402
|
+
readonly modelId: string;
|
|
403
|
+
constructor(modelId: string, cause?: unknown);
|
|
404
|
+
toErrorResponseFields(): Record<string, unknown>;
|
|
405
|
+
}
|
|
380
406
|
export declare class FFmpegNotAvailableError extends QvacErrorBase {
|
|
381
407
|
constructor(cause?: unknown);
|
|
382
408
|
}
|
|
@@ -431,6 +457,38 @@ export declare class LifecycleResumeFailedError extends QvacErrorBase {
|
|
|
431
457
|
export declare class LifecycleOperationBlockedError extends QvacErrorBase {
|
|
432
458
|
constructor(requestType: string, lifecycleState: string);
|
|
433
459
|
}
|
|
460
|
+
export declare class SessionIdConflictError extends QvacErrorBase {
|
|
461
|
+
readonly sessionId: string;
|
|
462
|
+
constructor(sessionId: string, cause?: unknown);
|
|
463
|
+
toErrorResponseFields(): Record<string, unknown>;
|
|
464
|
+
}
|
|
465
|
+
export declare class SessionNotOpenError extends QvacErrorBase {
|
|
466
|
+
readonly sessionId: string;
|
|
467
|
+
constructor(sessionId: string, cause?: unknown);
|
|
468
|
+
toErrorResponseFields(): Record<string, unknown>;
|
|
469
|
+
}
|
|
470
|
+
/** A `reloadConfig` on a model another session holds a lease on. */
|
|
471
|
+
export declare class ModelLeasedError extends QvacErrorBase {
|
|
472
|
+
readonly modelId: string;
|
|
473
|
+
readonly leaseCount: number;
|
|
474
|
+
constructor(modelId: string, leaseCount: number, cause?: unknown);
|
|
475
|
+
toErrorResponseFields(): Record<string, unknown>;
|
|
476
|
+
}
|
|
477
|
+
/**
|
|
478
|
+
* A load whose configuration hash names a model that a reload has since
|
|
479
|
+
* reconfigured, from a session that holds no lease on it.
|
|
480
|
+
*/
|
|
481
|
+
export declare class ModelReconfiguredError extends QvacErrorBase {
|
|
482
|
+
readonly modelId: string;
|
|
483
|
+
constructor(modelId: string, cause?: unknown);
|
|
484
|
+
toErrorResponseFields(): Record<string, unknown>;
|
|
485
|
+
}
|
|
486
|
+
export declare class OwnerOnlyError extends QvacErrorBase {
|
|
487
|
+
readonly operation: string;
|
|
488
|
+
readonly sessionId: string;
|
|
489
|
+
constructor(operation: string, sessionId: string, cause?: unknown);
|
|
490
|
+
toErrorResponseFields(): Record<string, unknown>;
|
|
491
|
+
}
|
|
434
492
|
export declare class PathTraversalError extends QvacErrorBase {
|
|
435
493
|
constructor(component: string, basePath: string, cause?: unknown);
|
|
436
494
|
}
|
|
@@ -443,6 +501,18 @@ export declare class ModelRegistryModelNotFoundError extends QvacErrorBase {
|
|
|
443
501
|
constructor(registrySource: string, registryPath: string, cause?: unknown);
|
|
444
502
|
toErrorResponseFields(): Record<string, unknown>;
|
|
445
503
|
}
|
|
504
|
+
/**
|
|
505
|
+
* Another QVAC process had the model registry for longer than this call would
|
|
506
|
+
* wait. `holder` is `legacy` when that process runs an older SDK, which keeps
|
|
507
|
+
* the registry until it exits; `current` when it runs this one and will hand it
|
|
508
|
+
* over once its own registry work ends. `waitedMs` is how long this call waited.
|
|
509
|
+
*/
|
|
510
|
+
export declare class ModelRegistryBusyError extends QvacErrorBase {
|
|
511
|
+
readonly holder: 'current' | 'legacy';
|
|
512
|
+
readonly waitedMs: number;
|
|
513
|
+
constructor(holder: 'current' | 'legacy', waitedMs: number, cause?: unknown);
|
|
514
|
+
toErrorResponseFields(): Record<string, unknown>;
|
|
515
|
+
}
|
|
446
516
|
export declare class RpcServerOperationError extends QvacErrorBase {
|
|
447
517
|
readonly operation: string;
|
|
448
518
|
readonly details: string;
|
package/dist/errors/index.js
CHANGED
|
@@ -419,6 +419,18 @@ export class InvalidAudioInputError extends QvacErrorBase {
|
|
|
419
419
|
super(createErrorOptions(ERROR_CODES.INVALID_AUDIO_INPUT, details ? [details] : undefined, cause));
|
|
420
420
|
}
|
|
421
421
|
}
|
|
422
|
+
export class AudioEncodeFailedError extends QvacErrorBase {
|
|
423
|
+
format;
|
|
424
|
+
details;
|
|
425
|
+
constructor(format, details, cause) {
|
|
426
|
+
super(createErrorOptions(ERROR_CODES.AUDIO_ENCODE_FAILED, details ? [format, details] : [format], cause));
|
|
427
|
+
this.format = format;
|
|
428
|
+
this.details = details;
|
|
429
|
+
}
|
|
430
|
+
toErrorResponseFields() {
|
|
431
|
+
return { format: this.format, ...(this.details !== undefined && { details: this.details }) };
|
|
432
|
+
}
|
|
433
|
+
}
|
|
422
434
|
// ============== RAG operations ==============
|
|
423
435
|
export class RAGSaveFailedError extends QvacErrorBase {
|
|
424
436
|
constructor(details, cause) {
|
|
@@ -475,6 +487,17 @@ export class RAGWorkspaceInUseError extends QvacErrorBase {
|
|
|
475
487
|
super(createErrorOptions(ERROR_CODES.RAG_WORKSPACE_IN_USE, [workspace], cause));
|
|
476
488
|
}
|
|
477
489
|
}
|
|
490
|
+
/** A RAG operation on a workspace that another session's operation is using. */
|
|
491
|
+
export class RAGWorkspaceBusyError extends QvacErrorBase {
|
|
492
|
+
workspace;
|
|
493
|
+
constructor(workspace, cause) {
|
|
494
|
+
super(createErrorOptions(ERROR_CODES.RAG_WORKSPACE_BUSY, [workspace], cause));
|
|
495
|
+
this.workspace = workspace;
|
|
496
|
+
}
|
|
497
|
+
toErrorResponseFields() {
|
|
498
|
+
return { workspace: this.workspace };
|
|
499
|
+
}
|
|
500
|
+
}
|
|
478
501
|
export class RAGWorkspaceNotOpenError extends QvacErrorBase {
|
|
479
502
|
constructor(workspace, cause) {
|
|
480
503
|
super(createErrorOptions(ERROR_CODES.RAG_WORKSPACE_NOT_OPEN, [workspace], cause));
|
|
@@ -616,6 +639,33 @@ export class CacheDirNotWritableError extends QvacErrorBase {
|
|
|
616
639
|
super(createErrorOptions(ERROR_CODES.CACHE_DIR_NOT_WRITABLE, details ? [cacheDir, details] : [cacheDir], cause));
|
|
617
640
|
}
|
|
618
641
|
}
|
|
642
|
+
export class InvalidSeedFromParamsError extends QvacErrorBase {
|
|
643
|
+
constructor(cause) {
|
|
644
|
+
super(createErrorOptions(ERROR_CODES.INVALID_SEED_FROM_PARAMS, undefined, cause));
|
|
645
|
+
}
|
|
646
|
+
}
|
|
647
|
+
export class KvCacheSeedSourceNotFoundError extends QvacErrorBase {
|
|
648
|
+
seedFrom;
|
|
649
|
+
modelId;
|
|
650
|
+
constructor(seedFrom, modelId, cause) {
|
|
651
|
+
super(createErrorOptions(ERROR_CODES.KV_CACHE_SEED_SOURCE_NOT_FOUND, [seedFrom, modelId], cause));
|
|
652
|
+
this.seedFrom = seedFrom;
|
|
653
|
+
this.modelId = modelId;
|
|
654
|
+
}
|
|
655
|
+
toErrorResponseFields() {
|
|
656
|
+
return { seedFrom: this.seedFrom, modelId: this.modelId };
|
|
657
|
+
}
|
|
658
|
+
}
|
|
659
|
+
export class KvCacheSeedSharingDisabledError extends QvacErrorBase {
|
|
660
|
+
modelId;
|
|
661
|
+
constructor(modelId, cause) {
|
|
662
|
+
super(createErrorOptions(ERROR_CODES.KV_CACHE_SEED_SHARING_DISABLED, [modelId], cause));
|
|
663
|
+
this.modelId = modelId;
|
|
664
|
+
}
|
|
665
|
+
toErrorResponseFields() {
|
|
666
|
+
return { modelId: this.modelId };
|
|
667
|
+
}
|
|
668
|
+
}
|
|
619
669
|
// ============== System / runtime ==============
|
|
620
670
|
export class FFmpegNotAvailableError extends QvacErrorBase {
|
|
621
671
|
constructor(cause) {
|
|
@@ -711,6 +761,66 @@ export class LifecycleOperationBlockedError extends QvacErrorBase {
|
|
|
711
761
|
super(createErrorOptions(ERROR_CODES.LIFECYCLE_OPERATION_BLOCKED, [requestType, lifecycleState]));
|
|
712
762
|
}
|
|
713
763
|
}
|
|
764
|
+
// ============== Caller sessions and model leases ==============
|
|
765
|
+
export class SessionIdConflictError extends QvacErrorBase {
|
|
766
|
+
sessionId;
|
|
767
|
+
constructor(sessionId, cause) {
|
|
768
|
+
super(createErrorOptions(ERROR_CODES.SESSION_ID_CONFLICT, [sessionId], cause));
|
|
769
|
+
this.sessionId = sessionId;
|
|
770
|
+
}
|
|
771
|
+
toErrorResponseFields() {
|
|
772
|
+
return { sessionId: this.sessionId };
|
|
773
|
+
}
|
|
774
|
+
}
|
|
775
|
+
export class SessionNotOpenError extends QvacErrorBase {
|
|
776
|
+
sessionId;
|
|
777
|
+
constructor(sessionId, cause) {
|
|
778
|
+
super(createErrorOptions(ERROR_CODES.SESSION_NOT_OPEN, [sessionId], cause));
|
|
779
|
+
this.sessionId = sessionId;
|
|
780
|
+
}
|
|
781
|
+
toErrorResponseFields() {
|
|
782
|
+
return { sessionId: this.sessionId };
|
|
783
|
+
}
|
|
784
|
+
}
|
|
785
|
+
/** A `reloadConfig` on a model another session holds a lease on. */
|
|
786
|
+
export class ModelLeasedError extends QvacErrorBase {
|
|
787
|
+
modelId;
|
|
788
|
+
leaseCount;
|
|
789
|
+
constructor(modelId, leaseCount, cause) {
|
|
790
|
+
super(createErrorOptions(ERROR_CODES.MODEL_LEASED, [modelId, String(leaseCount)], cause));
|
|
791
|
+
this.modelId = modelId;
|
|
792
|
+
this.leaseCount = leaseCount;
|
|
793
|
+
}
|
|
794
|
+
toErrorResponseFields() {
|
|
795
|
+
return { modelId: this.modelId, leaseCount: this.leaseCount };
|
|
796
|
+
}
|
|
797
|
+
}
|
|
798
|
+
/**
|
|
799
|
+
* A load whose configuration hash names a model that a reload has since
|
|
800
|
+
* reconfigured, from a session that holds no lease on it.
|
|
801
|
+
*/
|
|
802
|
+
export class ModelReconfiguredError extends QvacErrorBase {
|
|
803
|
+
modelId;
|
|
804
|
+
constructor(modelId, cause) {
|
|
805
|
+
super(createErrorOptions(ERROR_CODES.MODEL_RECONFIGURED, [modelId], cause));
|
|
806
|
+
this.modelId = modelId;
|
|
807
|
+
}
|
|
808
|
+
toErrorResponseFields() {
|
|
809
|
+
return { modelId: this.modelId };
|
|
810
|
+
}
|
|
811
|
+
}
|
|
812
|
+
export class OwnerOnlyError extends QvacErrorBase {
|
|
813
|
+
operation;
|
|
814
|
+
sessionId;
|
|
815
|
+
constructor(operation, sessionId, cause) {
|
|
816
|
+
super(createErrorOptions(ERROR_CODES.OWNER_ONLY, [operation, sessionId], cause));
|
|
817
|
+
this.operation = operation;
|
|
818
|
+
this.sessionId = sessionId;
|
|
819
|
+
}
|
|
820
|
+
toErrorResponseFields() {
|
|
821
|
+
return { operation: this.operation, sessionId: this.sessionId };
|
|
822
|
+
}
|
|
823
|
+
}
|
|
714
824
|
// ============== Security ==============
|
|
715
825
|
export class PathTraversalError extends QvacErrorBase {
|
|
716
826
|
constructor(component, basePath, cause) {
|
|
@@ -735,6 +845,24 @@ export class ModelRegistryModelNotFoundError extends QvacErrorBase {
|
|
|
735
845
|
return { registrySource: this.registrySource, registryPath: this.registryPath };
|
|
736
846
|
}
|
|
737
847
|
}
|
|
848
|
+
/**
|
|
849
|
+
* Another QVAC process had the model registry for longer than this call would
|
|
850
|
+
* wait. `holder` is `legacy` when that process runs an older SDK, which keeps
|
|
851
|
+
* the registry until it exits; `current` when it runs this one and will hand it
|
|
852
|
+
* over once its own registry work ends. `waitedMs` is how long this call waited.
|
|
853
|
+
*/
|
|
854
|
+
export class ModelRegistryBusyError extends QvacErrorBase {
|
|
855
|
+
holder;
|
|
856
|
+
waitedMs;
|
|
857
|
+
constructor(holder, waitedMs, cause) {
|
|
858
|
+
super(createErrorOptions(ERROR_CODES.QVAC_MODEL_REGISTRY_BUSY, [holder, waitedMs], cause));
|
|
859
|
+
this.holder = holder;
|
|
860
|
+
this.waitedMs = waitedMs;
|
|
861
|
+
}
|
|
862
|
+
toErrorResponseFields() {
|
|
863
|
+
return { holder: this.holder, waitedMs: this.waitedMs };
|
|
864
|
+
}
|
|
865
|
+
}
|
|
738
866
|
export class RpcServerOperationError extends QvacErrorBase {
|
|
739
867
|
operation;
|
|
740
868
|
details;
|
|
@@ -1,24 +1,6 @@
|
|
|
1
|
-
import type { AssessModelFitRequest, AssessModelFitResponse
|
|
2
|
-
import type { FitStubUnavailableReason } from '../model-fit/description/fetch.js';
|
|
1
|
+
import type { AssessModelFitRequest, AssessModelFitResponse } from '../schemas/assess-model-fit.js';
|
|
3
2
|
/**
|
|
4
|
-
* Runs a
|
|
5
|
-
*
|
|
6
|
-
* This lives on the worker because that is where the three things it needs
|
|
7
|
-
* already are: the resource collector for a fresh memory sample, the runtime's
|
|
8
|
-
* own platform/arch pair, and the registry client. No weights are read and
|
|
9
|
-
* nothing is loaded — each candidate additionally has the registry's weightless
|
|
10
|
-
* description fetched, tens of KB, so the engine's own fitter can answer.
|
|
3
|
+
* Runs a fit assessment worker-side, where the plugins, the registry client
|
|
4
|
+
* and the memory sample are. No weights are read and nothing is loaded.
|
|
11
5
|
*/
|
|
12
6
|
export declare function handleAssessModelFit(request: AssessModelFitRequest): Promise<AssessModelFitResponse>;
|
|
13
|
-
/**
|
|
14
|
-
* What the estimator is given for one candidate. The catalog facts come from
|
|
15
|
-
* the source's checksum, and the workload from the settings the load carries;
|
|
16
|
-
* a source outside the catalog resolves neither and assesses as `unknown`.
|
|
17
|
-
*
|
|
18
|
-
* A load whose sources are all config fields carries no checksum, so it has no
|
|
19
|
-
* catalog profile and the engine's own fitter is its only evidence. The model
|
|
20
|
-
* type stands in as the label.
|
|
21
|
-
*/
|
|
22
|
-
export declare function estimateTargetFor(candidate: ModelFitCandidate): ModelFitEstimateTarget;
|
|
23
|
-
/** Why a load with no description staged for it has no engine verdict. */
|
|
24
|
-
export declare function noStubDetail(reason: FitStubUnavailableReason, message?: string): string;
|