@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
|
@@ -1,18 +1,23 @@
|
|
|
1
1
|
import { unloadModel } from '../plugins/ops/unload-model.js';
|
|
2
2
|
import { getRegistryStats } from '../runtime/model-registry.js';
|
|
3
|
+
import { hasOpenSessions } from '../runtime/session-registry.js';
|
|
4
|
+
import { resolveSessionId } from '../runtime/session-id.js';
|
|
3
5
|
import { getEngineLogger } from '../logging/index.js';
|
|
4
6
|
const logger = getEngineLogger();
|
|
5
7
|
export async function handleUnloadModel(request) {
|
|
6
8
|
const { modelId, clearStorage } = request;
|
|
9
|
+
const sessionId = resolveSessionId(request);
|
|
7
10
|
try {
|
|
8
11
|
logger.debug('Unloading model', modelId);
|
|
9
|
-
await unloadModel({ modelId, clearStorage });
|
|
12
|
+
const { released, unloaded } = await unloadModel({ modelId, clearStorage, sessionId });
|
|
10
13
|
const stats = getRegistryStats();
|
|
11
|
-
const modelsActive = stats.totalModels > 0;
|
|
12
14
|
return {
|
|
13
15
|
type: 'unloadModel',
|
|
14
16
|
success: true,
|
|
15
|
-
hasActiveModels:
|
|
17
|
+
hasActiveModels: stats.totalModels > 0,
|
|
18
|
+
hasOpenSessions: hasOpenSessions(),
|
|
19
|
+
released,
|
|
20
|
+
unloaded
|
|
16
21
|
};
|
|
17
22
|
}
|
|
18
23
|
catch (error) {
|
|
@@ -1,6 +1,61 @@
|
|
|
1
|
+
var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
|
|
2
|
+
if (value !== null && value !== void 0) {
|
|
3
|
+
if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
|
|
4
|
+
var dispose, inner;
|
|
5
|
+
if (async) {
|
|
6
|
+
if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
|
|
7
|
+
dispose = value[Symbol.asyncDispose];
|
|
8
|
+
}
|
|
9
|
+
if (dispose === void 0) {
|
|
10
|
+
if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
|
|
11
|
+
dispose = value[Symbol.dispose];
|
|
12
|
+
if (async) inner = dispose;
|
|
13
|
+
}
|
|
14
|
+
if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
|
|
15
|
+
if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
|
|
16
|
+
env.stack.push({ value: value, dispose: dispose, async: async });
|
|
17
|
+
}
|
|
18
|
+
else if (async) {
|
|
19
|
+
env.stack.push({ async: true });
|
|
20
|
+
}
|
|
21
|
+
return value;
|
|
22
|
+
};
|
|
23
|
+
var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
|
|
24
|
+
return function (env) {
|
|
25
|
+
function fail(e) {
|
|
26
|
+
env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
|
|
27
|
+
env.hasError = true;
|
|
28
|
+
}
|
|
29
|
+
var r, s = 0;
|
|
30
|
+
function next() {
|
|
31
|
+
while (r = env.stack.pop()) {
|
|
32
|
+
try {
|
|
33
|
+
if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
|
|
34
|
+
if (r.dispose) {
|
|
35
|
+
var result = r.dispose.call(r.value);
|
|
36
|
+
if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
|
|
37
|
+
}
|
|
38
|
+
else s |= 1;
|
|
39
|
+
}
|
|
40
|
+
catch (e) {
|
|
41
|
+
fail(e);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
|
|
45
|
+
if (env.hasError) throw env.error;
|
|
46
|
+
}
|
|
47
|
+
return next();
|
|
48
|
+
};
|
|
49
|
+
})(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
|
|
50
|
+
var e = new Error(message);
|
|
51
|
+
return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
|
|
52
|
+
});
|
|
1
53
|
import { vectorIndexRequestSchema } from '../schemas/index.js';
|
|
2
54
|
import { profileReplyHandler, registerOperationMetrics } from '../profiling/index.js';
|
|
3
|
-
import {
|
|
55
|
+
import { getRequestRegistry } from '../runtime/index.js';
|
|
56
|
+
import { generateRandomRequestId } from '../runtime/request-id.js';
|
|
57
|
+
import { InferenceCancelledError } from '../errors/index.js';
|
|
58
|
+
import { addVectors, containsVectors, createVectorIndex, disposeVectorIndex, loadVectorIndex, removeVectors, searchVectors, setVectorIndexStagedSearch, writeVectorIndex } from '../runtime/vector-index-registry.js';
|
|
4
59
|
registerOperationMetrics({
|
|
5
60
|
op: 'vectorIndex',
|
|
6
61
|
kind: 'handler',
|
|
@@ -18,23 +73,67 @@ export async function handleVectorIndex(request) {
|
|
|
18
73
|
return profileReplyHandler({ op: 'vectorIndex', request }, async () => handleVectorIndexInternal(request));
|
|
19
74
|
}
|
|
20
75
|
async function handleVectorIndexInternal(input) {
|
|
21
|
-
const
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
76
|
+
const env_1 = { stack: [], error: void 0, hasError: false };
|
|
77
|
+
try {
|
|
78
|
+
const request = vectorIndexRequestSchema.parse(input);
|
|
79
|
+
// Index operations are short and run to completion, but they are still
|
|
80
|
+
// registered so a session close accounts for them and a caller can see
|
|
81
|
+
// them in the registry.
|
|
82
|
+
const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
|
|
83
|
+
requestId: request.requestId ?? generateRandomRequestId(),
|
|
84
|
+
sessionId: request.sessionId,
|
|
85
|
+
kind: 'vectorIndex'
|
|
86
|
+
}), true);
|
|
87
|
+
if (ctx.signal.aborted)
|
|
88
|
+
throw new InferenceCancelledError(ctx.requestId);
|
|
89
|
+
const base = { type: 'vectorIndex', requestId: ctx.requestId };
|
|
90
|
+
// The three operations below await native or file work. A cancel that
|
|
91
|
+
// lands during that wait is reported as a cancel, not a success; an index
|
|
92
|
+
// opened for a cancelled caller is released, since nothing holds its id.
|
|
93
|
+
switch (request.operation) {
|
|
94
|
+
case 'create': {
|
|
95
|
+
const opened = await createVectorIndex(request);
|
|
96
|
+
if (ctx.signal.aborted) {
|
|
97
|
+
disposeVectorIndex(opened);
|
|
98
|
+
throw new InferenceCancelledError(ctx.requestId);
|
|
99
|
+
}
|
|
100
|
+
return { ...base, operation: 'create', ...opened };
|
|
101
|
+
}
|
|
102
|
+
case 'load': {
|
|
103
|
+
const opened = await loadVectorIndex(request);
|
|
104
|
+
if (ctx.signal.aborted) {
|
|
105
|
+
disposeVectorIndex(opened);
|
|
106
|
+
throw new InferenceCancelledError(ctx.requestId);
|
|
107
|
+
}
|
|
108
|
+
return { ...base, operation: 'load', ...opened };
|
|
109
|
+
}
|
|
110
|
+
case 'add':
|
|
111
|
+
return { ...base, operation: 'add', ...addVectors(request) };
|
|
112
|
+
case 'search':
|
|
113
|
+
return { ...base, operation: 'search', ...searchVectors(request) };
|
|
114
|
+
case 'remove':
|
|
115
|
+
return { ...base, operation: 'remove', ...removeVectors(request) };
|
|
116
|
+
case 'contains':
|
|
117
|
+
return { ...base, operation: 'contains', ...containsVectors(request) };
|
|
118
|
+
case 'write': {
|
|
119
|
+
const written = await writeVectorIndex(request);
|
|
120
|
+
if (ctx.signal.aborted)
|
|
121
|
+
throw new InferenceCancelledError(ctx.requestId);
|
|
122
|
+
return { ...base, operation: 'write', ...written };
|
|
123
|
+
}
|
|
124
|
+
case 'setStagedSearch':
|
|
125
|
+
return { ...base, operation: 'setStagedSearch', ...setVectorIndexStagedSearch(request) };
|
|
126
|
+
case 'dispose':
|
|
127
|
+
return { ...base, operation: 'dispose', ...disposeVectorIndex(request) };
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
catch (e_1) {
|
|
131
|
+
env_1.error = e_1;
|
|
132
|
+
env_1.hasError = true;
|
|
133
|
+
}
|
|
134
|
+
finally {
|
|
135
|
+
const result_1 = __disposeResources(env_1);
|
|
136
|
+
if (result_1)
|
|
137
|
+
await result_1;
|
|
39
138
|
}
|
|
40
139
|
}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
export { registerRpcServerProvider } from './rpc/provider.js';
|
|
2
|
-
export { batchCompletion, completion, deleteCache, loadModel, downloadAsset, heartbeat, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, createVectorIndex, loadVectorIndex, type VectorIndex, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, startRpcServer, stopRpcServer, discoverRpcServers, getSystemResources, assessModelFit, loggingStream, subscribeServerLogs, type ServerLogHandler, ocr, invokePlugin, invokePluginStream, diffusion, type DiffusionProgressTick, audioGen, audioEdit, audioUnderstand, classify, decide, video, type VideoProgressTick, upscale, worldCreateScene, worldStep, type WorldStepResult, type WorldStepProgressTick, type WorldSceneResult, type WorldSceneResultWithPack, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams, suspend, resume, state, vla, vlaHparams, vlaSetEmbodiment, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE, type FinetuneHandle } from './api/index.js';
|
|
2
|
+
export { batchCompletion, completion, deleteCache, calcTokens, loadModel, downloadAsset, heartbeat, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, embedBatch, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, createVectorIndex, loadVectorIndex, type VectorIndex, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, startRpcServer, stopRpcServer, discoverRpcServers, getSystemResources, assessModelFit, loggingStream, subscribeServerLogs, type ServerLogHandler, ocr, invokePlugin, invokePluginStream, diffusion, type DiffusionProgressTick, audioGen, audioEdit, audioUnderstand, classify, decide, rerank, video, type VideoProgressTick, upscale, worldCreateScene, worldStep, type WorldStepResult, type WorldStepProgressTick, type WorldSceneResult, type WorldSceneResultWithPack, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams, suspend, resume, state, vla, vlaHparams, vlaSetEmbodiment, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE, type FinetuneHandle } from './api/index.js';
|
|
3
3
|
export { close } from './dispatch.js';
|
|
4
4
|
export { plugins, registerPlugin, registerPlugins, getPlugin, hasPlugin, getAllPlugins, unregisterPlugin } from './plugins/index.js';
|
|
5
5
|
export * from './surface.js';
|
package/dist/index.js
CHANGED
|
@@ -3,7 +3,7 @@ export { registerRpcServerProvider } from './rpc/provider.js';
|
|
|
3
3
|
// Public API: the operations, engine lifecycle and explicit plugin assembly, and
|
|
4
4
|
// the value-clean surface (schemas / types / consts / errors / model registry)
|
|
5
5
|
// re-exported from `./surface`.
|
|
6
|
-
export { batchCompletion, completion, deleteCache, loadModel, downloadAsset, heartbeat, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, createVectorIndex, loadVectorIndex, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, startRpcServer, stopRpcServer, discoverRpcServers, getSystemResources, assessModelFit, loggingStream, subscribeServerLogs, ocr, invokePlugin, invokePluginStream, diffusion, audioGen, audioEdit, audioUnderstand, classify, decide, video, upscale, worldCreateScene, worldStep, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, suspend, resume, state, vla, vlaHparams, vlaSetEmbodiment, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './api/index.js';
|
|
6
|
+
export { batchCompletion, completion, deleteCache, calcTokens, loadModel, downloadAsset, heartbeat, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, embedBatch, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, createVectorIndex, loadVectorIndex, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, startRpcServer, stopRpcServer, discoverRpcServers, getSystemResources, assessModelFit, loggingStream, subscribeServerLogs, ocr, invokePlugin, invokePluginStream, diffusion, audioGen, audioEdit, audioUnderstand, classify, decide, rerank, video, upscale, worldCreateScene, worldStep, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, suspend, resume, state, vla, vlaHparams, vlaSetEmbodiment, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './api/index.js';
|
|
7
7
|
// Engine lifecycle and explicit plugin assembly. No plugins are registered by
|
|
8
8
|
// default: an app assembles the engines it needs via `plugins([...])` or the
|
|
9
9
|
// `registerPlugin`/`registerPlugins` primitives, then calls the operations.
|
package/dist/logging/addon.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { Logger } from '
|
|
1
|
+
import type { Logger } from '../logging/types.js';
|
|
2
2
|
export declare function registerAddonLogger(modelId: string, namespace: string, logger: Logger): void;
|
|
3
3
|
export declare function unregisterAddonLogger(modelId: string): void;
|
|
4
4
|
export declare function createAddonLoggerCallback(namespace: string): (priority: number, message: string) => void;
|
package/dist/logging/addon.js
CHANGED
package/dist/logging/index.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
export { getLogger, getEngineLogger, getAppLogger, createStreamLogger, setGlobalLogLevel, setGlobalConsoleOutput, registerLogger, unregisterLogger } from '
|
|
2
|
-
export type { Logger, LoggerOptions, LogTransport } from '
|
|
3
|
-
export { RAG_NAMESPACE, LOG_ID, ALL_LOG_ID, LOG_NAMESPACE, type AddonNamespace } from '
|
|
4
|
-
export { registerAddonLogger, unregisterAddonLogger, createAddonLoggerCallback, clearAllAddonLoggers } from '
|
|
5
|
-
export { summarizeRequest } from '
|
|
1
|
+
export { getLogger, getEngineLogger, getAppLogger, createStreamLogger, setGlobalLogLevel, setGlobalConsoleOutput, registerLogger, unregisterLogger } from '../logging/logger.js';
|
|
2
|
+
export type { Logger, LoggerOptions, LogTransport } from '../logging/types.js';
|
|
3
|
+
export { RAG_NAMESPACE, LOG_ID, ALL_LOG_ID, LOG_NAMESPACE, type AddonNamespace } from '../logging/namespaces.js';
|
|
4
|
+
export { registerAddonLogger, unregisterAddonLogger, createAddonLoggerCallback, clearAllAddonLoggers } from '../logging/addon.js';
|
|
5
|
+
export { summarizeRequest } from '../logging/utils.js';
|
package/dist/logging/index.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export { getLogger, getEngineLogger, getAppLogger, createStreamLogger, setGlobalLogLevel, setGlobalConsoleOutput, registerLogger, unregisterLogger } from '
|
|
2
|
-
export { RAG_NAMESPACE, LOG_ID, ALL_LOG_ID, LOG_NAMESPACE } from '
|
|
3
|
-
export { registerAddonLogger, unregisterAddonLogger, createAddonLoggerCallback, clearAllAddonLoggers } from '
|
|
4
|
-
export { summarizeRequest } from '
|
|
1
|
+
export { getLogger, getEngineLogger, getAppLogger, createStreamLogger, setGlobalLogLevel, setGlobalConsoleOutput, registerLogger, unregisterLogger } from '../logging/logger.js';
|
|
2
|
+
export { RAG_NAMESPACE, LOG_ID, ALL_LOG_ID, LOG_NAMESPACE } from '../logging/namespaces.js';
|
|
3
|
+
export { registerAddonLogger, unregisterAddonLogger, createAddonLoggerCallback, clearAllAddonLoggers } from '../logging/addon.js';
|
|
4
|
+
export { summarizeRequest } from '../logging/utils.js';
|
package/dist/logging/logger.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { type LogLevel } from '@qvac/logging';
|
|
2
|
-
import type { Logger, LoggerOptions } from '
|
|
2
|
+
import type { Logger, LoggerOptions } from '../logging/types.js';
|
|
3
3
|
export declare function registerLogger(logger: Logger): void;
|
|
4
4
|
export declare function unregisterLogger(logger: Logger): void;
|
|
5
5
|
export declare function setGlobalLogLevel(level: LogLevel): void;
|
package/dist/logging/logger.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import QvacLogger from '@qvac/logging';
|
|
2
|
-
import { LOG_LEVELS } from '@qvac/logging/constants
|
|
2
|
+
import { LOG_LEVELS } from '@qvac/logging/constants';
|
|
3
3
|
import { sendLogToStreams } from '../runtime/logging-stream-registry.js';
|
|
4
|
-
import { isLevelEnabled, formatArg } from '
|
|
5
|
-
import { LOG_ID, LOG_NAMESPACE } from '
|
|
4
|
+
import { isLevelEnabled, formatArg } from '../logging/utils.js';
|
|
5
|
+
import { LOG_ID, LOG_NAMESPACE } from '../logging/namespaces.js';
|
|
6
6
|
// A single instance is shared across every evaluation of this module via
|
|
7
7
|
// globalThis so that log level and console toggles reach all loggers even if
|
|
8
8
|
// the module is evaluated more than once.
|
package/dist/logging/utils.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { LEVEL_PRIORITIES, LOG_LEVELS } from '@qvac/logging/constants
|
|
1
|
+
import { LEVEL_PRIORITIES, LOG_LEVELS } from '@qvac/logging/constants';
|
|
2
2
|
import stringify from 'fast-safe-stringify';
|
|
3
3
|
export function isLevelEnabled(messageLevel, currentLevel) {
|
|
4
4
|
// "off" suppresses every emission (console, streams, and transports alike),
|
|
@@ -65,13 +65,21 @@ export function summarizeRequest(request) {
|
|
|
65
65
|
summary['image'] = `[${img.type}: ${img.value.length} bytes]`;
|
|
66
66
|
return summary;
|
|
67
67
|
}
|
|
68
|
-
if (request.type === 'embed') {
|
|
68
|
+
if (request.type === 'embed' || request.type === 'embedBatch') {
|
|
69
|
+
if (request.input !== undefined) {
|
|
70
|
+
summary['input'] = '[1 embedding input]';
|
|
71
|
+
return summary;
|
|
72
|
+
}
|
|
73
|
+
if (request.inputs !== undefined) {
|
|
74
|
+
summary['inputs'] = `[${request.inputs.length} embedding inputs]`;
|
|
75
|
+
return summary;
|
|
76
|
+
}
|
|
69
77
|
const text = request['text'];
|
|
70
78
|
if (Array.isArray(text)) {
|
|
71
79
|
const totalLen = text.reduce((sum, t) => sum + t.length, 0);
|
|
72
80
|
summary['text'] = `[${text.length} items, ${totalLen} chars]`;
|
|
73
81
|
}
|
|
74
|
-
else if (text.length > 200) {
|
|
82
|
+
else if (text !== undefined && text.length > 200) {
|
|
75
83
|
summary['text'] = `[${text.length} chars]`;
|
|
76
84
|
}
|
|
77
85
|
else {
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { getModelCacheLayout, type ModelCacheLayout } from './utils/cache/layout.js';
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { FitStubUnavailableReason } from '../model-fit/description/fetch.js';
|
|
2
|
+
import type { AssessModelFitResult, ModelFitCandidate } from '../schemas/assess-model-fit.js';
|
|
3
|
+
/** Why a load with no description staged for it has no fitter verdict. */
|
|
4
|
+
export declare function noStubDetail(reason: FitStubUnavailableReason, message?: string): string;
|
|
5
|
+
/**
|
|
6
|
+
* Whether a set of models fits when loaded together.
|
|
7
|
+
*
|
|
8
|
+
* Each model's fitter runs in turn, so a set never holds several fitters open
|
|
9
|
+
* at once, and the answers are combined per memory pool against what is free.
|
|
10
|
+
*
|
|
11
|
+
* A load that `loadModel` would refuse throws the error that load would throw:
|
|
12
|
+
* no plugin for the model type, a config its schema or plugin refuses, or the
|
|
13
|
+
* fitter rejecting the load. A load that would start but cannot be sized is
|
|
14
|
+
* `unknown`.
|
|
15
|
+
*
|
|
16
|
+
* @throws {ModelTypeRequiredError} When neither the model type nor the source
|
|
17
|
+
* names an engine.
|
|
18
|
+
* @throws {PluginNotFoundError} When no plugin handles the model type.
|
|
19
|
+
* @throws {PluginLoadConfigValidationFailedError} When the plugin's schema
|
|
20
|
+
* refuses the config.
|
|
21
|
+
* @throws The plugin's or the fitter's own error when either refuses the load.
|
|
22
|
+
*/
|
|
23
|
+
export declare function assessModelFit(candidates: readonly ModelFitCandidate[]): Promise<AssessModelFitResult>;
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
import path from 'bare-path';
|
|
2
|
+
import { ModelTypeRequiredError, PluginNotFoundError } from '../errors/index.js';
|
|
3
|
+
import { getEngineLogger } from '../logging/index.js';
|
|
4
|
+
import { describeAccounting } from '../model-fit/describe.js';
|
|
5
|
+
import { resolveLoadFromStubs } from '../model-fit/description/resolve-load.js';
|
|
6
|
+
import { fitLoad, unknownFit } from '../model-fit/fit-load.js';
|
|
7
|
+
import { combineFits } from '../model-fit/sum.js';
|
|
8
|
+
import { getConfig } from '../runtime/state.js';
|
|
9
|
+
import { isCanonicalModelType, normalizeModelType } from '../schemas/index.js';
|
|
10
|
+
import { inferModelTypeFromModelSrc } from '../schemas/model-src-utils.js';
|
|
11
|
+
import { detectShardedModel } from '../utils/shard-utils.js';
|
|
12
|
+
/**
|
|
13
|
+
* The engine that would run this load, named outright or read off the source,
|
|
14
|
+
* as `loadModel` resolves it.
|
|
15
|
+
*
|
|
16
|
+
* @throws {ModelTypeRequiredError} When neither names one.
|
|
17
|
+
*/
|
|
18
|
+
function modelTypeOf(candidate) {
|
|
19
|
+
if (candidate.modelType !== undefined)
|
|
20
|
+
return normalizeModelType(candidate.modelType);
|
|
21
|
+
const inferred = inferModelTypeFromModelSrc(candidate.modelSrc);
|
|
22
|
+
if (inferred === undefined)
|
|
23
|
+
throw new ModelTypeRequiredError();
|
|
24
|
+
return normalizeModelType(inferred);
|
|
25
|
+
}
|
|
26
|
+
/**
|
|
27
|
+
* Whether the source names one shard of a split model, read from its file name
|
|
28
|
+
* as `loadModel` reads it. A catalog constant names its file by registry path.
|
|
29
|
+
*/
|
|
30
|
+
function isSplitSource(modelSrc) {
|
|
31
|
+
if (modelSrc === undefined)
|
|
32
|
+
return false;
|
|
33
|
+
const location = typeof modelSrc === 'string' ? modelSrc : (modelSrc.registryPath ?? modelSrc.src);
|
|
34
|
+
return detectShardedModel(path.basename(location)).isSharded;
|
|
35
|
+
}
|
|
36
|
+
/** Why a load with no description staged for it has no fitter verdict. */
|
|
37
|
+
export function noStubDetail(reason, message) {
|
|
38
|
+
if (reason === 'files-only-engine') {
|
|
39
|
+
return 'the engine measures downloaded files only, and this model is not downloaded';
|
|
40
|
+
}
|
|
41
|
+
return message === undefined
|
|
42
|
+
? `no registry description (${reason})`
|
|
43
|
+
: `no registry description (${reason}): ${message}`;
|
|
44
|
+
}
|
|
45
|
+
/**
|
|
46
|
+
* The fitter's answer for one candidate, run against the model on disk or the
|
|
47
|
+
* registry's weightless description of it.
|
|
48
|
+
*/
|
|
49
|
+
async function fitCandidate(candidate) {
|
|
50
|
+
const modelType = modelTypeOf(candidate);
|
|
51
|
+
if (!isCanonicalModelType(modelType))
|
|
52
|
+
throw new PluginNotFoundError(modelType);
|
|
53
|
+
const budgetMs = getConfig().fitStubBudgetMs;
|
|
54
|
+
const resolved = await resolveLoadFromStubs({
|
|
55
|
+
modelType,
|
|
56
|
+
...(candidate.modelSrc !== undefined && { modelSrc: candidate.modelSrc }),
|
|
57
|
+
...(candidate.modelConfig !== undefined && { modelConfig: candidate.modelConfig }),
|
|
58
|
+
...(candidate.transcriptionWorkload !== undefined && {
|
|
59
|
+
transcriptionWorkload: candidate.transcriptionWorkload
|
|
60
|
+
}),
|
|
61
|
+
...(candidate.ttsWorkload !== undefined && { ttsWorkload: candidate.ttsWorkload })
|
|
62
|
+
}, budgetMs !== undefined ? { budgetMs } : {});
|
|
63
|
+
if (resolved.status === 'no-stub') {
|
|
64
|
+
return unknownFit(noStubDetail(resolved.reason, resolved.message));
|
|
65
|
+
}
|
|
66
|
+
try {
|
|
67
|
+
return await fitLoad(modelType, {
|
|
68
|
+
modelPath: resolved.modelPath,
|
|
69
|
+
modelConfig: resolved.modelConfig,
|
|
70
|
+
artifacts: resolved.artifacts,
|
|
71
|
+
isShardedModel: isSplitSource(candidate.modelSrc),
|
|
72
|
+
transcriptionWorkload: candidate.transcriptionWorkload,
|
|
73
|
+
ttsWorkload: candidate.ttsWorkload
|
|
74
|
+
});
|
|
75
|
+
}
|
|
76
|
+
finally {
|
|
77
|
+
await resolved.release();
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
/**
|
|
81
|
+
* Whether a set of models fits when loaded together.
|
|
82
|
+
*
|
|
83
|
+
* Each model's fitter runs in turn, so a set never holds several fitters open
|
|
84
|
+
* at once, and the answers are combined per memory pool against what is free.
|
|
85
|
+
*
|
|
86
|
+
* A load that `loadModel` would refuse throws the error that load would throw:
|
|
87
|
+
* no plugin for the model type, a config its schema or plugin refuses, or the
|
|
88
|
+
* fitter rejecting the load. A load that would start but cannot be sized is
|
|
89
|
+
* `unknown`.
|
|
90
|
+
*
|
|
91
|
+
* @throws {ModelTypeRequiredError} When neither the model type nor the source
|
|
92
|
+
* names an engine.
|
|
93
|
+
* @throws {PluginNotFoundError} When no plugin handles the model type.
|
|
94
|
+
* @throws {PluginLoadConfigValidationFailedError} When the plugin's schema
|
|
95
|
+
* refuses the config.
|
|
96
|
+
* @throws The plugin's or the fitter's own error when either refuses the load.
|
|
97
|
+
*/
|
|
98
|
+
export async function assessModelFit(candidates) {
|
|
99
|
+
const fits = [];
|
|
100
|
+
for (const candidate of candidates)
|
|
101
|
+
fits.push(await fitCandidate(candidate));
|
|
102
|
+
const models = fits.map((fit) => fit.result);
|
|
103
|
+
const { verdict, pools } = combineFits(models);
|
|
104
|
+
const rows = fits.map((fit, index) => {
|
|
105
|
+
const why = fit.reason === undefined ? '' : ` (${fit.reason})`;
|
|
106
|
+
return { label: `model ${index + 1} ${fit.result.status}${why}`, devices: fit.result.devices };
|
|
107
|
+
});
|
|
108
|
+
getEngineLogger().info(`[model-fit] ${verdict} — ${describeAccounting(pools, rows)}`);
|
|
109
|
+
return { verdict, pools, models };
|
|
110
|
+
}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { AddonFitDevice } from '../model-fit/run/engine.js';
|
|
2
|
+
import type { ModelFitPool } from '../schemas/assess-model-fit.js';
|
|
3
|
+
export declare function mib(bytes: number): string;
|
|
4
|
+
export declare function describePool(pool: ModelFitPool): string;
|
|
5
|
+
/**
|
|
6
|
+
* Every pool and every row the addons reported, so a log shows which device
|
|
7
|
+
* joined which pool and which figure bound it.
|
|
8
|
+
*/
|
|
9
|
+
export declare function describeAccounting(pools: readonly ModelFitPool[], rows: readonly {
|
|
10
|
+
label: string;
|
|
11
|
+
devices: readonly AddonFitDevice[];
|
|
12
|
+
}[]): string;
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
const BYTES_PER_MIB = 1024 * 1024;
|
|
2
|
+
export function mib(bytes) {
|
|
3
|
+
return `${Math.round(bytes / BYTES_PER_MIB)} MiB`;
|
|
4
|
+
}
|
|
5
|
+
export function describePool(pool) {
|
|
6
|
+
return pool.freeBytes === undefined
|
|
7
|
+
? `${pool.id} ${mib(pool.usedBytes)}`
|
|
8
|
+
: `${pool.id} ${mib(pool.usedBytes)} of ${mib(pool.freeBytes)} free`;
|
|
9
|
+
}
|
|
10
|
+
function describeDevice(device) {
|
|
11
|
+
const figures = [
|
|
12
|
+
`used ${mib(device.usedBytes)}`,
|
|
13
|
+
...(device.freeBytes !== undefined ? [`free ${mib(device.freeBytes)}`] : []),
|
|
14
|
+
...(device.totalBytes !== undefined ? [`total ${mib(device.totalBytes)}`] : [])
|
|
15
|
+
];
|
|
16
|
+
const kind = device.unified ? 'unified' : 'own memory';
|
|
17
|
+
return `${device.name} [${device.id}, ${kind}] ${figures.join(', ')}`;
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Every pool and every row the addons reported, so a log shows which device
|
|
21
|
+
* joined which pool and which figure bound it.
|
|
22
|
+
*/
|
|
23
|
+
export function describeAccounting(pools, rows) {
|
|
24
|
+
const poolText = pools.length > 0 ? pools.map(describePool).join('; ') : 'none';
|
|
25
|
+
const rowText = rows
|
|
26
|
+
.map(({ label, devices }) => devices.length > 0 ? `${label}: ${devices.map(describeDevice).join('; ')}` : `${label}: none`)
|
|
27
|
+
.join(' | ');
|
|
28
|
+
return `pools: ${poolText} — rows: ${rowText}`;
|
|
29
|
+
}
|
package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts}
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { type AbortSignal } from 'bare-abort-controller';
|
|
2
2
|
import type { QVACBlobBinding } from '@qvac/registry-client';
|
|
3
|
-
import type { Logger } from '
|
|
3
|
+
import type { Logger } from '../../logging/types.js';
|
|
4
4
|
/**
|
|
5
5
|
* A weightless description of an artifact, served by the registry beside the
|
|
6
6
|
* weights: for a GGUF, the tensor list and the settings with the tokenizer
|
|
@@ -59,7 +59,7 @@ export interface FitStubOptions {
|
|
|
59
59
|
/** Overall budget for the lookup and the fetch. Defaults to `FIT_STUB_BUDGET_MS`. */
|
|
60
60
|
budgetMs?: number;
|
|
61
61
|
logger?: Logger;
|
|
62
|
-
getEntry?: (registryPath: string, registrySource: string) => Promise<FitStubEntry | null>;
|
|
62
|
+
getEntry?: (registryPath: string, registrySource: string, signal?: AbortSignal) => Promise<FitStubEntry | null>;
|
|
63
63
|
downloadBlob?: (binding: FitBlobBinding, outputFile: string, signal?: AbortSignal) => Promise<unknown>;
|
|
64
64
|
}
|
|
65
65
|
/**
|