@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { ResourceCollectorDependencies, ResourceMetric, ResourceProvenance } from '
|
|
1
|
+
import type { ResourceCollectorDependencies, ResourceMetric, ResourceProvenance } from '../resources/types.js';
|
|
2
2
|
export declare function createSystemResourceCollector(dependencies: ResourceCollectorDependencies): {
|
|
3
3
|
getCapabilities: () => {
|
|
4
4
|
cpu: {
|
|
@@ -9,7 +9,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
9
9
|
value: string;
|
|
10
10
|
provenance: {
|
|
11
11
|
source: string;
|
|
12
|
-
scope?: "
|
|
12
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
13
13
|
};
|
|
14
14
|
} | {
|
|
15
15
|
status: "unavailable";
|
|
@@ -26,7 +26,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
26
26
|
value: string;
|
|
27
27
|
provenance: {
|
|
28
28
|
source: string;
|
|
29
|
-
scope?: "
|
|
29
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
30
30
|
};
|
|
31
31
|
} | {
|
|
32
32
|
status: "unavailable";
|
|
@@ -43,7 +43,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
43
43
|
value: number;
|
|
44
44
|
provenance: {
|
|
45
45
|
source: string;
|
|
46
|
-
scope?: "
|
|
46
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
47
47
|
};
|
|
48
48
|
} | {
|
|
49
49
|
status: "unavailable";
|
|
@@ -60,7 +60,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
60
60
|
value: number;
|
|
61
61
|
provenance: {
|
|
62
62
|
source: string;
|
|
63
|
-
scope?: "
|
|
63
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
64
64
|
};
|
|
65
65
|
} | {
|
|
66
66
|
status: "unavailable";
|
|
@@ -77,7 +77,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
77
77
|
value: number;
|
|
78
78
|
provenance: {
|
|
79
79
|
source: string;
|
|
80
|
-
scope?: "
|
|
80
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
81
81
|
};
|
|
82
82
|
} | {
|
|
83
83
|
status: "unavailable";
|
|
@@ -94,7 +94,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
94
94
|
value: number;
|
|
95
95
|
provenance: {
|
|
96
96
|
source: string;
|
|
97
|
-
scope?: "
|
|
97
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
98
98
|
};
|
|
99
99
|
} | {
|
|
100
100
|
status: "unavailable";
|
|
@@ -111,7 +111,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
111
111
|
value: number;
|
|
112
112
|
provenance: {
|
|
113
113
|
source: string;
|
|
114
|
-
scope?: "
|
|
114
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
115
115
|
};
|
|
116
116
|
} | {
|
|
117
117
|
status: "unavailable";
|
|
@@ -128,7 +128,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
128
128
|
value: number;
|
|
129
129
|
provenance: {
|
|
130
130
|
source: string;
|
|
131
|
-
scope?: "
|
|
131
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
132
132
|
};
|
|
133
133
|
} | {
|
|
134
134
|
status: "unavailable";
|
|
@@ -145,7 +145,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
145
145
|
value: number;
|
|
146
146
|
provenance: {
|
|
147
147
|
source: string;
|
|
148
|
-
scope?: "
|
|
148
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
149
149
|
};
|
|
150
150
|
} | {
|
|
151
151
|
status: "unavailable";
|
|
@@ -160,7 +160,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
160
160
|
};
|
|
161
161
|
provenance: {
|
|
162
162
|
source: string;
|
|
163
|
-
scope?: "
|
|
163
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
164
164
|
};
|
|
165
165
|
} | {
|
|
166
166
|
status: "unavailable";
|
|
@@ -178,7 +178,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
178
178
|
value: number;
|
|
179
179
|
provenance: {
|
|
180
180
|
source: string;
|
|
181
|
-
scope?: "
|
|
181
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
182
182
|
};
|
|
183
183
|
} | {
|
|
184
184
|
status: "unavailable";
|
|
@@ -200,7 +200,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
200
200
|
value: string;
|
|
201
201
|
provenance: {
|
|
202
202
|
source: string;
|
|
203
|
-
scope?: "
|
|
203
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
204
204
|
};
|
|
205
205
|
} | {
|
|
206
206
|
status: "unavailable";
|
|
@@ -217,7 +217,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
217
217
|
value: string;
|
|
218
218
|
provenance: {
|
|
219
219
|
source: string;
|
|
220
|
-
scope?: "
|
|
220
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
221
221
|
};
|
|
222
222
|
} | {
|
|
223
223
|
status: "unavailable";
|
|
@@ -234,7 +234,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
234
234
|
value: number;
|
|
235
235
|
provenance: {
|
|
236
236
|
source: string;
|
|
237
|
-
scope?: "
|
|
237
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
238
238
|
};
|
|
239
239
|
} | {
|
|
240
240
|
status: "unavailable";
|
|
@@ -251,7 +251,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
251
251
|
value: string;
|
|
252
252
|
provenance: {
|
|
253
253
|
source: string;
|
|
254
|
-
scope?: "
|
|
254
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
255
255
|
};
|
|
256
256
|
} | {
|
|
257
257
|
status: "unavailable";
|
|
@@ -268,7 +268,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
268
268
|
value: string;
|
|
269
269
|
provenance: {
|
|
270
270
|
source: string;
|
|
271
|
-
scope?: "
|
|
271
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
272
272
|
};
|
|
273
273
|
} | {
|
|
274
274
|
status: "unavailable";
|
|
@@ -286,7 +286,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
286
286
|
value: boolean;
|
|
287
287
|
provenance: {
|
|
288
288
|
source: string;
|
|
289
|
-
scope?: "
|
|
289
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
290
290
|
};
|
|
291
291
|
} | {
|
|
292
292
|
status: "unavailable";
|
|
@@ -303,7 +303,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
303
303
|
value: boolean;
|
|
304
304
|
provenance: {
|
|
305
305
|
source: string;
|
|
306
|
-
scope?: "
|
|
306
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
307
307
|
};
|
|
308
308
|
} | {
|
|
309
309
|
status: "unavailable";
|
|
@@ -320,7 +320,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
320
320
|
value: boolean;
|
|
321
321
|
provenance: {
|
|
322
322
|
source: string;
|
|
323
|
-
scope?: "
|
|
323
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
324
324
|
};
|
|
325
325
|
} | {
|
|
326
326
|
status: "unavailable";
|
|
@@ -337,7 +337,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
337
337
|
value: boolean;
|
|
338
338
|
provenance: {
|
|
339
339
|
source: string;
|
|
340
|
-
scope?: "
|
|
340
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
341
341
|
};
|
|
342
342
|
} | {
|
|
343
343
|
status: "unavailable";
|
|
@@ -354,7 +354,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
354
354
|
value: boolean;
|
|
355
355
|
provenance: {
|
|
356
356
|
source: string;
|
|
357
|
-
scope?: "
|
|
357
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
358
358
|
};
|
|
359
359
|
} | {
|
|
360
360
|
status: "unavailable";
|
|
@@ -371,7 +371,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
371
371
|
value: boolean;
|
|
372
372
|
provenance: {
|
|
373
373
|
source: string;
|
|
374
|
-
scope?: "
|
|
374
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
375
375
|
};
|
|
376
376
|
} | {
|
|
377
377
|
status: "unavailable";
|
|
@@ -388,7 +388,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
388
388
|
value: boolean;
|
|
389
389
|
provenance: {
|
|
390
390
|
source: string;
|
|
391
|
-
scope?: "
|
|
391
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
392
392
|
};
|
|
393
393
|
} | {
|
|
394
394
|
status: "unavailable";
|
|
@@ -405,7 +405,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
405
405
|
value: boolean;
|
|
406
406
|
provenance: {
|
|
407
407
|
source: string;
|
|
408
|
-
scope?: "
|
|
408
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
409
409
|
};
|
|
410
410
|
} | {
|
|
411
411
|
status: "unavailable";
|
|
@@ -422,7 +422,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
422
422
|
value: boolean;
|
|
423
423
|
provenance: {
|
|
424
424
|
source: string;
|
|
425
|
-
scope?: "
|
|
425
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
426
426
|
};
|
|
427
427
|
} | {
|
|
428
428
|
status: "unavailable";
|
|
@@ -439,7 +439,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
439
439
|
value: boolean;
|
|
440
440
|
provenance: {
|
|
441
441
|
source: string;
|
|
442
|
-
scope?: "
|
|
442
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
443
443
|
};
|
|
444
444
|
} | {
|
|
445
445
|
status: "unavailable";
|
|
@@ -457,7 +457,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
457
457
|
value: boolean;
|
|
458
458
|
provenance: {
|
|
459
459
|
source: string;
|
|
460
|
-
scope?: "
|
|
460
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
461
461
|
};
|
|
462
462
|
} | {
|
|
463
463
|
status: "unavailable";
|
|
@@ -474,7 +474,24 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
474
474
|
value: number;
|
|
475
475
|
provenance: {
|
|
476
476
|
source: string;
|
|
477
|
-
scope?: "
|
|
477
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
478
|
+
};
|
|
479
|
+
} | {
|
|
480
|
+
status: "unavailable";
|
|
481
|
+
reason?: string | undefined;
|
|
482
|
+
} | {
|
|
483
|
+
status: "unverified";
|
|
484
|
+
reason?: string | undefined;
|
|
485
|
+
} | {
|
|
486
|
+
status: "failed";
|
|
487
|
+
reason?: string | undefined;
|
|
488
|
+
};
|
|
489
|
+
dedicatedMemoryTotalBytes: {
|
|
490
|
+
status: "supported";
|
|
491
|
+
value: number;
|
|
492
|
+
provenance: {
|
|
493
|
+
source: string;
|
|
494
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
478
495
|
};
|
|
479
496
|
} | {
|
|
480
497
|
status: "unavailable";
|
|
@@ -489,7 +506,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
489
506
|
}[];
|
|
490
507
|
provenance: {
|
|
491
508
|
source: string;
|
|
492
|
-
scope?: "
|
|
509
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
493
510
|
};
|
|
494
511
|
} | {
|
|
495
512
|
status: "unavailable";
|
|
@@ -523,7 +540,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
523
540
|
value: number;
|
|
524
541
|
provenance: {
|
|
525
542
|
source: string;
|
|
526
|
-
scope?: "
|
|
543
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
527
544
|
};
|
|
528
545
|
} | {
|
|
529
546
|
status: "unavailable";
|
|
@@ -540,7 +557,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
540
557
|
value: number;
|
|
541
558
|
provenance: {
|
|
542
559
|
source: string;
|
|
543
|
-
scope?: "
|
|
560
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
544
561
|
};
|
|
545
562
|
} | {
|
|
546
563
|
status: "unavailable";
|
|
@@ -557,7 +574,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
557
574
|
value: number;
|
|
558
575
|
provenance: {
|
|
559
576
|
source: string;
|
|
560
|
-
scope?: "
|
|
577
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
561
578
|
};
|
|
562
579
|
} | {
|
|
563
580
|
status: "unavailable";
|
|
@@ -574,7 +591,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
574
591
|
value: number;
|
|
575
592
|
provenance: {
|
|
576
593
|
source: string;
|
|
577
|
-
scope?: "
|
|
594
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
578
595
|
};
|
|
579
596
|
} | {
|
|
580
597
|
status: "unavailable";
|
|
@@ -591,7 +608,24 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
591
608
|
value: number;
|
|
592
609
|
provenance: {
|
|
593
610
|
source: string;
|
|
594
|
-
scope?: "
|
|
611
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
612
|
+
};
|
|
613
|
+
} | {
|
|
614
|
+
status: "unavailable";
|
|
615
|
+
reason?: string | undefined;
|
|
616
|
+
} | {
|
|
617
|
+
status: "unverified";
|
|
618
|
+
reason?: string | undefined;
|
|
619
|
+
} | {
|
|
620
|
+
status: "failed";
|
|
621
|
+
reason?: string | undefined;
|
|
622
|
+
};
|
|
623
|
+
dedicatedMemoryUsedBytes: {
|
|
624
|
+
status: "supported";
|
|
625
|
+
value: number;
|
|
626
|
+
provenance: {
|
|
627
|
+
source: string;
|
|
628
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
595
629
|
};
|
|
596
630
|
} | {
|
|
597
631
|
status: "unavailable";
|
|
@@ -608,7 +642,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
608
642
|
value: number;
|
|
609
643
|
provenance: {
|
|
610
644
|
source: string;
|
|
611
|
-
scope?: "
|
|
645
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
612
646
|
};
|
|
613
647
|
} | {
|
|
614
648
|
status: "unavailable";
|
|
@@ -625,7 +659,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
|
|
|
625
659
|
value: number;
|
|
626
660
|
provenance: {
|
|
627
661
|
source: string;
|
|
628
|
-
scope?: "
|
|
662
|
+
scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
|
|
629
663
|
};
|
|
630
664
|
} | {
|
|
631
665
|
status: "unavailable";
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { failedMetric, normalizeBooleanMetric, normalizeEnumMetric, normalizeNonNegativeIntegerMetric, normalizeNonNegativeMetric, normalizePositiveIntegerMetric, normalizeStringMetric, normalizeUtilizationMetric, unavailableMetric, unverifiedMetric } from '
|
|
1
|
+
import { failedMetric, normalizeBooleanMetric, normalizeEnumMetric, normalizeNonNegativeIntegerMetric, normalizeNonNegativeMetric, normalizePositiveIntegerMetric, normalizeStringMetric, normalizeUtilizationMetric, unavailableMetric, unverifiedMetric } from '../resources/normalize.js';
|
|
2
2
|
const CPU_SOURCE = 'bare-cpu-info';
|
|
3
3
|
const GPU_SOURCE = 'bare-gpu-info';
|
|
4
4
|
const GPU_MEMORY_SCOPE_REASON = 'GPU memory scope is unverified';
|
|
@@ -112,7 +112,10 @@ function normalizeGPUCapabilities(gpu, id, gpuTypes) {
|
|
|
112
112
|
driverVersion: normalizeStringMetric(gpu.driverVersion, gpuDeviceProvenance),
|
|
113
113
|
drivers: normalizeDriverCapabilities(gpu.drivers),
|
|
114
114
|
unifiedMemory: normalizeBooleanMetric(gpu.unifiedMemory, gpuDeviceProvenance),
|
|
115
|
-
memoryTotalBytes: normalizeDeclaredGPUMemory(gpu.memory, gpu.unifiedMemory)
|
|
115
|
+
memoryTotalBytes: normalizeDeclaredGPUMemory(gpu.memory, gpu.unifiedMemory),
|
|
116
|
+
// Trusted even when the rest of the GPU's memory is shared: an integrated
|
|
117
|
+
// GPU's carve-out is reserved for it and the OS does not count it as RAM.
|
|
118
|
+
dedicatedMemoryTotalBytes: normalizeNonNegativeMetric(gpu.dedicatedMemory, gpuDeviceProvenance)
|
|
116
119
|
};
|
|
117
120
|
}
|
|
118
121
|
function failedCPUSample(reason) {
|
|
@@ -133,6 +136,7 @@ function failedGPUSample(id, reason) {
|
|
|
133
136
|
decode: failedMetric(reason),
|
|
134
137
|
memoryUsedBytes: failedMetric(reason),
|
|
135
138
|
memoryTotalBytes: failedMetric(reason),
|
|
139
|
+
dedicatedMemoryUsedBytes: failedMetric(reason),
|
|
136
140
|
powerWatts: failedMetric(reason),
|
|
137
141
|
temperatureCelsius: failedMetric(reason)
|
|
138
142
|
};
|
|
@@ -154,6 +158,9 @@ function normalizeGPUSample(id, usage, device, platform) {
|
|
|
154
158
|
decode: normalizeUtilizationMetric(usage.decode, gpuDeviceProvenance),
|
|
155
159
|
memoryUsedBytes: normalizeSampledGPUMemory(usage.memoryUsed, scope, 'GPU memory usage scope is unverified'),
|
|
156
160
|
memoryTotalBytes: normalizeSampledGPUMemory(usage.memoryTotal, scope, GPU_MEMORY_SCOPE_REASON),
|
|
161
|
+
// A discrete GPU's dedicated usage is its memory usage, so it shares that
|
|
162
|
+
// scope. An integrated GPU's carve-out usage is read device-wide.
|
|
163
|
+
dedicatedMemoryUsedBytes: normalizeSampledGPUMemory(usage.dedicatedMemoryUsed, device?.unifiedMemory === true ? 'device' : scope, 'GPU memory usage scope is unverified'),
|
|
157
164
|
powerWatts: normalizeNonNegativeMetric(usage.power, gpuDeviceProvenance),
|
|
158
165
|
temperatureCelsius: normalizeNonNegativeMetric(usage.temperature, gpuDeviceProvenance)
|
|
159
166
|
};
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { ResourceCollectorDependencies, SystemResourceCollector } from '
|
|
1
|
+
import type { ResourceCollectorDependencies, SystemResourceCollector } from '../resources/types.js';
|
|
2
2
|
export declare function initializeResourceCollector(dependencies: ResourceCollectorDependencies): SystemResourceCollector;
|
|
3
3
|
export declare function getResourceCollector(): SystemResourceCollector | undefined;
|
|
4
4
|
export declare function destroyResourceCollector(): void;
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import type { ResourceCollectorDependencies } from '
|
|
1
|
+
import type { ResourceCollectorDependencies } from '../resources/types.js';
|
|
2
2
|
export declare const nativeResourceCollectorDependencies: ResourceCollectorDependencies;
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { ResourceMetric, ResourceProvenance } from '
|
|
1
|
+
import type { ResourceMetric, ResourceProvenance } from '../resources/types.js';
|
|
2
2
|
export declare function unavailableMetric<T>(reason?: string): ResourceMetric<T>;
|
|
3
3
|
export declare function unverifiedMetric<T>(reason?: string): ResourceMetric<T>;
|
|
4
4
|
export declare function failedMetric<T>(reason: string): ResourceMetric<T>;
|
|
@@ -35,6 +35,7 @@ export interface NativeGPUCapabilities {
|
|
|
35
35
|
revision: number;
|
|
36
36
|
unifiedMemory: boolean;
|
|
37
37
|
memory: number | undefined;
|
|
38
|
+
dedicatedMemory: number | undefined;
|
|
38
39
|
}
|
|
39
40
|
export interface NativeGPUUsage {
|
|
40
41
|
compute: number | undefined;
|
|
@@ -42,6 +43,7 @@ export interface NativeGPUUsage {
|
|
|
42
43
|
decode: number | undefined;
|
|
43
44
|
memoryUsed: number | undefined;
|
|
44
45
|
memoryTotal: number | undefined;
|
|
46
|
+
dedicatedMemoryUsed: number | undefined;
|
|
45
47
|
power: number | undefined;
|
|
46
48
|
temperature: number | undefined;
|
|
47
49
|
}
|
package/dist/rpc/inventory.js
CHANGED
|
@@ -3,14 +3,8 @@ import { Buffer } from 'bare-buffer';
|
|
|
3
3
|
import { InferenceCancelledError } from '../errors/index.js';
|
|
4
4
|
import { getEngineLogger } from '../logging/index.js';
|
|
5
5
|
import { throwIfAborted } from './network.js';
|
|
6
|
-
// Fabric RPC_PROTO_*_VERSION:
|
|
7
|
-
// https://github.com/tetherto/qvac-fabric-llm.cpp/blob/v11018.2.0/ggml/include/ggml-rpc.h
|
|
8
6
|
// Command IDs and HELLO layouts, rpc_cmd and rpc_msg_hello_*:
|
|
9
|
-
// https://github.com/tetherto/qvac-fabric-llm.cpp/blob/
|
|
10
|
-
// Native inference needs matching protocol majors, so only servers on the bundled
|
|
11
|
-
// Fabric's protocol are listed. Patch versions are compatible.
|
|
12
|
-
const SUPPORTED_VERSIONS = [{ major: 111, minor: 0 }];
|
|
13
|
-
const SUPPORTED_VERSION_LABEL = SUPPORTED_VERSIONS.map(({ major, minor }) => `${major}.${minor}.x`).join(', ');
|
|
7
|
+
// https://github.com/tetherto/qvac-fabric-llm.cpp/blob/v11739.0.0/ggml/src/ggml-rpc/ggml-rpc.cpp
|
|
14
8
|
const HELLO = 14;
|
|
15
9
|
const HELLO_REQUEST_SIZE = 24;
|
|
16
10
|
const HELLO_RESPONSE_SIZE = 28;
|
|
@@ -55,7 +49,6 @@ export function queryRpcInventory(host, port, timeoutMs, signal, scope) {
|
|
|
55
49
|
url: `${host}:${port}`,
|
|
56
50
|
reason,
|
|
57
51
|
receivedVersion: version,
|
|
58
|
-
supportedVersions: SUPPORTED_VERSION_LABEL,
|
|
59
52
|
receivedHelloBytes: size?.toString() ?? 'unavailable',
|
|
60
53
|
expectedHelloBytes: HELLO_RESPONSE_SIZE
|
|
61
54
|
});
|
|
@@ -102,10 +95,6 @@ export function queryRpcInventory(host, port, timeoutMs, signal, scope) {
|
|
|
102
95
|
}
|
|
103
96
|
if (pending.length < 8 + responseSize)
|
|
104
97
|
return;
|
|
105
|
-
if (command === HELLO &&
|
|
106
|
-
!SUPPORTED_VERSIONS.some(({ major, minor }) => pending[8] === major && pending[9] === minor)) {
|
|
107
|
-
return rejectHello('unsupported protocol version');
|
|
108
|
-
}
|
|
109
98
|
const payload = Buffer.from(pending.subarray(8));
|
|
110
99
|
pending = Buffer.alloc(0);
|
|
111
100
|
if (command === HELLO) {
|
package/dist/runtime/env.d.ts
CHANGED
|
@@ -1,7 +1,11 @@
|
|
|
1
|
+
export interface EnvOptions {
|
|
2
|
+
/** Folder that holds `.qvac`. Defaults to the user's home folder. */
|
|
3
|
+
homeDir?: string | undefined;
|
|
4
|
+
}
|
|
1
5
|
/**
|
|
2
6
|
* Initialize the environment. Call once at startup.
|
|
3
7
|
*/
|
|
4
|
-
export declare function initEnv(): void;
|
|
8
|
+
export declare function initEnv(options?: EnvOptions): void;
|
|
5
9
|
/**
|
|
6
10
|
* Get the engine environment. Must call initEnv() first.
|
|
7
11
|
*/
|
package/dist/runtime/env.js
CHANGED
|
@@ -4,30 +4,15 @@ const envSchema = z.object({
|
|
|
4
4
|
HOME_DIR: z.string()
|
|
5
5
|
});
|
|
6
6
|
let validatedEnv = null;
|
|
7
|
+
function defaultHomeDir() {
|
|
8
|
+
// Snap's HOME can be revision-scoped; SNAP_USER_COMMON is stable.
|
|
9
|
+
return env['SNAP_USER_COMMON'] ?? env['HOME'] ?? env['USERPROFILE'] ?? '/tmp';
|
|
10
|
+
}
|
|
7
11
|
/**
|
|
8
12
|
* Initialize the environment. Call once at startup.
|
|
9
13
|
*/
|
|
10
|
-
export function initEnv() {
|
|
11
|
-
|
|
12
|
-
// Snap's HOME can be revision-scoped; SNAP_USER_COMMON is stable.
|
|
13
|
-
env['SNAP_USER_COMMON'] ?? env['HOME'] ?? env['USERPROFILE'] ?? '/tmp';
|
|
14
|
-
let envConfig = {
|
|
15
|
-
HOME_DIR: defaultHomeDir
|
|
16
|
-
};
|
|
17
|
-
const isBareKit = typeof globalThis.BareKit !== 'undefined';
|
|
18
|
-
if (isBareKit && Bare.argv[0]) {
|
|
19
|
-
envConfig['HOME_DIR'] = Bare.argv[0];
|
|
20
|
-
}
|
|
21
|
-
if (Bare.argv[2]) {
|
|
22
|
-
try {
|
|
23
|
-
const overrides = JSON.parse(Bare.argv[2]);
|
|
24
|
-
envConfig = { ...envConfig, ...overrides };
|
|
25
|
-
}
|
|
26
|
-
catch {
|
|
27
|
-
// Ignore non-JSON args
|
|
28
|
-
}
|
|
29
|
-
}
|
|
30
|
-
validatedEnv = envSchema.parse(envConfig);
|
|
14
|
+
export function initEnv(options = {}) {
|
|
15
|
+
validatedEnv = envSchema.parse({ HOME_DIR: options.homeDir ?? defaultHomeDir() });
|
|
31
16
|
}
|
|
32
17
|
/**
|
|
33
18
|
* Get the engine environment. Must call initEnv() first.
|
package/dist/runtime/index.d.ts
CHANGED
|
@@ -1,5 +1,8 @@
|
|
|
1
|
-
export { createDisposableScope } from '
|
|
2
|
-
export type { DisposableScope } from '
|
|
3
|
-
export type { RequestContext, RequestKind, RequestState, RequestLogContext } from '
|
|
4
|
-
export { createRequestRegistry, getRequestRegistry, withRequestContext } from '
|
|
5
|
-
export
|
|
1
|
+
export { createDisposableScope } from '../runtime/disposable-scope.js';
|
|
2
|
+
export type { DisposableScope } from '../runtime/disposable-scope.js';
|
|
3
|
+
export type { RequestContext, RequestKind, RequestState, RequestLogContext } from '../runtime/request-context.js';
|
|
4
|
+
export { createRequestRegistry, getRequestRegistry, withRequestContext } from '../runtime/request-context.js';
|
|
5
|
+
export { OWNER_SESSION_ID, resolveSessionId, requestRegistryKey } from '../runtime/session-id.js';
|
|
6
|
+
export { openSession, closeSession, assertSessionOpen, assertWireSessionOpen, isSessionOpen, isOwnerSession, listSessions, hasOpenSessions, clearSessions } from '../runtime/session-registry.js';
|
|
7
|
+
export type { SessionEntry } from '../runtime/session-registry.js';
|
|
8
|
+
export type { BeginOpts, CancelByModelId, CancelByRequestId, CancelBySession, CancelTarget, ConcurrencyPolicy, ManagedRequestContext, RequestOutcome, RequestRegistry } from '../runtime/request-registry.js';
|
package/dist/runtime/index.js
CHANGED
|
@@ -1,2 +1,4 @@
|
|
|
1
|
-
export { createDisposableScope } from '
|
|
2
|
-
export { createRequestRegistry, getRequestRegistry, withRequestContext } from '
|
|
1
|
+
export { createDisposableScope } from '../runtime/disposable-scope.js';
|
|
2
|
+
export { createRequestRegistry, getRequestRegistry, withRequestContext } from '../runtime/request-context.js';
|
|
3
|
+
export { OWNER_SESSION_ID, resolveSessionId, requestRegistryKey } from '../runtime/session-id.js';
|
|
4
|
+
export { openSession, closeSession, assertSessionOpen, assertWireSessionOpen, isSessionOpen, isOwnerSession, listSessions, hasOpenSessions, clearSessions } from '../runtime/session-registry.js';
|
|
@@ -1,9 +1,11 @@
|
|
|
1
|
+
import { type EnvOptions } from '../runtime/env.js';
|
|
2
|
+
export type InitializeOptions = EnvOptions;
|
|
1
3
|
/**
|
|
2
|
-
* Initialize the engine: start log buffering,
|
|
3
|
-
* lock (guards the cache dir against a second instance in the same
|
|
4
|
-
* Idempotent.
|
|
4
|
+
* Initialize the engine: start log buffering, set the home folder, and acquire
|
|
5
|
+
* the cache lock (guards the cache dir against a second instance in the same
|
|
6
|
+
* home). Idempotent: options are only read by the first call.
|
|
5
7
|
*/
|
|
6
|
-
export declare function initialize(): void;
|
|
8
|
+
export declare function initialize(options?: InitializeOptions): void;
|
|
7
9
|
export declare function isInitialized(): boolean;
|
|
8
10
|
/**
|
|
9
11
|
* Pre-terminate cleanup, callable while the isolate is still alive. Runs the
|
|
@@ -1,14 +1,15 @@
|
|
|
1
1
|
import { closeRpcResources } from '../handlers/rpc-server.js';
|
|
2
|
-
import { initEnv } from '
|
|
2
|
+
import { initEnv } from '../runtime/env.js';
|
|
3
3
|
import { closeAllRagInstances } from '../rag/index.js';
|
|
4
|
-
import { disposeAllVectorIndexes } from '
|
|
4
|
+
import { disposeAllVectorIndexes } from '../runtime/vector-index-registry.js';
|
|
5
5
|
import { cleanupDownloads } from '../handlers/load-model/download-manager.js';
|
|
6
|
-
import { unloadAllModels } from '
|
|
7
|
-
import { closeRegistryClient } from '
|
|
8
|
-
import { clearAllLoggingStreams, startLogBuffering, stopLogBufferingWithTimeout } from '
|
|
6
|
+
import { unloadAllModels } from '../runtime/model-registry.js';
|
|
7
|
+
import { closeRegistryClient } from '../runtime/registry-client.js';
|
|
8
|
+
import { clearAllLoggingStreams, startLogBuffering, stopLogBufferingWithTimeout } from '../runtime/logging-stream-registry.js';
|
|
9
9
|
import { clearAllAddonLoggers, getEngineLogger, LOG_ID, ALL_LOG_ID } from '../logging/index.js';
|
|
10
10
|
import { clearPlugins } from '../plugins/index.js';
|
|
11
|
-
import {
|
|
11
|
+
import { clearSessions } from '../runtime/session-registry.js';
|
|
12
|
+
import { acquireCacheLock, releaseCacheLock } from '../runtime/cache-lock.js';
|
|
12
13
|
import { nativeResourceCollectorDependencies } from '../resources/native.js';
|
|
13
14
|
import { destroyResourceCollector, initializeResourceCollector } from '../resources/instance.js';
|
|
14
15
|
// The host application owns the Bare runtime lifecycle: this module sets up the
|
|
@@ -19,16 +20,16 @@ let cleanupRan = false;
|
|
|
19
20
|
let cleanupPromise = null;
|
|
20
21
|
const logger = getEngineLogger();
|
|
21
22
|
/**
|
|
22
|
-
* Initialize the engine: start log buffering,
|
|
23
|
-
* lock (guards the cache dir against a second instance in the same
|
|
24
|
-
* Idempotent.
|
|
23
|
+
* Initialize the engine: start log buffering, set the home folder, and acquire
|
|
24
|
+
* the cache lock (guards the cache dir against a second instance in the same
|
|
25
|
+
* home). Idempotent: options are only read by the first call.
|
|
25
26
|
*/
|
|
26
|
-
export function initialize() {
|
|
27
|
+
export function initialize(options = {}) {
|
|
27
28
|
if (initialized)
|
|
28
29
|
return;
|
|
29
30
|
startLogBuffering(LOG_ID);
|
|
30
31
|
startLogBuffering(ALL_LOG_ID);
|
|
31
|
-
initEnv();
|
|
32
|
+
initEnv(options);
|
|
32
33
|
acquireCacheLock();
|
|
33
34
|
initializeResourceCollector(nativeResourceCollectorDependencies);
|
|
34
35
|
// A `subscribeServerLogs` consumer can attach right away. Bound the global
|
|
@@ -61,9 +62,12 @@ async function runCleanup() {
|
|
|
61
62
|
return;
|
|
62
63
|
cleanupPromise = (async () => {
|
|
63
64
|
destroyResourceCollector();
|
|
65
|
+
// Root shutdown ends every caller session; their models go with
|
|
66
|
+
// `unloadAllModels` below and their requests with the engine.
|
|
67
|
+
clearSessions();
|
|
64
68
|
clearRegistries();
|
|
65
|
-
disposeAllVectorIndexes();
|
|
66
69
|
await Promise.allSettled([
|
|
70
|
+
disposeAllVectorIndexes(),
|
|
67
71
|
closeAllRagInstances(),
|
|
68
72
|
cleanupDownloads(),
|
|
69
73
|
unloadAllModels(),
|