@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
import { ocrParamsFor } from '../../../../plugins/builtin/ggml-ocr/params.js';
|
|
2
|
-
export function createOcrFitRequest(params) {
|
|
3
|
-
const detectorPath = params.artifacts?.['detectorModelPath'];
|
|
4
|
-
if (detectorPath === undefined) {
|
|
5
|
-
return { supported: false, detail: 'the ocr detector is not resolved' };
|
|
6
|
-
}
|
|
7
|
-
const config = (params.modelConfig ?? {});
|
|
8
|
-
const request = {
|
|
9
|
-
...ocrParamsFor(detectorPath, params.modelPath, config),
|
|
10
|
-
...(params.marginBytes !== undefined && { marginBytes: params.marginBytes })
|
|
11
|
-
};
|
|
12
|
-
return { supported: true, probe: { engine: 'ocr-ggml', request } };
|
|
13
|
-
}
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
import type { TtsFitWorkload } from '../../../../schemas/assess-model-fit.js';
|
|
2
|
-
import type { FitRequestPlan } from '../create-fit-request.js';
|
|
3
|
-
export interface TtsFitRequestParams {
|
|
4
|
-
ttsWorkload?: TtsFitWorkload | undefined;
|
|
5
|
-
modelPath: string;
|
|
6
|
-
modelConfig: unknown;
|
|
7
|
-
artifacts?: Record<string, string> | undefined;
|
|
8
|
-
marginBytes?: number | undefined;
|
|
9
|
-
}
|
|
10
|
-
export declare function createTtsFitRequest(params: TtsFitRequestParams): FitRequestPlan;
|
|
@@ -1,152 +0,0 @@
|
|
|
1
|
-
import fs from 'bare-fs';
|
|
2
|
-
import path from 'bare-path';
|
|
3
|
-
import { gpuLayersFromCount } from './gpu.js';
|
|
4
|
-
function unsupported(detail) {
|
|
5
|
-
return { supported: false, detail };
|
|
6
|
-
}
|
|
7
|
-
/**
|
|
8
|
-
* CosyVoice's companion set co-locates the flow, HiFT and voice GGUFs beside
|
|
9
|
-
* the LLM checkpoint, and the loader finds them by name in that directory. The
|
|
10
|
-
* fitter takes explicit paths, so the same directory is read here.
|
|
11
|
-
*/
|
|
12
|
-
function cosyvoiceCompanion(entries, dir, matches) {
|
|
13
|
-
const found = entries.find(matches);
|
|
14
|
-
return found === undefined ? undefined : path.join(dir, found);
|
|
15
|
-
}
|
|
16
|
-
function cosyvoiceRequest(modelPath, common) {
|
|
17
|
-
const dir = path.dirname(modelPath);
|
|
18
|
-
let entries;
|
|
19
|
-
try {
|
|
20
|
-
entries = fs.readdirSync(dir);
|
|
21
|
-
}
|
|
22
|
-
catch {
|
|
23
|
-
return unsupported('the cosyvoice companion set is not laid out beside the checkpoint');
|
|
24
|
-
}
|
|
25
|
-
const flowPath = cosyvoiceCompanion(entries, dir, (name) => name.includes('-flow-'));
|
|
26
|
-
const hiftPath = cosyvoiceCompanion(entries, dir, (name) => name.includes('-hift-'));
|
|
27
|
-
const voicePath = cosyvoiceCompanion(entries, dir, (name) => name === 'voice.gguf');
|
|
28
|
-
if (flowPath === undefined || hiftPath === undefined || voicePath === undefined) {
|
|
29
|
-
return unsupported('the cosyvoice companion set is not laid out beside the checkpoint');
|
|
30
|
-
}
|
|
31
|
-
return {
|
|
32
|
-
supported: true,
|
|
33
|
-
probe: {
|
|
34
|
-
engine: 'tts-ggml',
|
|
35
|
-
request: {
|
|
36
|
-
engineType: 'cosyvoice3',
|
|
37
|
-
cosyvoiceLlmModelPath: modelPath,
|
|
38
|
-
cosyvoiceFlowModelPath: flowPath,
|
|
39
|
-
cosyvoiceHiftModelPath: hiftPath,
|
|
40
|
-
cosyvoiceVoiceModelPath: voicePath,
|
|
41
|
-
...common
|
|
42
|
-
}
|
|
43
|
-
}
|
|
44
|
-
};
|
|
45
|
-
}
|
|
46
|
-
export function createTtsFitRequest(params) {
|
|
47
|
-
const config = (params.modelConfig ?? {});
|
|
48
|
-
const artifacts = params.artifacts ?? {};
|
|
49
|
-
const lavasrEnhancerPath = artifacts['lavasrEnhancerPath'];
|
|
50
|
-
const lavasrDenoiserPath = artifacts['lavasrDenoiserPath'];
|
|
51
|
-
const common = {
|
|
52
|
-
nGpuLayers: gpuLayersFromCount(config.useGPU, config.nGpuLayers),
|
|
53
|
-
...(config.backendsDir !== undefined && { backendsDir: config.backendsDir }),
|
|
54
|
-
...(params.marginBytes !== undefined && { marginBytes: params.marginBytes }),
|
|
55
|
-
...(lavasrEnhancerPath !== undefined && { lavasrEnhancerPath }),
|
|
56
|
-
...(lavasrDenoiserPath !== undefined && { lavasrDenoiserPath })
|
|
57
|
-
};
|
|
58
|
-
const supported = (request) => ({
|
|
59
|
-
supported: true,
|
|
60
|
-
probe: { engine: 'tts-ggml', request }
|
|
61
|
-
});
|
|
62
|
-
switch (config.ttsEngine) {
|
|
63
|
-
case 'supertonic':
|
|
64
|
-
return supported({
|
|
65
|
-
engineType: 'supertonic',
|
|
66
|
-
supertonicModelPath: params.modelPath,
|
|
67
|
-
...common,
|
|
68
|
-
...(config.ttsNumInferenceSteps !== undefined && { steps: config.ttsNumInferenceSteps })
|
|
69
|
-
});
|
|
70
|
-
case 'parler':
|
|
71
|
-
return supported({
|
|
72
|
-
engineType: 'parler',
|
|
73
|
-
parlerModelPath: params.modelPath,
|
|
74
|
-
...common,
|
|
75
|
-
...(config.maxFrames !== undefined && { maxFrames: config.maxFrames })
|
|
76
|
-
});
|
|
77
|
-
case 'audio8': {
|
|
78
|
-
const codecDecoderPath = artifacts['audio8CodecDecoderPath'];
|
|
79
|
-
if (codecDecoderPath === undefined) {
|
|
80
|
-
return unsupported('the audio8 codec decoder is not resolved');
|
|
81
|
-
}
|
|
82
|
-
const codecEncoderPath = artifacts['audio8CodecEncoderPath'];
|
|
83
|
-
return supported({
|
|
84
|
-
engineType: 'audio8',
|
|
85
|
-
audio8LmPath: params.modelPath,
|
|
86
|
-
audio8CodecDecoderPath: codecDecoderPath,
|
|
87
|
-
...(codecEncoderPath !== undefined && { audio8CodecEncoderPath: codecEncoderPath }),
|
|
88
|
-
...common,
|
|
89
|
-
...(config.maxFrames !== undefined && { maxFrames: config.maxFrames })
|
|
90
|
-
});
|
|
91
|
-
}
|
|
92
|
-
case 'cosyvoice3':
|
|
93
|
-
return cosyvoiceRequest(params.modelPath, common);
|
|
94
|
-
case 'moss': {
|
|
95
|
-
const decoder = artifacts['mossCodecDecoderPath'];
|
|
96
|
-
const encoder = artifacts['mossCodecEncoderPath'];
|
|
97
|
-
if (!decoder)
|
|
98
|
-
return unsupported('the moss codec decoder is not resolved');
|
|
99
|
-
if (!params.ttsWorkload || !('promptRows' in params.ttsWorkload)) {
|
|
100
|
-
return unsupported('MOSS fit requires ttsWorkload with promptRows, referenceSamples and streaming');
|
|
101
|
-
}
|
|
102
|
-
if (params.ttsWorkload.referenceSamples > 0 && !encoder) {
|
|
103
|
-
return unsupported('MOSS reference encoding requires the codec encoder');
|
|
104
|
-
}
|
|
105
|
-
return supported({
|
|
106
|
-
engineType: 'moss',
|
|
107
|
-
mossBackbonePath: params.modelPath,
|
|
108
|
-
mossCodecDecoderPath: decoder,
|
|
109
|
-
...(encoder ? { mossCodecEncoderPath: encoder } : {}),
|
|
110
|
-
...common,
|
|
111
|
-
...params.ttsWorkload,
|
|
112
|
-
...(config.threads !== undefined ? { threads: config.threads } : {}),
|
|
113
|
-
...(config.streamChunkTokens !== undefined
|
|
114
|
-
? { streamChunkTokens: config.streamChunkTokens }
|
|
115
|
-
: {}),
|
|
116
|
-
...(config.durationTokens !== undefined ? { durationTokens: config.durationTokens } : {})
|
|
117
|
-
});
|
|
118
|
-
}
|
|
119
|
-
case 'moss-sfx': {
|
|
120
|
-
if (!params.ttsWorkload || !('prompt' in params.ttsWorkload)) {
|
|
121
|
-
return unsupported('MOSS-SoundEffect fit requires ttsWorkload with prompt and seconds');
|
|
122
|
-
}
|
|
123
|
-
return supported({
|
|
124
|
-
engineType: 'moss-sfx',
|
|
125
|
-
mossSoundEffectPath: params.modelPath,
|
|
126
|
-
...common,
|
|
127
|
-
...params.ttsWorkload,
|
|
128
|
-
...(config.negativePrompt !== undefined ? { negativePrompt: config.negativePrompt } : {}),
|
|
129
|
-
...(config.steps !== undefined ? { steps: config.steps } : {}),
|
|
130
|
-
...(config.guidance !== undefined ? { guidance: config.guidance } : {}),
|
|
131
|
-
...(config.shift !== undefined ? { shift: config.shift } : {}),
|
|
132
|
-
...(config.threads !== undefined ? { threads: config.threads } : {})
|
|
133
|
-
});
|
|
134
|
-
}
|
|
135
|
-
case 'moss-speech':
|
|
136
|
-
return unsupported('the addon does not provide MOSS-Speech memory fit');
|
|
137
|
-
default: {
|
|
138
|
-
const s3genPath = artifacts['s3genPath'];
|
|
139
|
-
if (s3genPath === undefined) {
|
|
140
|
-
return unsupported('the chatterbox s3gen checkpoint is not resolved');
|
|
141
|
-
}
|
|
142
|
-
return supported({
|
|
143
|
-
engineType: 'chatterbox',
|
|
144
|
-
t3ModelPath: params.modelPath,
|
|
145
|
-
s3genModelPath: s3genPath,
|
|
146
|
-
...common,
|
|
147
|
-
...(config.nCtx !== undefined && config.nCtx > 0 && { nCtx: config.nCtx }),
|
|
148
|
-
...(config.kvCacheType !== undefined && { kvCacheType: config.kvCacheType })
|
|
149
|
-
});
|
|
150
|
-
}
|
|
151
|
-
}
|
|
152
|
-
}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
import type { FitProbeResult } from './engine-fit.js';
|
|
2
|
-
/**
|
|
3
|
-
* Why a run produced no projection. Every one of these is absence of evidence,
|
|
4
|
-
* so the caller proceeds with the load it was going to run anyway.
|
|
5
|
-
*/
|
|
6
|
-
export type FitRunUnknownReason = 'unsupported-platform' | 'spawn-failed' | 'timeout' | 'cancelled' | 'crashed' | 'invalid-response' | 'invocation-error';
|
|
7
|
-
/** The contract both isolation strategies answer with. */
|
|
8
|
-
export type FitRunResult = {
|
|
9
|
-
status: 'completed';
|
|
10
|
-
probe: FitProbeResult;
|
|
11
|
-
} | {
|
|
12
|
-
status: 'unknown';
|
|
13
|
-
reason: FitRunUnknownReason;
|
|
14
|
-
message: string;
|
|
15
|
-
stderrTail?: string;
|
|
16
|
-
};
|
|
@@ -1,27 +0,0 @@
|
|
|
1
|
-
import type { FitProbeRequest, FitProbeResult } from './engine-fit.js';
|
|
2
|
-
/**
|
|
3
|
-
* One JSON line in, one JSON line out. The child holds a native addon for the
|
|
4
|
-
* duration of the call, so the boundary stays deliberately narrow: nothing
|
|
5
|
-
* streams, nothing is stateful, and a child that dies mid-call costs only the
|
|
6
|
-
* projection.
|
|
7
|
-
*/
|
|
8
|
-
export declare const FIT_PROCESS_PROTOCOL_VERSION = 1;
|
|
9
|
-
export declare const FIT_PROCESS_MAX_REQUEST_BYTES: number;
|
|
10
|
-
export declare const FIT_PROCESS_MAX_RESPONSE_BYTES: number;
|
|
11
|
-
export interface FitProcessRequest {
|
|
12
|
-
version: number;
|
|
13
|
-
probe: FitProbeRequest;
|
|
14
|
-
}
|
|
15
|
-
export type FitProcessResponse = {
|
|
16
|
-
status: 'completed';
|
|
17
|
-
probe: FitProbeResult;
|
|
18
|
-
} | {
|
|
19
|
-
status: 'invocation-error';
|
|
20
|
-
error: {
|
|
21
|
-
name: string;
|
|
22
|
-
message: string;
|
|
23
|
-
};
|
|
24
|
-
};
|
|
25
|
-
export declare function encodeFitProcessRequest(probe: FitProbeRequest): string;
|
|
26
|
-
export declare function parseFitProcessRequest(value: unknown): FitProcessRequest;
|
|
27
|
-
export declare function parseFitProcessResponse(value: unknown): FitProcessResponse;
|
|
@@ -1,55 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* One JSON line in, one JSON line out. The child holds a native addon for the
|
|
3
|
-
* duration of the call, so the boundary stays deliberately narrow: nothing
|
|
4
|
-
* streams, nothing is stateful, and a child that dies mid-call costs only the
|
|
5
|
-
* projection.
|
|
6
|
-
*/
|
|
7
|
-
export const FIT_PROCESS_PROTOCOL_VERSION = 1;
|
|
8
|
-
export const FIT_PROCESS_MAX_REQUEST_BYTES = 256 * 1024;
|
|
9
|
-
export const FIT_PROCESS_MAX_RESPONSE_BYTES = 1024 * 1024;
|
|
10
|
-
export function encodeFitProcessRequest(probe) {
|
|
11
|
-
const line = `${JSON.stringify({ version: FIT_PROCESS_PROTOCOL_VERSION, probe })}\n`;
|
|
12
|
-
if (Buffer.byteLength(line) > FIT_PROCESS_MAX_REQUEST_BYTES) {
|
|
13
|
-
throw new RangeError(`Fit request exceeds ${FIT_PROCESS_MAX_REQUEST_BYTES} bytes`);
|
|
14
|
-
}
|
|
15
|
-
return line;
|
|
16
|
-
}
|
|
17
|
-
function isRecord(value) {
|
|
18
|
-
return typeof value === 'object' && value !== null && !Array.isArray(value);
|
|
19
|
-
}
|
|
20
|
-
export function parseFitProcessRequest(value) {
|
|
21
|
-
if (!isRecord(value))
|
|
22
|
-
throw new TypeError('Fit request must be an object');
|
|
23
|
-
if (value['version'] !== FIT_PROCESS_PROTOCOL_VERSION) {
|
|
24
|
-
throw new TypeError(`Unsupported fit protocol version: ${String(value['version'])}`);
|
|
25
|
-
}
|
|
26
|
-
const probe = value['probe'];
|
|
27
|
-
if (!isRecord(probe) || typeof probe['engine'] !== 'string' || !isRecord(probe['request'])) {
|
|
28
|
-
throw new TypeError('Fit request must carry an engine and a request');
|
|
29
|
-
}
|
|
30
|
-
return { version: FIT_PROCESS_PROTOCOL_VERSION, probe: probe };
|
|
31
|
-
}
|
|
32
|
-
export function parseFitProcessResponse(value) {
|
|
33
|
-
if (!isRecord(value))
|
|
34
|
-
throw new TypeError('Fit response must be an object');
|
|
35
|
-
if (value['status'] === 'invocation-error') {
|
|
36
|
-
const error = value['error'];
|
|
37
|
-
if (!isRecord(error) ||
|
|
38
|
-
typeof error['name'] !== 'string' ||
|
|
39
|
-
typeof error['message'] !== 'string') {
|
|
40
|
-
throw new TypeError('Fit invocation error must carry a name and a message');
|
|
41
|
-
}
|
|
42
|
-
return { status: 'invocation-error', error: { name: error['name'], message: error['message'] } };
|
|
43
|
-
}
|
|
44
|
-
if (value['status'] !== 'completed') {
|
|
45
|
-
throw new TypeError(`Unknown fit response status: ${String(value['status'])}`);
|
|
46
|
-
}
|
|
47
|
-
const probe = value['probe'];
|
|
48
|
-
if (!isRecord(probe) || typeof probe['engine'] !== 'string' || !isRecord(probe['result'])) {
|
|
49
|
-
throw new TypeError('Fit response must carry an engine and a result');
|
|
50
|
-
}
|
|
51
|
-
if (typeof probe['result']['status'] !== 'string') {
|
|
52
|
-
throw new TypeError('Fit result must carry a status');
|
|
53
|
-
}
|
|
54
|
-
return { status: 'completed', probe: probe };
|
|
55
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,58 +0,0 @@
|
|
|
1
|
-
import processModule from 'bare-process';
|
|
2
|
-
import { callChildEngineFit } from './child-engine-fit.js';
|
|
3
|
-
import { FIT_PROCESS_MAX_REQUEST_BYTES, parseFitProcessRequest } from './fit-process.js';
|
|
4
|
-
/**
|
|
5
|
-
* Entry point of the disposable fit child. It loads one engine addon, asks it
|
|
6
|
-
* for a projection and exits, so a fitter that aborts the process takes nothing
|
|
7
|
-
* with it — which is the whole reason the projection does not run in the host.
|
|
8
|
-
*
|
|
9
|
-
* Writes exactly one JSON line to stdout and nothing else. Whatever an addon
|
|
10
|
-
* prints goes to stderr, where the supervisor keeps the tail.
|
|
11
|
-
*/
|
|
12
|
-
const process = processModule;
|
|
13
|
-
let finished = false;
|
|
14
|
-
function respond(line) {
|
|
15
|
-
if (finished)
|
|
16
|
-
return;
|
|
17
|
-
finished = true;
|
|
18
|
-
// One shot: stop reading before replying, so a still-open stdin cannot hold
|
|
19
|
-
// the child open once the response has been flushed.
|
|
20
|
-
process.stdin.pause();
|
|
21
|
-
process.stdout.write(line, (error) => {
|
|
22
|
-
if (error !== null && error !== undefined) {
|
|
23
|
-
process.stderr.write(`fit runner failed to write its response: ${error.message}\n`, () => {
|
|
24
|
-
process.exit(2);
|
|
25
|
-
});
|
|
26
|
-
return;
|
|
27
|
-
}
|
|
28
|
-
process.exit(0);
|
|
29
|
-
});
|
|
30
|
-
}
|
|
31
|
-
function fail(error) {
|
|
32
|
-
const name = error instanceof Error ? error.name : 'Error';
|
|
33
|
-
const message = error instanceof Error ? error.message : String(error);
|
|
34
|
-
respond(`${JSON.stringify({ status: 'invocation-error', error: { name, message } })}\n`);
|
|
35
|
-
}
|
|
36
|
-
async function answer(input) {
|
|
37
|
-
const { probe } = parseFitProcessRequest(JSON.parse(input));
|
|
38
|
-
const result = await callChildEngineFit(probe);
|
|
39
|
-
respond(`${JSON.stringify({ status: 'completed', probe: result })}\n`);
|
|
40
|
-
}
|
|
41
|
-
let input = '';
|
|
42
|
-
process.stdin.setEncoding('utf8');
|
|
43
|
-
process.stdin.on('data', (chunk) => {
|
|
44
|
-
if (finished)
|
|
45
|
-
return;
|
|
46
|
-
input += chunk;
|
|
47
|
-
if (Buffer.byteLength(input) > FIT_PROCESS_MAX_REQUEST_BYTES) {
|
|
48
|
-
fail(new RangeError(`Fit request exceeds ${FIT_PROCESS_MAX_REQUEST_BYTES} bytes`));
|
|
49
|
-
}
|
|
50
|
-
});
|
|
51
|
-
process.stdin.on('error', (error) => {
|
|
52
|
-
fail(error ?? new Error('fit runner stdin failed'));
|
|
53
|
-
});
|
|
54
|
-
process.stdin.on('end', () => {
|
|
55
|
-
if (finished)
|
|
56
|
-
return;
|
|
57
|
-
answer(input).catch(fail);
|
|
58
|
-
});
|
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
|
-
import type { FitProbeRequest } from './engine-fit.js';
|
|
3
|
-
import type { FitRunResult } from './fit-outcome.js';
|
|
4
|
-
export interface RunFitOptions {
|
|
5
|
-
signal?: AbortSignal;
|
|
6
|
-
timeoutMs?: number;
|
|
7
|
-
/**
|
|
8
|
-
* Whether this host can spawn a disposable child. Resolved by the caller,
|
|
9
|
-
* which already knows the runtime.
|
|
10
|
-
*/
|
|
11
|
-
mobile?: boolean;
|
|
12
|
-
}
|
|
13
|
-
/**
|
|
14
|
-
* Runs one engine's fitter and returns what it projected.
|
|
15
|
-
*
|
|
16
|
-
* A disposable child is the stronger boundary — a fitter that aborts takes only
|
|
17
|
-
* the child with it — so it is used wherever one can be spawned. Mobile has no
|
|
18
|
-
* such child and runs the fitter in process, carrying crash markers to bound
|
|
19
|
-
* the abort it cannot contain. `bare-subprocess` stays deferred from the mobile
|
|
20
|
-
* pack that way.
|
|
21
|
-
*
|
|
22
|
-
* Both strategies are imported lazily, so a host only loads the one it uses.
|
|
23
|
-
*/
|
|
24
|
-
export declare function runFit(probe: FitProbeRequest, options?: RunFitOptions): Promise<FitRunResult>;
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Runs one engine's fitter and returns what it projected.
|
|
3
|
-
*
|
|
4
|
-
* A disposable child is the stronger boundary — a fitter that aborts takes only
|
|
5
|
-
* the child with it — so it is used wherever one can be spawned. Mobile has no
|
|
6
|
-
* such child and runs the fitter in process, carrying crash markers to bound
|
|
7
|
-
* the abort it cannot contain. `bare-subprocess` stays deferred from the mobile
|
|
8
|
-
* pack that way.
|
|
9
|
-
*
|
|
10
|
-
* Both strategies are imported lazily, so a host only loads the one it uses.
|
|
11
|
-
*/
|
|
12
|
-
export async function runFit(probe, options = {}) {
|
|
13
|
-
const { mobile, timeoutMs, ...runOptions } = options;
|
|
14
|
-
if (mobile === true) {
|
|
15
|
-
const { runInProcessFit } = await import('./run-in-process-fit.js');
|
|
16
|
-
return runInProcessFit(probe, runOptions);
|
|
17
|
-
}
|
|
18
|
-
const { runIsolatedFit } = await import('./run-isolated-fit.js');
|
|
19
|
-
return runIsolatedFit(probe, { ...runOptions, ...(timeoutMs !== undefined && { timeoutMs }) });
|
|
20
|
-
}
|
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
|
-
import { callEngineFit } from './engine-fit.js';
|
|
3
|
-
import type { FitProbeRequest } from './engine-fit.js';
|
|
4
|
-
import type { FitRunResult } from './fit-outcome.js';
|
|
5
|
-
export interface RunInProcessFitOptions {
|
|
6
|
-
signal?: AbortSignal;
|
|
7
|
-
stateDir?: string;
|
|
8
|
-
callFit?: typeof callEngineFit;
|
|
9
|
-
}
|
|
10
|
-
export declare function crashMarkerPath(stateDir: string, probe: FitProbeRequest): string;
|
|
11
|
-
export declare function crashedMarkerPath(stateDir: string, probe: FitProbeRequest): string;
|
|
12
|
-
/**
|
|
13
|
-
* Runs one engine's fitter in this process, for hosts that cannot spawn a
|
|
14
|
-
* disposable child.
|
|
15
|
-
*
|
|
16
|
-
* There is no boundary here to contain a fitter that aborts: it takes the host
|
|
17
|
-
* with it. A leftover `.running` marker is that abort, observed on the next
|
|
18
|
-
* launch, and it is promoted to `.crashed` so the same request skips native
|
|
19
|
-
* rather than repeating the abort. `timeoutMs` is not applied on this path.
|
|
20
|
-
*
|
|
21
|
-
* Fits of the same request can be in flight together. A `.running` marker this
|
|
22
|
-
* process holds is not an abort, so it is shared and removed by the last fit.
|
|
23
|
-
*/
|
|
24
|
-
export declare function runInProcessFit(probe: FitProbeRequest, options?: RunInProcessFitOptions): Promise<FitRunResult>;
|
|
@@ -1,123 +0,0 @@
|
|
|
1
|
-
import fs from 'bare-fs';
|
|
2
|
-
import path from 'bare-path';
|
|
3
|
-
import { generateShortHash } from '../../../utils/formatting.js';
|
|
4
|
-
import { callEngineFit } from './engine-fit.js';
|
|
5
|
-
function unknown(reason, message) {
|
|
6
|
-
return { status: 'unknown', reason, message };
|
|
7
|
-
}
|
|
8
|
-
function describe(error) {
|
|
9
|
-
return error instanceof Error ? `${error.name}: ${error.message}` : String(error);
|
|
10
|
-
}
|
|
11
|
-
/** How long a marker keeps a model off the native path. */
|
|
12
|
-
const MARKER_TTL_MS = 7 * 24 * 60 * 60 * 1000;
|
|
13
|
-
/** Fits this process has in flight, per `.running` marker path. */
|
|
14
|
-
const inFlight = new Map();
|
|
15
|
-
/**
|
|
16
|
-
* `marginBytes` is excluded: it carries the bytes of every model resident at
|
|
17
|
-
* the time, so it differs between two attempts at the same load.
|
|
18
|
-
*/
|
|
19
|
-
function markerKey(probe) {
|
|
20
|
-
const { marginBytes: _margin, ...request } = probe.request;
|
|
21
|
-
return generateShortHash(JSON.stringify({ engine: probe.engine, request }));
|
|
22
|
-
}
|
|
23
|
-
export function crashMarkerPath(stateDir, probe) {
|
|
24
|
-
return path.join(stateDir, `${markerKey(probe)}.running`);
|
|
25
|
-
}
|
|
26
|
-
export function crashedMarkerPath(stateDir, probe) {
|
|
27
|
-
return path.join(stateDir, `${markerKey(probe)}.crashed`);
|
|
28
|
-
}
|
|
29
|
-
function exists(file) {
|
|
30
|
-
try {
|
|
31
|
-
fs.accessSync(file);
|
|
32
|
-
return true;
|
|
33
|
-
}
|
|
34
|
-
catch {
|
|
35
|
-
return false;
|
|
36
|
-
}
|
|
37
|
-
}
|
|
38
|
-
function expired(file) {
|
|
39
|
-
try {
|
|
40
|
-
return Date.now() - fs.statSync(file).mtimeMs > MARKER_TTL_MS;
|
|
41
|
-
}
|
|
42
|
-
catch {
|
|
43
|
-
return false;
|
|
44
|
-
}
|
|
45
|
-
}
|
|
46
|
-
function clearRunning(file) {
|
|
47
|
-
try {
|
|
48
|
-
fs.unlinkSync(file);
|
|
49
|
-
}
|
|
50
|
-
catch {
|
|
51
|
-
// Marker cleanup must not turn an advisory fit into a load failure.
|
|
52
|
-
}
|
|
53
|
-
}
|
|
54
|
-
async function resolveStateDir(explicit) {
|
|
55
|
-
if (explicit !== undefined)
|
|
56
|
-
return explicit;
|
|
57
|
-
const { getCacheDir } = await import('../../../utils/cache/paths.js');
|
|
58
|
-
return getCacheDir('model-fit');
|
|
59
|
-
}
|
|
60
|
-
/**
|
|
61
|
-
* Runs one engine's fitter in this process, for hosts that cannot spawn a
|
|
62
|
-
* disposable child.
|
|
63
|
-
*
|
|
64
|
-
* There is no boundary here to contain a fitter that aborts: it takes the host
|
|
65
|
-
* with it. A leftover `.running` marker is that abort, observed on the next
|
|
66
|
-
* launch, and it is promoted to `.crashed` so the same request skips native
|
|
67
|
-
* rather than repeating the abort. `timeoutMs` is not applied on this path.
|
|
68
|
-
*
|
|
69
|
-
* Fits of the same request can be in flight together. A `.running` marker this
|
|
70
|
-
* process holds is not an abort, so it is shared and removed by the last fit.
|
|
71
|
-
*/
|
|
72
|
-
export async function runInProcessFit(probe, options = {}) {
|
|
73
|
-
if (options.signal?.aborted === true) {
|
|
74
|
-
return unknown('cancelled', 'In-process fit was cancelled');
|
|
75
|
-
}
|
|
76
|
-
const stateDir = await resolveStateDir(options.stateDir);
|
|
77
|
-
const running = crashMarkerPath(stateDir, probe);
|
|
78
|
-
const crashed = crashedMarkerPath(stateDir, probe);
|
|
79
|
-
const held = inFlight.get(running) ?? 0;
|
|
80
|
-
if (held === 0) {
|
|
81
|
-
for (const marker of [crashed, running]) {
|
|
82
|
-
if (exists(marker) && expired(marker))
|
|
83
|
-
clearRunning(marker);
|
|
84
|
-
}
|
|
85
|
-
if (exists(crashed) || exists(running)) {
|
|
86
|
-
try {
|
|
87
|
-
fs.mkdirSync(path.dirname(crashed), { recursive: true });
|
|
88
|
-
fs.writeFileSync(crashed, '');
|
|
89
|
-
clearRunning(running);
|
|
90
|
-
}
|
|
91
|
-
catch {
|
|
92
|
-
// Keep `.running` if `.crashed` could not be written so the next launch
|
|
93
|
-
// still skips native.
|
|
94
|
-
}
|
|
95
|
-
return unknown('crashed', 'Previous fit did not finish; treating this model as unknown');
|
|
96
|
-
}
|
|
97
|
-
try {
|
|
98
|
-
fs.mkdirSync(path.dirname(running), { recursive: true });
|
|
99
|
-
fs.writeFileSync(running, '');
|
|
100
|
-
}
|
|
101
|
-
catch (error) {
|
|
102
|
-
return unknown('invocation-error', `Fit crash marker could not be written: ${describe(error)}`);
|
|
103
|
-
}
|
|
104
|
-
}
|
|
105
|
-
inFlight.set(running, held + 1);
|
|
106
|
-
try {
|
|
107
|
-
const callFit = options.callFit ?? callEngineFit;
|
|
108
|
-
return { status: 'completed', probe: await callFit(probe) };
|
|
109
|
-
}
|
|
110
|
-
catch (error) {
|
|
111
|
-
return unknown('invocation-error', describe(error));
|
|
112
|
-
}
|
|
113
|
-
finally {
|
|
114
|
-
const remaining = (inFlight.get(running) ?? 1) - 1;
|
|
115
|
-
if (remaining === 0) {
|
|
116
|
-
inFlight.delete(running);
|
|
117
|
-
clearRunning(running);
|
|
118
|
-
}
|
|
119
|
-
else {
|
|
120
|
-
inFlight.set(running, remaining);
|
|
121
|
-
}
|
|
122
|
-
}
|
|
123
|
-
}
|
|
@@ -1,63 +0,0 @@
|
|
|
1
|
-
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
|
-
import type { FitProbeRequest } from './engine-fit.js';
|
|
3
|
-
import type { FitRunResult, FitRunUnknownReason } from './fit-outcome.js';
|
|
4
|
-
export type IsolatedFitUnknownReason = FitRunUnknownReason;
|
|
5
|
-
export type IsolatedFitResult = FitRunResult;
|
|
6
|
-
export interface SpawnContext {
|
|
7
|
-
command: string;
|
|
8
|
-
options: {
|
|
9
|
-
args: string[];
|
|
10
|
-
platform: string;
|
|
11
|
-
arch: string;
|
|
12
|
-
stdio: string[];
|
|
13
|
-
env: Record<string, string>;
|
|
14
|
-
};
|
|
15
|
-
}
|
|
16
|
-
export interface RuntimeContext {
|
|
17
|
-
platform: string;
|
|
18
|
-
arch: string;
|
|
19
|
-
isAndroid: boolean;
|
|
20
|
-
isBrowser: boolean;
|
|
21
|
-
isIOS: boolean;
|
|
22
|
-
}
|
|
23
|
-
export interface RunIsolatedFitOptions {
|
|
24
|
-
timeoutMs?: number;
|
|
25
|
-
signal?: AbortSignal;
|
|
26
|
-
spawnProcess?: (context: SpawnContext) => ChildProcess;
|
|
27
|
-
runtime?: RuntimeContext;
|
|
28
|
-
environment?: Record<string, string | undefined>;
|
|
29
|
-
runnerPath?: string;
|
|
30
|
-
runnerArgs?: string[];
|
|
31
|
-
terminationGraceMs?: number;
|
|
32
|
-
finalKillGraceMs?: number;
|
|
33
|
-
drainGraceMs?: number;
|
|
34
|
-
}
|
|
35
|
-
export interface ErrorEmitter {
|
|
36
|
-
on(event: 'error', listener: (error: Error) => void): unknown;
|
|
37
|
-
off(event: 'error', listener: (error: Error) => void): unknown;
|
|
38
|
-
}
|
|
39
|
-
export interface ReadableChildStream {
|
|
40
|
-
setEncoding(encoding: 'utf8'): void;
|
|
41
|
-
destroy(): void;
|
|
42
|
-
on(event: 'error', listener: (error: Error) => void): unknown;
|
|
43
|
-
on(event: 'data', listener: (chunk: string) => void): unknown;
|
|
44
|
-
off(event: 'error', listener: (error: Error) => void): unknown;
|
|
45
|
-
off(event: 'data', listener: (chunk: string) => void): unknown;
|
|
46
|
-
}
|
|
47
|
-
export interface WritableChildStream {
|
|
48
|
-
end(data?: string): void;
|
|
49
|
-
destroy(): void;
|
|
50
|
-
on(event: 'error', listener: (error: Error) => void): unknown;
|
|
51
|
-
off(event: 'error', listener: (error: Error) => void): unknown;
|
|
52
|
-
}
|
|
53
|
-
export interface ChildProcess {
|
|
54
|
-
stdin: WritableChildStream | null;
|
|
55
|
-
stdout: ReadableChildStream | null;
|
|
56
|
-
stderr: ReadableChildStream | null;
|
|
57
|
-
kill(signal?: string): boolean;
|
|
58
|
-
on(event: 'error', listener: (error: Error) => void): unknown;
|
|
59
|
-
on(event: 'exit' | 'close', listener: (code: number | null, signal: string | number | null) => void): unknown;
|
|
60
|
-
off(event: 'error', listener: (error: Error) => void): unknown;
|
|
61
|
-
off(event: 'exit' | 'close', listener: (code: number | null, signal: string | number | null) => void): unknown;
|
|
62
|
-
}
|
|
63
|
-
export declare function runIsolatedFit(probe: FitProbeRequest, options?: RunIsolatedFitOptions): Promise<IsolatedFitResult>;
|