@qvac/inference 0.21.1 → 0.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +89 -41
- package/README.md +44 -1
- package/dist/api/assess-model-fit.d.ts +4 -4
- package/dist/api/assess-model-fit.js +4 -4
- package/dist/api/audio-gen.d.ts +4 -1
- package/dist/api/audio-gen.js +5 -2
- package/dist/api/batch-completion.js +1 -1
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -2
- package/dist/api/decide.d.ts +26 -0
- package/dist/api/decide.js +26 -0
- package/dist/api/diffusion.d.ts +18 -1
- package/dist/api/diffusion.js +18 -1
- package/dist/api/download-asset.js +1 -1
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +39 -37
- package/dist/api/index.js +38 -36
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/registry.d.ts +2 -1
- package/dist/api/registry.js +5 -4
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +1 -0
- package/dist/api/text-to-speech.js +15 -19
- package/dist/api/transcribe.js +5 -2
- package/dist/api/unload-model.js +1 -1
- package/dist/api/video-request.d.ts +5 -5
- package/dist/api/video.d.ts +5 -4
- package/dist/api/video.js +6 -5
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +3 -2
- package/dist/dispatch.js +16 -4
- package/dist/errors/index.d.ts +9 -0
- package/dist/errors/index.js +18 -1
- package/dist/handlers/assess-model-fit.d.ts +5 -3
- package/dist/handlers/assess-model-fit.js +84 -32
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +2 -2
- package/dist/handlers/download-asset.js +2 -2
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -5
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
- package/dist/handlers/load-model/coreml-sidecars.js +71 -8
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +10 -7
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +3 -3
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +5 -5
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +5 -5
- package/dist/handlers/load-model/safe-fetch.js +5 -6
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +23 -7
- package/dist/handlers/registry.d.ts +3 -1
- package/dist/handlers/registry.js +7 -5
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/vector-index.js +2 -2
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +2 -2
- package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
- package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
- package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
- package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
- package/dist/model-fit/floor.d.ts +31 -0
- package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
- package/dist/model-fit/kv-cache.d.ts +23 -0
- package/dist/model-fit/kv-cache.js +85 -0
- package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
- package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
- package/dist/model-fit/platform.d.ts +14 -0
- package/dist/model-fit/platform.js +26 -0
- package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
- package/dist/model-fit/request/create.js +61 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
- package/dist/model-fit/request/engines/audiogen.js +63 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
- package/dist/model-fit/request/engines/diffusion.js +93 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
- package/dist/model-fit/request/engines/llama.js +44 -0
- package/dist/model-fit/request/engines/nmt.d.ts +8 -0
- package/dist/model-fit/request/engines/nmt.js +11 -0
- package/dist/model-fit/request/engines/ocr.d.ts +9 -0
- package/dist/model-fit/request/engines/ocr.js +13 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
- package/dist/model-fit/run/run.d.ts +43 -0
- package/dist/model-fit/run/run.js +204 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1072 -815
- package/dist/models/registry/models.js +3704 -3405
- package/dist/models/registry/resource-profiles.d.ts +1 -2
- package/dist/models/registry/resource-profiles.js +406 -3
- package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
- package/dist/plugins/builtin/asr-ggml/config.js +6 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
- package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
- package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
- package/dist/plugins/builtin/index.d.ts +15 -12
- package/dist/plugins/builtin/index.js +15 -12
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
- package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
- package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
- package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
- package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
- package/dist/plugins/ops/kv-cache-utils.js +25 -33
- package/dist/plugins/ops/load-model.d.ts +8 -2
- package/dist/plugins/ops/load-model.js +33 -19
- package/dist/plugins/ops/transcribe.js +18 -2
- package/dist/plugins/ops/translate.js +3 -3
- package/dist/plugins/ops/unload-model.js +1 -1
- package/dist/plugins/turbovec-backend.js +5 -5
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +2 -2
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +3 -1
- package/dist/resources/collector.d.ts +1 -1
- package/dist/resources/collector.js +1 -1
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/rpc/inventory.js +5 -7
- package/dist/runtime/env.d.ts +0 -2
- package/dist/runtime/env.js +2 -9
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +7 -7
- package/dist/runtime/model-config-utils.js +9 -1
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +22 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +1 -1
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +7 -2
- package/dist/runtime/vector-index-backend.d.ts +2 -2
- package/dist/runtime/vector-index-registry.d.ts +5 -5
- package/dist/runtime/vector-index-registry.js +36 -13
- package/dist/schemas/assess-model-fit.d.ts +106 -43
- package/dist/schemas/assess-model-fit.js +69 -32
- package/dist/schemas/audio-gen.d.ts +199 -19
- package/dist/schemas/audio-gen.js +183 -51
- package/dist/schemas/batch-completion-stream.d.ts +210 -36
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.d.ts +3 -0
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +24 -3
- package/dist/schemas/bci.js +2 -2
- package/dist/schemas/cancel.d.ts +10 -0
- package/dist/schemas/cancel.js +2 -0
- package/dist/schemas/common.d.ts +1465 -162
- package/dist/schemas/common.js +37 -31
- package/dist/schemas/completion-event.d.ts +8 -2
- package/dist/schemas/completion-event.js +4 -1
- package/dist/schemas/completion-stream.d.ts +243 -39
- package/dist/schemas/completion-stream.js +100 -29
- package/dist/schemas/config.d.ts +1326 -18
- package/dist/schemas/config.js +30 -8
- package/dist/schemas/decision.d.ts +610 -0
- package/dist/schemas/decision.js +219 -0
- package/dist/schemas/download-asset.d.ts +10 -4
- package/dist/schemas/download-asset.js +1 -1
- package/dist/schemas/engine-addon-map.d.ts +9 -1
- package/dist/schemas/engine-addon-map.js +26 -5
- package/dist/schemas/errors.d.ts +2 -0
- package/dist/schemas/errors.js +11 -1
- package/dist/schemas/index.d.ts +51 -48
- package/dist/schemas/index.js +50 -47
- package/dist/schemas/llamacpp-config.d.ts +222 -6
- package/dist/schemas/llamacpp-config.js +129 -7
- package/dist/schemas/load-model.d.ts +7960 -1492
- package/dist/schemas/load-model.js +122 -10
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +428 -9
- package/dist/schemas/model-config-schemas.js +16 -11
- package/dist/schemas/model-fit-policy.d.ts +17 -0
- package/dist/schemas/model-fit-policy.js +17 -0
- package/dist/schemas/model-info.d.ts +20 -2
- package/dist/schemas/model-info.js +4 -3
- package/dist/schemas/model-resource-profile.d.ts +4 -4
- package/dist/schemas/model-resource-profile.js +2 -5
- package/dist/schemas/model-src-utils.d.ts +14 -2
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +14 -1
- package/dist/schemas/model-types.js +4 -0
- package/dist/schemas/ocr.d.ts +76 -0
- package/dist/schemas/ocr.js +43 -1
- package/dist/schemas/plugin.d.ts +16 -4
- package/dist/schemas/plugin.js +12 -0
- package/dist/schemas/profiling.d.ts +4 -4
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.d.ts +34 -0
- package/dist/schemas/registry.js +5 -1
- package/dist/schemas/reload-config.d.ts +14 -2
- package/dist/schemas/reload-config.js +2 -2
- package/dist/schemas/rerank.d.ts +131 -0
- package/dist/schemas/rerank.js +102 -0
- package/dist/schemas/rpc-server.js +3 -3
- package/dist/schemas/sdcpp-config.d.ts +82 -0
- package/dist/schemas/sdcpp-config.js +41 -22
- package/dist/schemas/system-resources.d.ts +4 -4
- package/dist/schemas/text-to-speech.d.ts +463 -3
- package/dist/schemas/text-to-speech.js +129 -11
- package/dist/schemas/tools.d.ts +13 -4
- package/dist/schemas/tools.js +18 -6
- package/dist/schemas/transcription-config.d.ts +20 -0
- package/dist/schemas/transcription-config.js +54 -4
- package/dist/schemas/transcription.d.ts +47 -5
- package/dist/schemas/transcription.js +52 -5
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.d.ts +40 -10
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/vla.d.ts +9 -2
- package/dist/schemas/vla.js +9 -5
- package/dist/surface.d.ts +3 -2
- package/dist/surface.js +3 -2
- package/dist/utils/addon-responses.d.ts +3 -0
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/asr-events.d.ts +1 -0
- package/dist/utils/asr-events.js +2 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +2 -2
- package/dist/utils/cache/paths.js +6 -6
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/checksum.d.ts +2 -0
- package/dist/utils/checksum.js +41 -2
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +13 -9
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +5 -0
- package/dist/utils/shard-utils.js +19 -3
- package/dist/utils/tool-helpers.d.ts +1 -1
- package/dist/utils/tool-helpers.js +20 -52
- package/dist/utils/tool-integration.d.ts +1 -0
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +16 -26
- package/dist/utils/tools/defer.js +50 -41
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +8 -5
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +7 -4
- package/dist/utils/tools/shared.d.ts +3 -0
- package/dist/utils/tools/shared.js +62 -0
- package/dist/utils/transcribe-metadata.d.ts +8 -1
- package/dist/utils/transcribe-metadata.js +13 -3
- package/dist/utils/tts-stats.d.ts +2 -1
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +68 -51
- package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
- package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
- package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
- package/dist/resources/model-fit/calibration/fit.js +0 -152
- package/dist/resources/model-fit/calibration/index.d.ts +0 -37
- package/dist/resources/model-fit/calibration/index.js +0 -75
- package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
- package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
- package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
- package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
- package/dist/resources/model-fit/estimators/llm.js +0 -222
- package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
- package/dist/resources/model-fit/estimators/whisper.js +0 -76
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
- package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -28
- package/dist/resources/model-fit/types.d.ts +0 -120
- package/dist/resources/model-fit/types.js +0 -1
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
|
@@ -472,16 +472,16 @@ export declare const operationEventSchema: z.ZodObject<{
|
|
|
472
472
|
gpu: "gpu";
|
|
473
473
|
}>;
|
|
474
474
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
475
|
+
cuda: "cuda";
|
|
475
476
|
vulkan: "vulkan";
|
|
476
477
|
metal: "metal";
|
|
477
478
|
opencl: "opencl";
|
|
478
|
-
|
|
479
|
+
rocm: "rocm";
|
|
479
480
|
opengl: "opengl";
|
|
480
481
|
webgpu: "webgpu";
|
|
481
482
|
direct3d11: "direct3d11";
|
|
482
483
|
direct3d12: "direct3d12";
|
|
483
484
|
levelZero: "levelZero";
|
|
484
|
-
rocm: "rocm";
|
|
485
485
|
}>>;
|
|
486
486
|
driver: z.ZodOptional<z.ZodObject<{
|
|
487
487
|
name: z.ZodString;
|
|
@@ -733,16 +733,16 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
|
|
|
733
733
|
gpu: "gpu";
|
|
734
734
|
}>;
|
|
735
735
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
736
|
+
cuda: "cuda";
|
|
736
737
|
vulkan: "vulkan";
|
|
737
738
|
metal: "metal";
|
|
738
739
|
opencl: "opencl";
|
|
739
|
-
|
|
740
|
+
rocm: "rocm";
|
|
740
741
|
opengl: "opengl";
|
|
741
742
|
webgpu: "webgpu";
|
|
742
743
|
direct3d11: "direct3d11";
|
|
743
744
|
direct3d12: "direct3d12";
|
|
744
745
|
levelZero: "levelZero";
|
|
745
|
-
rocm: "rocm";
|
|
746
746
|
}>>;
|
|
747
747
|
driver: z.ZodOptional<z.ZodObject<{
|
|
748
748
|
name: z.ZodString;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { gpuResourceSampleSchema, inferenceBackendDiagnosticsSchema, resourceMetricSchema, systemResourceSampleSchema } from '
|
|
2
|
+
import { gpuResourceSampleSchema, inferenceBackendDiagnosticsSchema, resourceMetricSchema, systemResourceSampleSchema } from '../schemas/system-resources.js';
|
|
3
3
|
/** Internal envelope key for profiling metadata in RPC payloads */
|
|
4
4
|
export const PROFILING_KEY = '__profiling';
|
|
5
5
|
/** Marker key for profiling-only trailer frames in streaming responses */
|
package/dist/schemas/rag.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { safePathComponent } from '
|
|
2
|
+
import { safePathComponent } from '../schemas/path-validation.js';
|
|
3
3
|
// ============== Common Schemas ==============
|
|
4
4
|
const llmChunkOptsSchema = z.object({
|
|
5
5
|
chunkSize: z.number().optional(),
|
|
@@ -6,6 +6,7 @@ declare const modelRegistryEntryAddonSchema: z.ZodEnum<{
|
|
|
6
6
|
tts: "tts";
|
|
7
7
|
ocr: "ocr";
|
|
8
8
|
vla: "vla";
|
|
9
|
+
"moss-transcribe": "moss-transcribe";
|
|
9
10
|
llm: "llm";
|
|
10
11
|
whisper: "whisper";
|
|
11
12
|
bci: "bci";
|
|
@@ -20,10 +21,13 @@ export declare const modelRegistryEngineSchema: z.ZodEnum<{
|
|
|
20
21
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
21
22
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
22
23
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
24
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
25
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
23
26
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
24
27
|
"onnx-tts": "onnx-tts";
|
|
25
28
|
"tts-ggml": "tts-ggml";
|
|
26
29
|
"parakeet-transcription": "parakeet-transcription";
|
|
30
|
+
"moss-transcribe": "moss-transcribe";
|
|
27
31
|
"ggml-ocr": "ggml-ocr";
|
|
28
32
|
"sdcpp-generation": "sdcpp-generation";
|
|
29
33
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -47,6 +51,7 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
|
|
|
47
51
|
tts: "tts";
|
|
48
52
|
ocr: "ocr";
|
|
49
53
|
vla: "vla";
|
|
54
|
+
"moss-transcribe": "moss-transcribe";
|
|
50
55
|
llm: "llm";
|
|
51
56
|
whisper: "whisper";
|
|
52
57
|
bci: "bci";
|
|
@@ -63,10 +68,13 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
|
|
|
63
68
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
64
69
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
65
70
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
71
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
72
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
66
73
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
67
74
|
"onnx-tts": "onnx-tts";
|
|
68
75
|
"tts-ggml": "tts-ggml";
|
|
69
76
|
"parakeet-transcription": "parakeet-transcription";
|
|
77
|
+
"moss-transcribe": "moss-transcribe";
|
|
70
78
|
"ggml-ocr": "ggml-ocr";
|
|
71
79
|
"sdcpp-generation": "sdcpp-generation";
|
|
72
80
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -102,6 +110,7 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
|
|
|
102
110
|
tts: "tts";
|
|
103
111
|
ocr: "ocr";
|
|
104
112
|
vla: "vla";
|
|
113
|
+
"moss-transcribe": "moss-transcribe";
|
|
105
114
|
llm: "llm";
|
|
106
115
|
whisper: "whisper";
|
|
107
116
|
bci: "bci";
|
|
@@ -118,10 +127,13 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
|
|
|
118
127
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
119
128
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
120
129
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
130
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
131
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
121
132
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
122
133
|
"onnx-tts": "onnx-tts";
|
|
123
134
|
"tts-ggml": "tts-ggml";
|
|
124
135
|
"parakeet-transcription": "parakeet-transcription";
|
|
136
|
+
"moss-transcribe": "moss-transcribe";
|
|
125
137
|
"ggml-ocr": "ggml-ocr";
|
|
126
138
|
"sdcpp-generation": "sdcpp-generation";
|
|
127
139
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -148,6 +160,7 @@ export declare const modelRegistrySearchRequestSchema: z.ZodObject<{
|
|
|
148
160
|
tts: "tts";
|
|
149
161
|
ocr: "ocr";
|
|
150
162
|
vla: "vla";
|
|
163
|
+
"moss-transcribe": "moss-transcribe";
|
|
151
164
|
llm: "llm";
|
|
152
165
|
whisper: "whisper";
|
|
153
166
|
bci: "bci";
|
|
@@ -177,6 +190,7 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
|
|
|
177
190
|
tts: "tts";
|
|
178
191
|
ocr: "ocr";
|
|
179
192
|
vla: "vla";
|
|
193
|
+
"moss-transcribe": "moss-transcribe";
|
|
180
194
|
llm: "llm";
|
|
181
195
|
whisper: "whisper";
|
|
182
196
|
bci: "bci";
|
|
@@ -193,10 +207,13 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
|
|
|
193
207
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
194
208
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
195
209
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
210
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
211
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
196
212
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
197
213
|
"onnx-tts": "onnx-tts";
|
|
198
214
|
"tts-ggml": "tts-ggml";
|
|
199
215
|
"parakeet-transcription": "parakeet-transcription";
|
|
216
|
+
"moss-transcribe": "moss-transcribe";
|
|
200
217
|
"ggml-ocr": "ggml-ocr";
|
|
201
218
|
"sdcpp-generation": "sdcpp-generation";
|
|
202
219
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -235,6 +252,7 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
|
|
|
235
252
|
tts: "tts";
|
|
236
253
|
ocr: "ocr";
|
|
237
254
|
vla: "vla";
|
|
255
|
+
"moss-transcribe": "moss-transcribe";
|
|
238
256
|
llm: "llm";
|
|
239
257
|
whisper: "whisper";
|
|
240
258
|
bci: "bci";
|
|
@@ -251,10 +269,13 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
|
|
|
251
269
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
252
270
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
253
271
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
272
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
273
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
254
274
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
255
275
|
"onnx-tts": "onnx-tts";
|
|
256
276
|
"tts-ggml": "tts-ggml";
|
|
257
277
|
"parakeet-transcription": "parakeet-transcription";
|
|
278
|
+
"moss-transcribe": "moss-transcribe";
|
|
258
279
|
"ggml-ocr": "ggml-ocr";
|
|
259
280
|
"sdcpp-generation": "sdcpp-generation";
|
|
260
281
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -283,6 +304,7 @@ export declare const modelRegistryRequestSchema: z.ZodUnion<readonly [z.ZodObjec
|
|
|
283
304
|
tts: "tts";
|
|
284
305
|
ocr: "ocr";
|
|
285
306
|
vla: "vla";
|
|
307
|
+
"moss-transcribe": "moss-transcribe";
|
|
286
308
|
llm: "llm";
|
|
287
309
|
whisper: "whisper";
|
|
288
310
|
bci: "bci";
|
|
@@ -316,6 +338,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
316
338
|
tts: "tts";
|
|
317
339
|
ocr: "ocr";
|
|
318
340
|
vla: "vla";
|
|
341
|
+
"moss-transcribe": "moss-transcribe";
|
|
319
342
|
llm: "llm";
|
|
320
343
|
whisper: "whisper";
|
|
321
344
|
bci: "bci";
|
|
@@ -332,10 +355,13 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
332
355
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
333
356
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
334
357
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
358
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
359
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
335
360
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
336
361
|
"onnx-tts": "onnx-tts";
|
|
337
362
|
"tts-ggml": "tts-ggml";
|
|
338
363
|
"parakeet-transcription": "parakeet-transcription";
|
|
364
|
+
"moss-transcribe": "moss-transcribe";
|
|
339
365
|
"ggml-ocr": "ggml-ocr";
|
|
340
366
|
"sdcpp-generation": "sdcpp-generation";
|
|
341
367
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -366,6 +392,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
366
392
|
tts: "tts";
|
|
367
393
|
ocr: "ocr";
|
|
368
394
|
vla: "vla";
|
|
395
|
+
"moss-transcribe": "moss-transcribe";
|
|
369
396
|
llm: "llm";
|
|
370
397
|
whisper: "whisper";
|
|
371
398
|
bci: "bci";
|
|
@@ -382,10 +409,13 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
382
409
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
383
410
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
384
411
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
412
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
413
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
385
414
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
386
415
|
"onnx-tts": "onnx-tts";
|
|
387
416
|
"tts-ggml": "tts-ggml";
|
|
388
417
|
"parakeet-transcription": "parakeet-transcription";
|
|
418
|
+
"moss-transcribe": "moss-transcribe";
|
|
389
419
|
"ggml-ocr": "ggml-ocr";
|
|
390
420
|
"sdcpp-generation": "sdcpp-generation";
|
|
391
421
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -416,6 +446,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
416
446
|
tts: "tts";
|
|
417
447
|
ocr: "ocr";
|
|
418
448
|
vla: "vla";
|
|
449
|
+
"moss-transcribe": "moss-transcribe";
|
|
419
450
|
llm: "llm";
|
|
420
451
|
whisper: "whisper";
|
|
421
452
|
bci: "bci";
|
|
@@ -432,10 +463,13 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
432
463
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
433
464
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
434
465
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
466
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
467
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
435
468
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
436
469
|
"onnx-tts": "onnx-tts";
|
|
437
470
|
"tts-ggml": "tts-ggml";
|
|
438
471
|
"parakeet-transcription": "parakeet-transcription";
|
|
472
|
+
"moss-transcribe": "moss-transcribe";
|
|
439
473
|
"ggml-ocr": "ggml-ocr";
|
|
440
474
|
"sdcpp-generation": "sdcpp-generation";
|
|
441
475
|
"audiogen-ggml": "audiogen-ggml";
|
package/dist/schemas/registry.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { ModelType } from '
|
|
2
|
+
import { ModelType } from '../schemas/model-types.js';
|
|
3
3
|
// QVAC Model Registry entry schema matching the RegistryItem from models/registry/models.ts
|
|
4
4
|
const modelRegistryEntryAddonSchema = z.enum([
|
|
5
5
|
'llm',
|
|
@@ -11,6 +11,7 @@ const modelRegistryEntryAddonSchema = z.enum([
|
|
|
11
11
|
'tts',
|
|
12
12
|
'ocr',
|
|
13
13
|
'parakeet',
|
|
14
|
+
'moss-transcribe',
|
|
14
15
|
'diffusion',
|
|
15
16
|
'audiogen',
|
|
16
17
|
'vla',
|
|
@@ -27,11 +28,14 @@ export const modelRegistryEngineSchema = z.enum([
|
|
|
27
28
|
ModelType.whispercppTranscription,
|
|
28
29
|
ModelType.bciWhispercppTranscription,
|
|
29
30
|
ModelType.llamacppEmbedding,
|
|
31
|
+
ModelType.llamacppDecision,
|
|
32
|
+
ModelType.llamacppRerank,
|
|
30
33
|
ModelType.nmtcppTranslation,
|
|
31
34
|
ModelType.onnxTts,
|
|
32
35
|
ModelType.ttsGgml,
|
|
33
36
|
ModelType.ggmlOcr,
|
|
34
37
|
ModelType.parakeetTranscription,
|
|
38
|
+
ModelType.mossTranscribe,
|
|
35
39
|
ModelType.sdcppGeneration,
|
|
36
40
|
ModelType.audiogenGgml,
|
|
37
41
|
ModelType.ggmlVla,
|
|
@@ -93,10 +93,13 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
93
93
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
94
94
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
95
95
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
96
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
97
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
96
98
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
97
99
|
"onnx-tts": "onnx-tts";
|
|
98
100
|
"tts-ggml": "tts-ggml";
|
|
99
101
|
"parakeet-transcription": "parakeet-transcription";
|
|
102
|
+
"moss-transcribe": "moss-transcribe";
|
|
100
103
|
"ggml-ocr": "ggml-ocr";
|
|
101
104
|
"sdcpp-generation": "sdcpp-generation";
|
|
102
105
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -205,10 +208,13 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
205
208
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
206
209
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
207
210
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
211
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
212
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
208
213
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
209
214
|
"onnx-tts": "onnx-tts";
|
|
210
215
|
"tts-ggml": "tts-ggml";
|
|
211
216
|
"parakeet-transcription": "parakeet-transcription";
|
|
217
|
+
"moss-transcribe": "moss-transcribe";
|
|
212
218
|
"ggml-ocr": "ggml-ocr";
|
|
213
219
|
"sdcpp-generation": "sdcpp-generation";
|
|
214
220
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -297,7 +303,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
297
303
|
engine?: string | undefined;
|
|
298
304
|
expectedSize?: number | undefined;
|
|
299
305
|
sha256Checksum?: string | undefined;
|
|
300
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
306
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
301
307
|
} | undefined;
|
|
302
308
|
};
|
|
303
309
|
}, {
|
|
@@ -373,7 +379,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
373
379
|
engine?: string | undefined;
|
|
374
380
|
expectedSize?: number | undefined;
|
|
375
381
|
sha256Checksum?: string | undefined;
|
|
376
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
382
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
377
383
|
} | undefined;
|
|
378
384
|
};
|
|
379
385
|
}>>]>;
|
|
@@ -474,10 +480,13 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
|
474
480
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
475
481
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
476
482
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
483
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
484
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
477
485
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
478
486
|
"onnx-tts": "onnx-tts";
|
|
479
487
|
"tts-ggml": "tts-ggml";
|
|
480
488
|
"parakeet-transcription": "parakeet-transcription";
|
|
489
|
+
"moss-transcribe": "moss-transcribe";
|
|
481
490
|
"ggml-ocr": "ggml-ocr";
|
|
482
491
|
"sdcpp-generation": "sdcpp-generation";
|
|
483
492
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -590,10 +599,13 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
590
599
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
591
600
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
592
601
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
602
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
603
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
593
604
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
594
605
|
"onnx-tts": "onnx-tts";
|
|
595
606
|
"tts-ggml": "tts-ggml";
|
|
596
607
|
"parakeet-transcription": "parakeet-transcription";
|
|
608
|
+
"moss-transcribe": "moss-transcribe";
|
|
597
609
|
"ggml-ocr": "ggml-ocr";
|
|
598
610
|
"sdcpp-generation": "sdcpp-generation";
|
|
599
611
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { whisperConfigSchema } from '
|
|
3
|
-
import { whisperModelTypeSchema } from '
|
|
2
|
+
import { whisperConfigSchema } from '../schemas/transcription-config.js';
|
|
3
|
+
import { whisperModelTypeSchema } from '../schemas/model-types.js';
|
|
4
4
|
export const modelIdSchema = z.string().regex(/^[0-9a-f]{16}$/, 'Invalid modelId format');
|
|
5
5
|
export const reloadConfigOptionsSchema = z.union([
|
|
6
6
|
z.object({
|
|
@@ -0,0 +1,131 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const rerankRequestBodySchema: z.ZodObject<{
|
|
3
|
+
query: z.ZodString;
|
|
4
|
+
documents: z.ZodArray<z.ZodString>;
|
|
5
|
+
}, z.core.$strict>;
|
|
6
|
+
export declare const rerankParamsSchema: z.ZodObject<{
|
|
7
|
+
query: z.ZodString;
|
|
8
|
+
documents: z.ZodArray<z.ZodString>;
|
|
9
|
+
modelId: z.ZodString;
|
|
10
|
+
}, z.core.$strict>;
|
|
11
|
+
export declare const rerankRequestSchema: z.ZodObject<{
|
|
12
|
+
query: z.ZodString;
|
|
13
|
+
documents: z.ZodArray<z.ZodString>;
|
|
14
|
+
type: z.ZodLiteral<"rerank">;
|
|
15
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
16
|
+
modelId: z.ZodString;
|
|
17
|
+
}, z.core.$strict>;
|
|
18
|
+
export declare const rerankScoresSchema: z.ZodArray<z.ZodNumber>;
|
|
19
|
+
export declare const rerankResponseSchema: z.ZodObject<{
|
|
20
|
+
type: z.ZodLiteral<"rerank">;
|
|
21
|
+
scores: z.ZodArray<z.ZodNumber>;
|
|
22
|
+
}, z.core.$strip>;
|
|
23
|
+
export declare const rerankConfigBaseSchema: z.ZodObject<{
|
|
24
|
+
device: z.ZodOptional<z.ZodEnum<{
|
|
25
|
+
cpu: "cpu";
|
|
26
|
+
gpu: "gpu";
|
|
27
|
+
}>>;
|
|
28
|
+
gpu_layers: z.ZodOptional<z.ZodNumber>;
|
|
29
|
+
batch_size: z.ZodOptional<z.ZodNumber>;
|
|
30
|
+
backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
31
|
+
auto: "auto";
|
|
32
|
+
cuda: "cuda";
|
|
33
|
+
vulkan: "vulkan";
|
|
34
|
+
metal: "metal";
|
|
35
|
+
opencl: "opencl";
|
|
36
|
+
}>>>;
|
|
37
|
+
poll: z.ZodOptional<z.ZodNumber>;
|
|
38
|
+
pollBatch: z.ZodOptional<z.ZodNumber>;
|
|
39
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
40
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
41
|
+
flash_attn: z.ZodOptional<z.ZodEnum<{
|
|
42
|
+
auto: "auto";
|
|
43
|
+
on: "on";
|
|
44
|
+
off: "off";
|
|
45
|
+
}>>;
|
|
46
|
+
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
47
|
+
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
48
|
+
integrated: "integrated";
|
|
49
|
+
dedicated: "dedicated";
|
|
50
|
+
}>]>>;
|
|
51
|
+
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
52
|
+
none: "none";
|
|
53
|
+
layer: "layer";
|
|
54
|
+
}>>;
|
|
55
|
+
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
56
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
57
|
+
}, z.core.$strict>;
|
|
58
|
+
export type RerankConfigInput = z.infer<typeof rerankConfigBaseSchema>;
|
|
59
|
+
export declare const RERANK_CONFIG_DEFAULTS: {
|
|
60
|
+
readonly device: "gpu";
|
|
61
|
+
};
|
|
62
|
+
export declare const rerankConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
63
|
+
device: z.ZodOptional<z.ZodEnum<{
|
|
64
|
+
cpu: "cpu";
|
|
65
|
+
gpu: "gpu";
|
|
66
|
+
}>>;
|
|
67
|
+
gpu_layers: z.ZodOptional<z.ZodNumber>;
|
|
68
|
+
batch_size: z.ZodOptional<z.ZodNumber>;
|
|
69
|
+
backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
70
|
+
auto: "auto";
|
|
71
|
+
cuda: "cuda";
|
|
72
|
+
vulkan: "vulkan";
|
|
73
|
+
metal: "metal";
|
|
74
|
+
opencl: "opencl";
|
|
75
|
+
}>>>;
|
|
76
|
+
poll: z.ZodOptional<z.ZodNumber>;
|
|
77
|
+
pollBatch: z.ZodOptional<z.ZodNumber>;
|
|
78
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
79
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
80
|
+
flash_attn: z.ZodOptional<z.ZodEnum<{
|
|
81
|
+
auto: "auto";
|
|
82
|
+
on: "on";
|
|
83
|
+
off: "off";
|
|
84
|
+
}>>;
|
|
85
|
+
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
86
|
+
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
87
|
+
integrated: "integrated";
|
|
88
|
+
dedicated: "dedicated";
|
|
89
|
+
}>]>>;
|
|
90
|
+
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
91
|
+
none: "none";
|
|
92
|
+
layer: "layer";
|
|
93
|
+
}>>;
|
|
94
|
+
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
95
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
96
|
+
}, z.core.$strict>, z.ZodTransform<{
|
|
97
|
+
device: "cpu" | "gpu";
|
|
98
|
+
gpu_layers?: number | undefined;
|
|
99
|
+
batch_size?: number | undefined;
|
|
100
|
+
backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
|
|
101
|
+
poll?: number | undefined;
|
|
102
|
+
pollBatch?: number | undefined;
|
|
103
|
+
threads?: number | undefined;
|
|
104
|
+
'threads-batch'?: number | undefined;
|
|
105
|
+
flash_attn?: "auto" | "on" | "off" | undefined;
|
|
106
|
+
verbosity?: number | undefined;
|
|
107
|
+
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
108
|
+
'split-mode'?: "none" | "layer" | undefined;
|
|
109
|
+
'tensor-split'?: string | undefined;
|
|
110
|
+
openclCacheDir?: string | undefined;
|
|
111
|
+
}, {
|
|
112
|
+
device?: "cpu" | "gpu" | undefined;
|
|
113
|
+
gpu_layers?: number | undefined;
|
|
114
|
+
batch_size?: number | undefined;
|
|
115
|
+
backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
|
|
116
|
+
poll?: number | undefined;
|
|
117
|
+
pollBatch?: number | undefined;
|
|
118
|
+
threads?: number | undefined;
|
|
119
|
+
'threads-batch'?: number | undefined;
|
|
120
|
+
flash_attn?: "auto" | "on" | "off" | undefined;
|
|
121
|
+
verbosity?: number | undefined;
|
|
122
|
+
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
123
|
+
'split-mode'?: "none" | "layer" | undefined;
|
|
124
|
+
'tensor-split'?: string | undefined;
|
|
125
|
+
openclCacheDir?: string | undefined;
|
|
126
|
+
}>>;
|
|
127
|
+
export type RerankParams = z.infer<typeof rerankParamsSchema>;
|
|
128
|
+
export type RerankRequest = z.infer<typeof rerankRequestSchema>;
|
|
129
|
+
export type RerankScores = z.infer<typeof rerankScoresSchema>;
|
|
130
|
+
export type RerankResponse = z.infer<typeof rerankResponseSchema>;
|
|
131
|
+
export type RerankConfig = z.infer<typeof rerankConfigSchema>;
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
const rerankFields = {
|
|
3
|
+
query: z.string().min(1).describe('Query to score each document against.'),
|
|
4
|
+
documents: z
|
|
5
|
+
.array(z.string())
|
|
6
|
+
.min(1)
|
|
7
|
+
.describe('Documents to score. Each one, paired with the query, must fit in `batch_size`.')
|
|
8
|
+
};
|
|
9
|
+
export const rerankRequestBodySchema = z.object(rerankFields).strict();
|
|
10
|
+
const envelope = { modelId: z.string().min(1) };
|
|
11
|
+
export const rerankParamsSchema = rerankRequestBodySchema.extend(envelope);
|
|
12
|
+
export const rerankRequestSchema = rerankRequestBodySchema.extend({
|
|
13
|
+
...envelope,
|
|
14
|
+
type: z.literal('rerank'),
|
|
15
|
+
requestId: z.string().min(1).optional()
|
|
16
|
+
});
|
|
17
|
+
export const rerankScoresSchema = z
|
|
18
|
+
.array(z.number())
|
|
19
|
+
.describe("One relevance score per document, in input order. Higher is more relevant. Scores are the model's raw classifier output, so compare them within one model only.");
|
|
20
|
+
export const rerankResponseSchema = z.object({
|
|
21
|
+
type: z.literal('rerank'),
|
|
22
|
+
scores: rerankScoresSchema
|
|
23
|
+
});
|
|
24
|
+
export const rerankConfigBaseSchema = z
|
|
25
|
+
.object({
|
|
26
|
+
device: z.enum(['cpu', 'gpu']).optional().describe("Compute device. Default 'gpu'."),
|
|
27
|
+
gpu_layers: z
|
|
28
|
+
.number()
|
|
29
|
+
.int()
|
|
30
|
+
.optional()
|
|
31
|
+
.describe('Layers to offload. Unset lets the addon choose placement.'),
|
|
32
|
+
batch_size: z
|
|
33
|
+
.number()
|
|
34
|
+
.int()
|
|
35
|
+
.positive()
|
|
36
|
+
.optional()
|
|
37
|
+
.describe('Tokens per forward pass. Default 2048; each document paired with the query must fit.'),
|
|
38
|
+
backend: z
|
|
39
|
+
.array(z.enum(['cuda', 'vulkan', 'metal', 'opencl', 'auto']))
|
|
40
|
+
.min(1)
|
|
41
|
+
.optional()
|
|
42
|
+
.describe("Ordered GPU backend names, such as ['cuda', 'vulkan']. " +
|
|
43
|
+
'Accepted names: cuda, vulkan, metal, opencl, and auto for no preference. ' +
|
|
44
|
+
'If unset, uses the native default order. ' +
|
|
45
|
+
'If none of the specified names has a corresponding available device, selection falls back to the native default order. ' +
|
|
46
|
+
"Use device: 'cpu' for CPU. " +
|
|
47
|
+
"A GPU override cannot be combined with 'split-mode': 'layer'."),
|
|
48
|
+
poll: z
|
|
49
|
+
.number()
|
|
50
|
+
.int()
|
|
51
|
+
.min(0)
|
|
52
|
+
.max(100)
|
|
53
|
+
.optional()
|
|
54
|
+
.describe('CPU polling level, from 0 to 100. If omitted, uses the default native behavior. Higher values may reduce wake latency but consume more CPU during GPU work.'),
|
|
55
|
+
pollBatch: z
|
|
56
|
+
.number()
|
|
57
|
+
.int()
|
|
58
|
+
.min(0)
|
|
59
|
+
.max(100)
|
|
60
|
+
.optional()
|
|
61
|
+
.describe('CPU polling level for batch processing, from 0 to 100. If omitted, uses the default native behavior.'),
|
|
62
|
+
threads: z
|
|
63
|
+
.number()
|
|
64
|
+
.int()
|
|
65
|
+
.optional()
|
|
66
|
+
.describe('CPU threads, at most the CPU count. Zero or below uses all logical CPUs.'),
|
|
67
|
+
'threads-batch': z
|
|
68
|
+
.number()
|
|
69
|
+
.int()
|
|
70
|
+
.optional()
|
|
71
|
+
.describe('Batch CPU threads. Unset uses threads; zero or below uses all logical CPUs.'),
|
|
72
|
+
flash_attn: z
|
|
73
|
+
.enum(['on', 'off', 'auto'])
|
|
74
|
+
.optional()
|
|
75
|
+
.describe('Flash attention mode. Default auto.'),
|
|
76
|
+
verbosity: z
|
|
77
|
+
.number()
|
|
78
|
+
.int()
|
|
79
|
+
.min(0)
|
|
80
|
+
.max(3)
|
|
81
|
+
.optional()
|
|
82
|
+
.describe('Native log level: 0 error, 1 warn, 2 info, 3 debug.'),
|
|
83
|
+
'main-gpu': z
|
|
84
|
+
.union([z.number().int().nonnegative(), z.enum(['integrated', 'dedicated'])])
|
|
85
|
+
.optional()
|
|
86
|
+
.describe('GPU index or device class.'),
|
|
87
|
+
'split-mode': z.enum(['none', 'layer']).optional().describe('Multi-GPU split mode.'),
|
|
88
|
+
'tensor-split': z.string().optional().describe('Per-GPU tensor split proportions.'),
|
|
89
|
+
openclCacheDir: z
|
|
90
|
+
.string()
|
|
91
|
+
.optional()
|
|
92
|
+
.describe('Writable OpenCL kernel cache directory, required on Android.')
|
|
93
|
+
})
|
|
94
|
+
.strict();
|
|
95
|
+
export const RERANK_CONFIG_DEFAULTS = {
|
|
96
|
+
device: 'gpu'
|
|
97
|
+
};
|
|
98
|
+
export const rerankConfigSchema = rerankConfigBaseSchema.transform((data) => ({
|
|
99
|
+
...RERANK_CONFIG_DEFAULTS,
|
|
100
|
+
...data,
|
|
101
|
+
device: data.device ?? RERANK_CONFIG_DEFAULTS.device
|
|
102
|
+
}));
|
|
@@ -13,7 +13,7 @@ export const startRpcServerOptionsSchema = z.object({
|
|
|
13
13
|
.min(1)
|
|
14
14
|
.max(65535)
|
|
15
15
|
.optional()
|
|
16
|
-
.describe('TCP port. Omit to
|
|
16
|
+
.describe('TCP port. Omit to let the native server bind a free port.'),
|
|
17
17
|
device: z
|
|
18
18
|
.union([z.string().min(1), z.array(z.string().min(1)).min(1)])
|
|
19
19
|
.optional()
|
|
@@ -23,7 +23,7 @@ export const startRpcServerOptionsSchema = z.object({
|
|
|
23
23
|
expectRdma: z
|
|
24
24
|
.boolean()
|
|
25
25
|
.optional()
|
|
26
|
-
.describe('Require
|
|
26
|
+
.describe('Require runtime RDMA availability. On Linux, this needs a capable native backend, libibverbs, an RDMA device, and GGML_RPC_NO_RDMA unset. Reject before startup if unavailable.'),
|
|
27
27
|
allowNonLoopbackHost: z
|
|
28
28
|
.boolean()
|
|
29
29
|
.optional()
|
|
@@ -37,7 +37,7 @@ export const rpcServerInfoSchema = z.object({
|
|
|
37
37
|
url: z.string().min(1),
|
|
38
38
|
rdmaCapable: z
|
|
39
39
|
.boolean()
|
|
40
|
-
.describe('Whether the
|
|
40
|
+
.describe('Whether the server will try RDMA. On Linux, this requires a capable native backend, libibverbs, an RDMA device, and GGML_RPC_NO_RDMA unset. Each connection can still fall back to TCP.')
|
|
41
41
|
});
|
|
42
42
|
export const startRpcServerRequestSchema = startRpcServerOptionsSchema.extend({
|
|
43
43
|
type: z.literal('startRpcServer'),
|