@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { imageEmbeddingConfigSchema } from '../schemas/image-embedding.js';
|
|
1
2
|
import { llmConfigBaseSchema, embedConfigBaseSchema } from '../schemas/llamacpp-config.js';
|
|
2
3
|
import { whisperConfigSchema, parakeetRuntimeConfigSchema, mossTranscribeConfigSchema } from '../schemas/transcription-config.js';
|
|
3
4
|
import { bciConfigSchema } from '../schemas/bci-config.js';
|
|
@@ -29,6 +30,7 @@ export const MODEL_CONFIG_SCHEMA_BY_TYPE = {
|
|
|
29
30
|
[ModelType.bciWhispercppTranscription]: bciConfigSchema,
|
|
30
31
|
[ModelType.llamacppDecision]: decisionConfigBaseSchema,
|
|
31
32
|
[ModelType.llamacppRerank]: rerankConfigBaseSchema,
|
|
33
|
+
[ModelType.ggmlImageEmbedding]: imageEmbeddingConfigSchema,
|
|
32
34
|
[ModelType.llamacppEmbedding]: embedConfigBaseSchema,
|
|
33
35
|
[ModelType.nmtcppTranslation]: nmtConfigBaseSchema,
|
|
34
36
|
[ModelType.ttsGgml]: ttsLoadConfigSchema,
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import type {
|
|
2
|
+
import type { ModelFitVerdict } from '../schemas/assess-model-fit.js';
|
|
3
3
|
/**
|
|
4
4
|
* What the engine fitter's verdict does to a load. Only `does-not-fit` blocks
|
|
5
5
|
* under `refuse`: `unknown` is what an engine with no fitter, an unresolved
|
|
@@ -14,4 +14,4 @@ export type ModelFitPolicy = z.infer<typeof modelFitPolicySchema>;
|
|
|
14
14
|
export declare const DEFAULT_MODEL_FIT_POLICY: ModelFitPolicy;
|
|
15
15
|
export declare function resolveModelFitPolicy(perCall: ModelFitPolicy | undefined, configured: ModelFitPolicy | undefined): ModelFitPolicy;
|
|
16
16
|
export declare function runsProbe(policy: ModelFitPolicy): boolean;
|
|
17
|
-
export declare function refusesLoad(policy: ModelFitPolicy, verdict:
|
|
17
|
+
export declare function refusesLoad(policy: ModelFitPolicy, verdict: ModelFitVerdict | undefined): boolean;
|
|
@@ -5,6 +5,7 @@ export declare const getModelInfoParamsSchema: z.ZodObject<{
|
|
|
5
5
|
export declare const getModelInfoRequestSchema: z.ZodObject<{
|
|
6
6
|
name: z.ZodString;
|
|
7
7
|
type: z.ZodLiteral<"getModelInfo">;
|
|
8
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
8
9
|
}, z.core.$strip>;
|
|
9
10
|
export declare const loadedInstanceSchema: z.ZodObject<{
|
|
10
11
|
registryId: z.ZodString;
|
|
@@ -40,6 +41,7 @@ export declare const modelInfoSchema: z.ZodObject<{
|
|
|
40
41
|
audiogen: "audiogen";
|
|
41
42
|
tts: "tts";
|
|
42
43
|
ocr: "ocr";
|
|
44
|
+
classification: "classification";
|
|
43
45
|
vla: "vla";
|
|
44
46
|
"moss-transcribe": "moss-transcribe";
|
|
45
47
|
llm: "llm";
|
|
@@ -47,7 +49,6 @@ export declare const modelInfoSchema: z.ZodObject<{
|
|
|
47
49
|
bci: "bci";
|
|
48
50
|
nmt: "nmt";
|
|
49
51
|
parakeet: "parakeet";
|
|
50
|
-
classification: "classification";
|
|
51
52
|
vad: "vad";
|
|
52
53
|
other: "other";
|
|
53
54
|
}>;
|
|
@@ -92,6 +93,7 @@ export declare const getModelInfoResponseSchema: z.ZodObject<{
|
|
|
92
93
|
audiogen: "audiogen";
|
|
93
94
|
tts: "tts";
|
|
94
95
|
ocr: "ocr";
|
|
96
|
+
classification: "classification";
|
|
95
97
|
vla: "vla";
|
|
96
98
|
"moss-transcribe": "moss-transcribe";
|
|
97
99
|
llm: "llm";
|
|
@@ -99,7 +101,6 @@ export declare const getModelInfoResponseSchema: z.ZodObject<{
|
|
|
99
101
|
bci: "bci";
|
|
100
102
|
nmt: "nmt";
|
|
101
103
|
parakeet: "parakeet";
|
|
102
|
-
classification: "classification";
|
|
103
104
|
vad: "vad";
|
|
104
105
|
other: "other";
|
|
105
106
|
}>;
|
|
@@ -135,6 +136,7 @@ export declare const getLoadedModelInfoParamsSchema: z.ZodObject<{
|
|
|
135
136
|
export declare const getLoadedModelInfoRequestSchema: z.ZodObject<{
|
|
136
137
|
modelId: z.ZodString;
|
|
137
138
|
type: z.ZodLiteral<"getLoadedModelInfo">;
|
|
139
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
138
140
|
}, z.core.$strip>;
|
|
139
141
|
/**
|
|
140
142
|
* Loaded model info: routing plugin known on this node, so modelType +
|
|
@@ -160,40 +162,38 @@ export declare const loadedModelInfoSchema: z.ZodObject<{
|
|
|
160
162
|
gemma4: "gemma4";
|
|
161
163
|
dsml: "dsml";
|
|
162
164
|
}>>;
|
|
165
|
+
leaseCount: z.ZodOptional<z.ZodNumber>;
|
|
163
166
|
fitProbe: z.ZodOptional<z.ZodObject<{
|
|
164
167
|
verdict: z.ZodEnum<{
|
|
165
168
|
unknown: "unknown";
|
|
166
|
-
|
|
169
|
+
fits: "fits";
|
|
167
170
|
"does-not-fit": "does-not-fit";
|
|
168
171
|
}>;
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
nCtx: z.ZodNumber;
|
|
176
|
-
nGpuLayers: z.ZodNumber;
|
|
177
|
-
nGpuDevices: z.ZodNumber;
|
|
172
|
+
pools: z.ZodArray<z.ZodObject<{
|
|
173
|
+
id: z.ZodString;
|
|
174
|
+
unified: z.ZodBoolean;
|
|
175
|
+
usedBytes: z.ZodNumber;
|
|
176
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
177
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
178
178
|
}, z.core.$strip>>;
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
|
|
188
|
-
devices: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
179
|
+
models: z.ZodArray<z.ZodObject<{
|
|
180
|
+
status: z.ZodEnum<{
|
|
181
|
+
unknown: "unknown";
|
|
182
|
+
fits: "fits";
|
|
183
|
+
"does-not-fit": "does-not-fit";
|
|
184
|
+
}>;
|
|
185
|
+
devices: z.ZodArray<z.ZodObject<{
|
|
186
|
+
id: z.ZodString;
|
|
189
187
|
name: z.ZodString;
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
188
|
+
unified: z.ZodBoolean;
|
|
189
|
+
usedBytes: z.ZodNumber;
|
|
190
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
191
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
192
|
+
}, z.core.$strip>>;
|
|
193
|
+
stats: z.ZodUnion<readonly [z.ZodObject<{
|
|
194
|
+
ctxSize: z.ZodNumber;
|
|
195
|
+
gpuLayers: z.ZodNumber;
|
|
196
|
+
}, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
|
|
197
197
|
}, z.core.$strip>>;
|
|
198
198
|
}, z.core.$strip>>;
|
|
199
199
|
}, z.core.$strip>;
|
|
@@ -217,40 +217,38 @@ export declare const getLoadedModelInfoResponseSchema: z.ZodObject<{
|
|
|
217
217
|
gemma4: "gemma4";
|
|
218
218
|
dsml: "dsml";
|
|
219
219
|
}>>;
|
|
220
|
+
leaseCount: z.ZodOptional<z.ZodNumber>;
|
|
220
221
|
fitProbe: z.ZodOptional<z.ZodObject<{
|
|
221
222
|
verdict: z.ZodEnum<{
|
|
222
223
|
unknown: "unknown";
|
|
223
|
-
|
|
224
|
+
fits: "fits";
|
|
224
225
|
"does-not-fit": "does-not-fit";
|
|
225
226
|
}>;
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
nCtx: z.ZodNumber;
|
|
233
|
-
nGpuLayers: z.ZodNumber;
|
|
234
|
-
nGpuDevices: z.ZodNumber;
|
|
227
|
+
pools: z.ZodArray<z.ZodObject<{
|
|
228
|
+
id: z.ZodString;
|
|
229
|
+
unified: z.ZodBoolean;
|
|
230
|
+
usedBytes: z.ZodNumber;
|
|
231
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
232
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
235
233
|
}, z.core.$strip>>;
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
|
|
245
|
-
devices: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
234
|
+
models: z.ZodArray<z.ZodObject<{
|
|
235
|
+
status: z.ZodEnum<{
|
|
236
|
+
unknown: "unknown";
|
|
237
|
+
fits: "fits";
|
|
238
|
+
"does-not-fit": "does-not-fit";
|
|
239
|
+
}>;
|
|
240
|
+
devices: z.ZodArray<z.ZodObject<{
|
|
241
|
+
id: z.ZodString;
|
|
246
242
|
name: z.ZodString;
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
243
|
+
unified: z.ZodBoolean;
|
|
244
|
+
usedBytes: z.ZodNumber;
|
|
245
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
246
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
247
|
+
}, z.core.$strip>>;
|
|
248
|
+
stats: z.ZodUnion<readonly [z.ZodObject<{
|
|
249
|
+
ctxSize: z.ZodNumber;
|
|
250
|
+
gpuLayers: z.ZodNumber;
|
|
251
|
+
}, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
|
|
254
252
|
}, z.core.$strip>>;
|
|
255
253
|
}, z.core.$strip>>;
|
|
256
254
|
}, z.core.$strip>;
|
|
@@ -1,13 +1,16 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
import { toolDialectSchema } from '../schemas/completion-stream.js';
|
|
3
|
-
import {
|
|
3
|
+
import { modelFitProbeSchema } from '../schemas/assess-model-fit.js';
|
|
4
|
+
import { sessionScopedRequestSchema } from '../schemas/request-base.js';
|
|
4
5
|
// ============== Model info (catalog) ==============
|
|
5
6
|
export const getModelInfoParamsSchema = z.object({
|
|
6
7
|
name: z.string().describe("The model's registry name (as found in QVAC's built-in catalog).")
|
|
7
8
|
});
|
|
8
|
-
export const getModelInfoRequestSchema = getModelInfoParamsSchema
|
|
9
|
+
export const getModelInfoRequestSchema = getModelInfoParamsSchema
|
|
10
|
+
.extend({
|
|
9
11
|
type: z.literal('getModelInfo')
|
|
10
|
-
})
|
|
12
|
+
})
|
|
13
|
+
.extend(sessionScopedRequestSchema.shape);
|
|
11
14
|
export const loadedInstanceSchema = z.object({
|
|
12
15
|
registryId: z.string().describe('Identifier of the registered loaded instance.'),
|
|
13
16
|
loadedAt: z.coerce.date().describe('Timestamp when the instance was loaded.'),
|
|
@@ -97,9 +100,11 @@ export const getModelInfoResponseSchema = z.object({
|
|
|
97
100
|
export const getLoadedModelInfoParamsSchema = z.object({
|
|
98
101
|
modelId: z.string()
|
|
99
102
|
});
|
|
100
|
-
export const getLoadedModelInfoRequestSchema = getLoadedModelInfoParamsSchema
|
|
103
|
+
export const getLoadedModelInfoRequestSchema = getLoadedModelInfoParamsSchema
|
|
104
|
+
.extend({
|
|
101
105
|
type: z.literal('getLoadedModelInfo')
|
|
102
|
-
})
|
|
106
|
+
})
|
|
107
|
+
.extend(sessionScopedRequestSchema.shape);
|
|
103
108
|
/**
|
|
104
109
|
* Loaded model info: routing plugin known on this node, so modelType +
|
|
105
110
|
* handler vocabulary are authoritative. `toolDialect` is the tool-call dialect
|
|
@@ -117,7 +122,13 @@ export const loadedModelInfoSchema = z
|
|
|
117
122
|
name: z.string().optional(),
|
|
118
123
|
path: z.string().optional(),
|
|
119
124
|
toolDialect: toolDialectSchema.optional(),
|
|
120
|
-
|
|
125
|
+
leaseCount: z
|
|
126
|
+
.number()
|
|
127
|
+
.int()
|
|
128
|
+
.nonnegative()
|
|
129
|
+
.optional()
|
|
130
|
+
.describe('Number of caller sessions, the owner included, that hold the model loaded.'),
|
|
131
|
+
fitProbe: modelFitProbeSchema
|
|
121
132
|
.optional()
|
|
122
133
|
.describe("Outcome of the engine fitter's check that ran ahead of this load. Absent when the load set `modelFitPolicy: 'off'`.")
|
|
123
134
|
})
|
|
@@ -2,13 +2,20 @@ import { z } from 'zod';
|
|
|
2
2
|
export declare const deleteCacheRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
3
3
|
type: z.ZodLiteral<"deleteCache">;
|
|
4
4
|
all: z.ZodLiteral<true>;
|
|
5
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
5
6
|
}, z.core.$strip>, z.ZodObject<{
|
|
6
7
|
type: z.ZodLiteral<"deleteCache">;
|
|
7
8
|
auto: z.ZodLiteral<true>;
|
|
9
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
8
10
|
}, z.core.$strip>, z.ZodObject<{
|
|
9
11
|
type: z.ZodLiteral<"deleteCache">;
|
|
10
12
|
kvCacheKey: z.ZodString;
|
|
11
13
|
modelId: z.ZodOptional<z.ZodString>;
|
|
14
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
15
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
16
|
+
type: z.ZodLiteral<"deleteCache">;
|
|
17
|
+
modelSrc: z.ZodString;
|
|
18
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
12
19
|
}, z.core.$strip>]>;
|
|
13
20
|
export declare const deleteCacheResponseSchema: z.ZodObject<{
|
|
14
21
|
type: z.ZodLiteral<"deleteCache">;
|
|
@@ -21,17 +28,22 @@ export declare const unloadModelParamsSchema: z.ZodObject<{
|
|
|
21
28
|
modelId: z.ZodString;
|
|
22
29
|
clearStorage: z.ZodDefault<z.ZodBoolean>;
|
|
23
30
|
autoClose: z.ZodOptional<z.ZodBoolean>;
|
|
31
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
24
32
|
}, z.core.$strip>;
|
|
25
33
|
export declare const unloadModelRequestSchema: z.ZodObject<{
|
|
26
34
|
type: z.ZodLiteral<"unloadModel">;
|
|
27
35
|
modelId: z.ZodString;
|
|
28
36
|
clearStorage: z.ZodDefault<z.ZodBoolean>;
|
|
37
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
29
38
|
}, z.core.$strip>;
|
|
30
39
|
export declare const unloadModelResponseSchema: z.ZodObject<{
|
|
31
40
|
type: z.ZodLiteral<"unloadModel">;
|
|
32
41
|
success: z.ZodBoolean;
|
|
33
42
|
error: z.ZodOptional<z.ZodString>;
|
|
34
43
|
hasActiveModels: z.ZodOptional<z.ZodBoolean>;
|
|
44
|
+
hasOpenSessions: z.ZodOptional<z.ZodBoolean>;
|
|
45
|
+
released: z.ZodOptional<z.ZodBoolean>;
|
|
46
|
+
unloaded: z.ZodOptional<z.ZodBoolean>;
|
|
35
47
|
}, z.core.$strip>;
|
|
36
48
|
export type UnloadModelParams = z.input<typeof unloadModelParamsSchema>;
|
|
37
49
|
export type UnloadModelRequest = z.infer<typeof unloadModelRequestSchema>;
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
+
import { sessionScopedRequestSchema } from '../schemas/request-base.js';
|
|
2
3
|
// ============== Delete cache ==============
|
|
3
4
|
export const deleteCacheRequestSchema = z.union([
|
|
4
5
|
z
|
|
@@ -6,12 +7,14 @@ export const deleteCacheRequestSchema = z.union([
|
|
|
6
7
|
type: z.literal('deleteCache'),
|
|
7
8
|
all: z.literal(true)
|
|
8
9
|
})
|
|
10
|
+
.extend(sessionScopedRequestSchema.shape)
|
|
9
11
|
.meta({ title: 'DeleteCacheAllRequest' }),
|
|
10
12
|
z
|
|
11
13
|
.object({
|
|
12
14
|
type: z.literal('deleteCache'),
|
|
13
15
|
auto: z.literal(true)
|
|
14
16
|
})
|
|
17
|
+
.extend(sessionScopedRequestSchema.shape)
|
|
15
18
|
.meta({ title: 'DeleteCacheAutoRequest' }),
|
|
16
19
|
z
|
|
17
20
|
.object({
|
|
@@ -19,7 +22,17 @@ export const deleteCacheRequestSchema = z.union([
|
|
|
19
22
|
kvCacheKey: z.string(),
|
|
20
23
|
modelId: z.string().optional()
|
|
21
24
|
})
|
|
22
|
-
.
|
|
25
|
+
.extend(sessionScopedRequestSchema.shape)
|
|
26
|
+
.meta({ title: 'DeleteCacheKvEntryRequest' }),
|
|
27
|
+
z
|
|
28
|
+
.object({
|
|
29
|
+
type: z.literal('deleteCache'),
|
|
30
|
+
modelSrc: z
|
|
31
|
+
.string()
|
|
32
|
+
.describe('registry:// source of the model whose cached download to delete')
|
|
33
|
+
})
|
|
34
|
+
.extend(sessionScopedRequestSchema.shape)
|
|
35
|
+
.meta({ title: 'DeleteCacheModelRequest' })
|
|
23
36
|
]);
|
|
24
37
|
export const deleteCacheResponseSchema = z.object({
|
|
25
38
|
type: z.literal('deleteCache'),
|
|
@@ -30,16 +43,31 @@ export const deleteCacheResponseSchema = z.object({
|
|
|
30
43
|
export const unloadModelParamsSchema = z.object({
|
|
31
44
|
modelId: z.string(),
|
|
32
45
|
clearStorage: z.boolean().default(false),
|
|
33
|
-
autoClose: z.boolean().optional()
|
|
46
|
+
autoClose: z.boolean().optional(),
|
|
47
|
+
sessionId: z.string().min(1).optional()
|
|
34
48
|
});
|
|
35
|
-
export const unloadModelRequestSchema = z
|
|
49
|
+
export const unloadModelRequestSchema = z
|
|
50
|
+
.object({
|
|
36
51
|
type: z.literal('unloadModel'),
|
|
37
52
|
modelId: z.string(),
|
|
38
53
|
clearStorage: z.boolean().default(false)
|
|
39
|
-
})
|
|
54
|
+
})
|
|
55
|
+
.extend(sessionScopedRequestSchema.shape);
|
|
40
56
|
export const unloadModelResponseSchema = z.object({
|
|
41
57
|
type: z.literal('unloadModel'),
|
|
42
58
|
success: z.boolean(),
|
|
43
59
|
error: z.string().optional(),
|
|
44
|
-
hasActiveModels: z.boolean().optional()
|
|
60
|
+
hasActiveModels: z.boolean().optional(),
|
|
61
|
+
hasOpenSessions: z
|
|
62
|
+
.boolean()
|
|
63
|
+
.optional()
|
|
64
|
+
.describe('Whether any caller session is still open. The owner only auto-closes when none is.'),
|
|
65
|
+
released: z
|
|
66
|
+
.boolean()
|
|
67
|
+
.optional()
|
|
68
|
+
.describe("Whether the caller's lease on the model was released by this call."),
|
|
69
|
+
unloaded: z
|
|
70
|
+
.boolean()
|
|
71
|
+
.optional()
|
|
72
|
+
.describe('Whether the model left memory. False when another session still holds a lease on it.')
|
|
45
73
|
});
|
|
@@ -17,6 +17,7 @@ export declare const modelDescriptorSchema: z.ZodObject<{
|
|
|
17
17
|
audiogen: "audiogen";
|
|
18
18
|
tts: "tts";
|
|
19
19
|
ocr: "ocr";
|
|
20
|
+
classification: "classification";
|
|
20
21
|
vla: "vla";
|
|
21
22
|
"llamacpp-completion": "llamacpp-completion";
|
|
22
23
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -33,13 +34,13 @@ export declare const modelDescriptorSchema: z.ZodObject<{
|
|
|
33
34
|
"sdcpp-generation": "sdcpp-generation";
|
|
34
35
|
"audiogen-ggml": "audiogen-ggml";
|
|
35
36
|
"ggml-vla": "ggml-vla";
|
|
37
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
36
38
|
"ggml-classification": "ggml-classification";
|
|
37
39
|
llm: "llm";
|
|
38
40
|
whisper: "whisper";
|
|
39
41
|
bci: "bci";
|
|
40
42
|
nmt: "nmt";
|
|
41
43
|
parakeet: "parakeet";
|
|
42
|
-
classification: "classification";
|
|
43
44
|
}>, z.ZodLiteral<"vad">]>>;
|
|
44
45
|
}, z.core.$strip>;
|
|
45
46
|
export declare const modelSrcInputSchema: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -59,6 +60,7 @@ export declare const modelSrcInputSchema: z.ZodUnion<readonly [z.ZodString, z.Zo
|
|
|
59
60
|
audiogen: "audiogen";
|
|
60
61
|
tts: "tts";
|
|
61
62
|
ocr: "ocr";
|
|
63
|
+
classification: "classification";
|
|
62
64
|
vla: "vla";
|
|
63
65
|
"llamacpp-completion": "llamacpp-completion";
|
|
64
66
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -75,13 +77,13 @@ export declare const modelSrcInputSchema: z.ZodUnion<readonly [z.ZodString, z.Zo
|
|
|
75
77
|
"sdcpp-generation": "sdcpp-generation";
|
|
76
78
|
"audiogen-ggml": "audiogen-ggml";
|
|
77
79
|
"ggml-vla": "ggml-vla";
|
|
80
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
78
81
|
"ggml-classification": "ggml-classification";
|
|
79
82
|
llm: "llm";
|
|
80
83
|
whisper: "whisper";
|
|
81
84
|
bci: "bci";
|
|
82
85
|
nmt: "nmt";
|
|
83
86
|
parakeet: "parakeet";
|
|
84
|
-
classification: "classification";
|
|
85
87
|
}>, z.ZodLiteral<"vad">]>>;
|
|
86
88
|
}, z.core.$strip>]>;
|
|
87
89
|
export type ModelDescriptor = z.infer<typeof modelDescriptorSchema>;
|
|
@@ -107,6 +109,7 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
|
|
|
107
109
|
audiogen: "audiogen";
|
|
108
110
|
tts: "tts";
|
|
109
111
|
ocr: "ocr";
|
|
112
|
+
classification: "classification";
|
|
110
113
|
vla: "vla";
|
|
111
114
|
"llamacpp-completion": "llamacpp-completion";
|
|
112
115
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -123,13 +126,13 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
|
|
|
123
126
|
"sdcpp-generation": "sdcpp-generation";
|
|
124
127
|
"audiogen-ggml": "audiogen-ggml";
|
|
125
128
|
"ggml-vla": "ggml-vla";
|
|
129
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
126
130
|
"ggml-classification": "ggml-classification";
|
|
127
131
|
llm: "llm";
|
|
128
132
|
whisper: "whisper";
|
|
129
133
|
bci: "bci";
|
|
130
134
|
nmt: "nmt";
|
|
131
135
|
parakeet: "parakeet";
|
|
132
|
-
classification: "classification";
|
|
133
136
|
}>, z.ZodLiteral<"vad">]>>;
|
|
134
137
|
}, z.core.$strip>]>, z.ZodTransform<string, string | {
|
|
135
138
|
src: string;
|
|
@@ -142,7 +145,7 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
|
|
|
142
145
|
engine?: string | undefined;
|
|
143
146
|
expectedSize?: number | undefined;
|
|
144
147
|
sha256Checksum?: string | undefined;
|
|
145
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "
|
|
148
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
|
|
146
149
|
}>>;
|
|
147
150
|
/**
|
|
148
151
|
* Schema that transforms ModelSrc to its optional name
|
|
@@ -165,6 +168,7 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
165
168
|
audiogen: "audiogen";
|
|
166
169
|
tts: "tts";
|
|
167
170
|
ocr: "ocr";
|
|
171
|
+
classification: "classification";
|
|
168
172
|
vla: "vla";
|
|
169
173
|
"llamacpp-completion": "llamacpp-completion";
|
|
170
174
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -181,13 +185,13 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
181
185
|
"sdcpp-generation": "sdcpp-generation";
|
|
182
186
|
"audiogen-ggml": "audiogen-ggml";
|
|
183
187
|
"ggml-vla": "ggml-vla";
|
|
188
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
184
189
|
"ggml-classification": "ggml-classification";
|
|
185
190
|
llm: "llm";
|
|
186
191
|
whisper: "whisper";
|
|
187
192
|
bci: "bci";
|
|
188
193
|
nmt: "nmt";
|
|
189
194
|
parakeet: "parakeet";
|
|
190
|
-
classification: "classification";
|
|
191
195
|
}>, z.ZodLiteral<"vad">]>>;
|
|
192
196
|
}, z.core.$strip>]>, z.ZodTransform<string | undefined, string | {
|
|
193
197
|
src: string;
|
|
@@ -200,6 +204,6 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
200
204
|
engine?: string | undefined;
|
|
201
205
|
expectedSize?: number | undefined;
|
|
202
206
|
sha256Checksum?: string | undefined;
|
|
203
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "
|
|
207
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
|
|
204
208
|
}>>;
|
|
205
209
|
export declare function inferModelTypeFromModelSrc(modelSrc: unknown): string | undefined;
|
|
@@ -20,6 +20,7 @@ export declare const ModelType: {
|
|
|
20
20
|
readonly sdcppGeneration: "sdcpp-generation";
|
|
21
21
|
readonly audiogenGgml: "audiogen-ggml";
|
|
22
22
|
readonly ggmlVla: "ggml-vla";
|
|
23
|
+
readonly ggmlImageEmbedding: "ggml-image-embedding";
|
|
23
24
|
readonly ggmlClassification: "ggml-classification";
|
|
24
25
|
};
|
|
25
26
|
/**
|
|
@@ -86,6 +87,7 @@ export declare const PUBLIC_MODEL_TYPES: {
|
|
|
86
87
|
readonly sdcppGeneration: "sdcpp-generation";
|
|
87
88
|
readonly audiogenGgml: "audiogen-ggml";
|
|
88
89
|
readonly ggmlVla: "ggml-vla";
|
|
90
|
+
readonly ggmlImageEmbedding: "ggml-image-embedding";
|
|
89
91
|
readonly ggmlClassification: "ggml-classification";
|
|
90
92
|
};
|
|
91
93
|
/** Schema accepting both canonical and alias model type inputs */
|
|
@@ -95,6 +97,7 @@ export declare const modelTypeInputSchema: z.ZodEnum<{
|
|
|
95
97
|
audiogen: "audiogen";
|
|
96
98
|
tts: "tts";
|
|
97
99
|
ocr: "ocr";
|
|
100
|
+
classification: "classification";
|
|
98
101
|
vla: "vla";
|
|
99
102
|
"llamacpp-completion": "llamacpp-completion";
|
|
100
103
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -111,13 +114,13 @@ export declare const modelTypeInputSchema: z.ZodEnum<{
|
|
|
111
114
|
"sdcpp-generation": "sdcpp-generation";
|
|
112
115
|
"audiogen-ggml": "audiogen-ggml";
|
|
113
116
|
"ggml-vla": "ggml-vla";
|
|
117
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
114
118
|
"ggml-classification": "ggml-classification";
|
|
115
119
|
llm: "llm";
|
|
116
120
|
whisper: "whisper";
|
|
117
121
|
bci: "bci";
|
|
118
122
|
nmt: "nmt";
|
|
119
123
|
parakeet: "parakeet";
|
|
120
|
-
classification: "classification";
|
|
121
124
|
}>;
|
|
122
125
|
/** Schema that transforms input to canonical model type */
|
|
123
126
|
export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
|
|
@@ -126,6 +129,7 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
|
|
|
126
129
|
audiogen: "audiogen";
|
|
127
130
|
tts: "tts";
|
|
128
131
|
ocr: "ocr";
|
|
132
|
+
classification: "classification";
|
|
129
133
|
vla: "vla";
|
|
130
134
|
"llamacpp-completion": "llamacpp-completion";
|
|
131
135
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -142,14 +146,14 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
|
|
|
142
146
|
"sdcpp-generation": "sdcpp-generation";
|
|
143
147
|
"audiogen-ggml": "audiogen-ggml";
|
|
144
148
|
"ggml-vla": "ggml-vla";
|
|
149
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
145
150
|
"ggml-classification": "ggml-classification";
|
|
146
151
|
llm: "llm";
|
|
147
152
|
whisper: "whisper";
|
|
148
153
|
bci: "bci";
|
|
149
154
|
nmt: "nmt";
|
|
150
155
|
parakeet: "parakeet";
|
|
151
|
-
|
|
152
|
-
}>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification">>;
|
|
156
|
+
}>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet">>;
|
|
153
157
|
/**
|
|
154
158
|
* Normalize model type input to canonical form.
|
|
155
159
|
* Custom plugin types (not in built-ins) are returned as-is.
|
|
@@ -282,7 +286,7 @@ export type VlaModelTypeInput = z.infer<typeof vlaModelTypeSchema>;
|
|
|
282
286
|
* - Canonical: `"ggml-classification"`
|
|
283
287
|
*/
|
|
284
288
|
export declare const classificationModelTypeSchema: z.ZodEnum<{
|
|
285
|
-
"ggml-classification": "ggml-classification";
|
|
286
289
|
classification: "classification";
|
|
290
|
+
"ggml-classification": "ggml-classification";
|
|
287
291
|
}>;
|
|
288
292
|
export type ClassificationModelTypeInput = z.infer<typeof classificationModelTypeSchema>;
|
|
@@ -21,6 +21,7 @@ export const ModelType = {
|
|
|
21
21
|
sdcppGeneration: 'sdcpp-generation',
|
|
22
22
|
audiogenGgml: 'audiogen-ggml',
|
|
23
23
|
ggmlVla: 'ggml-vla',
|
|
24
|
+
ggmlImageEmbedding: 'ggml-image-embedding',
|
|
24
25
|
ggmlClassification: 'ggml-classification'
|
|
25
26
|
};
|
|
26
27
|
// === INTERNAL: Alias keys (backward compat names) ===
|
package/dist/schemas/ocr.d.ts
CHANGED
|
@@ -16,8 +16,8 @@ export declare const ocrConfigSchema: z.ZodObject<{
|
|
|
16
16
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
17
17
|
cpu: "cpu";
|
|
18
18
|
vulkan: "vulkan";
|
|
19
|
-
metal: "metal";
|
|
20
19
|
opencl: "opencl";
|
|
20
|
+
metal: "metal";
|
|
21
21
|
}>>;
|
|
22
22
|
gpuDevice: z.ZodOptional<z.ZodNumber>;
|
|
23
23
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
@@ -41,6 +41,7 @@ export declare const ocrConfigSchema: z.ZodObject<{
|
|
|
41
41
|
audiogen: "audiogen";
|
|
42
42
|
tts: "tts";
|
|
43
43
|
ocr: "ocr";
|
|
44
|
+
classification: "classification";
|
|
44
45
|
vla: "vla";
|
|
45
46
|
"llamacpp-completion": "llamacpp-completion";
|
|
46
47
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -57,13 +58,13 @@ export declare const ocrConfigSchema: z.ZodObject<{
|
|
|
57
58
|
"sdcpp-generation": "sdcpp-generation";
|
|
58
59
|
"audiogen-ggml": "audiogen-ggml";
|
|
59
60
|
"ggml-vla": "ggml-vla";
|
|
61
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
60
62
|
"ggml-classification": "ggml-classification";
|
|
61
63
|
llm: "llm";
|
|
62
64
|
whisper: "whisper";
|
|
63
65
|
bci: "bci";
|
|
64
66
|
nmt: "nmt";
|
|
65
67
|
parakeet: "parakeet";
|
|
66
|
-
classification: "classification";
|
|
67
68
|
}>, z.ZodLiteral<"vad">]>>;
|
|
68
69
|
}, z.core.$strip>]>>;
|
|
69
70
|
}, z.core.$strip>;
|
|
@@ -85,8 +86,8 @@ export declare const ocrLoadConfigSchema: z.ZodObject<{
|
|
|
85
86
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
86
87
|
cpu: "cpu";
|
|
87
88
|
vulkan: "vulkan";
|
|
88
|
-
metal: "metal";
|
|
89
89
|
opencl: "opencl";
|
|
90
|
+
metal: "metal";
|
|
90
91
|
}>>;
|
|
91
92
|
gpuDevice: z.ZodOptional<z.ZodNumber>;
|
|
92
93
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
@@ -110,6 +111,7 @@ export declare const ocrLoadConfigSchema: z.ZodObject<{
|
|
|
110
111
|
audiogen: "audiogen";
|
|
111
112
|
tts: "tts";
|
|
112
113
|
ocr: "ocr";
|
|
114
|
+
classification: "classification";
|
|
113
115
|
vla: "vla";
|
|
114
116
|
"llamacpp-completion": "llamacpp-completion";
|
|
115
117
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -126,13 +128,13 @@ export declare const ocrLoadConfigSchema: z.ZodObject<{
|
|
|
126
128
|
"sdcpp-generation": "sdcpp-generation";
|
|
127
129
|
"audiogen-ggml": "audiogen-ggml";
|
|
128
130
|
"ggml-vla": "ggml-vla";
|
|
131
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
129
132
|
"ggml-classification": "ggml-classification";
|
|
130
133
|
llm: "llm";
|
|
131
134
|
whisper: "whisper";
|
|
132
135
|
bci: "bci";
|
|
133
136
|
nmt: "nmt";
|
|
134
137
|
parakeet: "parakeet";
|
|
135
|
-
classification: "classification";
|
|
136
138
|
}>, z.ZodLiteral<"vad">]>>;
|
|
137
139
|
}, z.core.$strip>]>>;
|
|
138
140
|
}, z.core.$strip>;
|
|
@@ -172,6 +174,8 @@ export declare const ocrStreamRequestSchema: z.ZodObject<{
|
|
|
172
174
|
paragraph: z.ZodOptional<z.ZodBoolean>;
|
|
173
175
|
}, z.core.$strip>>;
|
|
174
176
|
type: z.ZodLiteral<"ocrStream">;
|
|
177
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
178
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
175
179
|
}, z.core.$strip>;
|
|
176
180
|
export declare const ocrTextBlockSchema: z.ZodObject<{
|
|
177
181
|
text: z.ZodString;
|
|
@@ -185,6 +189,7 @@ export declare const ocrStatsSchema: z.ZodObject<{
|
|
|
185
189
|
}, z.core.$strip>;
|
|
186
190
|
export declare const ocrStreamResponseSchema: z.ZodObject<{
|
|
187
191
|
type: z.ZodLiteral<"ocrStream">;
|
|
192
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
188
193
|
blocks: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
189
194
|
text: z.ZodString;
|
|
190
195
|
bbox: z.ZodOptional<z.ZodTuple<[z.ZodNumber, z.ZodNumber, z.ZodNumber, z.ZodNumber], null>>;
|