@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
/**
|
|
3
|
+
* Caller session identity. The SDK client stamps every request sent through a
|
|
4
|
+
* session handle with the session's id; a request without one runs as the
|
|
5
|
+
* owner session (the process that started the runtime).
|
|
6
|
+
*/
|
|
7
|
+
export declare const sessionIdSchema: z.ZodString;
|
|
8
|
+
/**
|
|
9
|
+
* Caller-minted request identity. Surfaces on the handle the SDK returns so the
|
|
10
|
+
* same caller can target the request with `cancel({ requestId })`. The engine
|
|
11
|
+
* keys its registry by `(sessionId, requestId)`, so ids only have to be unique
|
|
12
|
+
* within one session.
|
|
13
|
+
*/
|
|
14
|
+
export declare const requestIdSchema: z.ZodString;
|
|
15
|
+
/**
|
|
16
|
+
* Base of every request schema. A request schema is built as
|
|
17
|
+
* `<own fields>.extend(sessionScopedRequestSchema.shape)`, which appends the
|
|
18
|
+
* base fields after the method's own so the wire property order, and with it
|
|
19
|
+
* the generated Kotlin constructor order, stays stable.
|
|
20
|
+
* `test/request-schemas-base-fields.test.ts` fails for a member of
|
|
21
|
+
* `requestSchema` that lacks them.
|
|
22
|
+
*/
|
|
23
|
+
export declare const sessionScopedRequestSchema: z.ZodObject<{
|
|
24
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
25
|
+
}, z.core.$strip>;
|
|
26
|
+
/** Base of every request schema that registers work the caller can cancel. */
|
|
27
|
+
export declare const trackedRequestSchema: z.ZodObject<{
|
|
28
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
29
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
30
|
+
}, z.core.$strip>;
|
|
31
|
+
/**
|
|
32
|
+
* The request types that register no work of their own: lifecycle, lookups
|
|
33
|
+
* and the session methods. Their schemas extend `sessionScopedRequestSchema`;
|
|
34
|
+
* every other request type extends `trackedRequestSchema`.
|
|
35
|
+
* `test/request-schemas-base-fields.test.ts` holds the two lists to that.
|
|
36
|
+
*/
|
|
37
|
+
export declare const UNTRACKED_REQUEST_TYPES: ReadonlySet<string>;
|
|
38
|
+
export type SessionScopedRequest = z.infer<typeof sessionScopedRequestSchema>;
|
|
39
|
+
export type TrackedRequest = z.infer<typeof trackedRequestSchema>;
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
/**
|
|
3
|
+
* Caller session identity. The SDK client stamps every request sent through a
|
|
4
|
+
* session handle with the session's id; a request without one runs as the
|
|
5
|
+
* owner session (the process that started the runtime).
|
|
6
|
+
*/
|
|
7
|
+
export const sessionIdSchema = z
|
|
8
|
+
.string()
|
|
9
|
+
.min(1)
|
|
10
|
+
.describe('Identifier of the caller session this request belongs to. Omitted for ' +
|
|
11
|
+
'requests made by the runtime owner.');
|
|
12
|
+
/**
|
|
13
|
+
* Caller-minted request identity. Surfaces on the handle the SDK returns so the
|
|
14
|
+
* same caller can target the request with `cancel({ requestId })`. The engine
|
|
15
|
+
* keys its registry by `(sessionId, requestId)`, so ids only have to be unique
|
|
16
|
+
* within one session.
|
|
17
|
+
*/
|
|
18
|
+
export const requestIdSchema = z
|
|
19
|
+
.string()
|
|
20
|
+
.min(1)
|
|
21
|
+
.describe('Stable identifier for this in-flight request, generated by the caller at ' +
|
|
22
|
+
'call time. Surfaces on the returned handle so the caller can target it ' +
|
|
23
|
+
'with `cancel({ requestId })`. Optional: the engine generates one when the ' +
|
|
24
|
+
'field is missing. Scoped to the caller session; another session cannot ' +
|
|
25
|
+
'address it.');
|
|
26
|
+
/**
|
|
27
|
+
* Base of every request schema. A request schema is built as
|
|
28
|
+
* `<own fields>.extend(sessionScopedRequestSchema.shape)`, which appends the
|
|
29
|
+
* base fields after the method's own so the wire property order, and with it
|
|
30
|
+
* the generated Kotlin constructor order, stays stable.
|
|
31
|
+
* `test/request-schemas-base-fields.test.ts` fails for a member of
|
|
32
|
+
* `requestSchema` that lacks them.
|
|
33
|
+
*/
|
|
34
|
+
export const sessionScopedRequestSchema = z.object({
|
|
35
|
+
sessionId: sessionIdSchema.optional()
|
|
36
|
+
});
|
|
37
|
+
/** Base of every request schema that registers work the caller can cancel. */
|
|
38
|
+
export const trackedRequestSchema = sessionScopedRequestSchema.extend({
|
|
39
|
+
requestId: requestIdSchema.optional()
|
|
40
|
+
});
|
|
41
|
+
/**
|
|
42
|
+
* The request types that register no work of their own: lifecycle, lookups
|
|
43
|
+
* and the session methods. Their schemas extend `sessionScopedRequestSchema`;
|
|
44
|
+
* every other request type extends `trackedRequestSchema`.
|
|
45
|
+
* `test/request-schemas-base-fields.test.ts` holds the two lists to that.
|
|
46
|
+
*/
|
|
47
|
+
export const UNTRACKED_REQUEST_TYPES = new Set([
|
|
48
|
+
'assessModelFit',
|
|
49
|
+
'calcTokens',
|
|
50
|
+
'cancel',
|
|
51
|
+
'closeSession',
|
|
52
|
+
'deleteCache',
|
|
53
|
+
'getLoadedModelInfo',
|
|
54
|
+
'getModelInfo',
|
|
55
|
+
'getSystemResources',
|
|
56
|
+
'heartbeat',
|
|
57
|
+
'loggingStream',
|
|
58
|
+
'openSession',
|
|
59
|
+
'resume',
|
|
60
|
+
'state',
|
|
61
|
+
'stopRpcServer',
|
|
62
|
+
'suspend',
|
|
63
|
+
'unloadModel'
|
|
64
|
+
]);
|
package/dist/schemas/rerank.d.ts
CHANGED
|
@@ -12,8 +12,9 @@ export declare const rerankRequestSchema: z.ZodObject<{
|
|
|
12
12
|
query: z.ZodString;
|
|
13
13
|
documents: z.ZodArray<z.ZodString>;
|
|
14
14
|
type: z.ZodLiteral<"rerank">;
|
|
15
|
-
requestId: z.ZodOptional<z.ZodString>;
|
|
16
15
|
modelId: z.ZodString;
|
|
16
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
17
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
17
18
|
}, z.core.$strict>;
|
|
18
19
|
export declare const rerankScoresSchema: z.ZodArray<z.ZodNumber>;
|
|
19
20
|
export declare const rerankResponseSchema: z.ZodObject<{
|
|
@@ -29,10 +30,10 @@ export declare const rerankConfigBaseSchema: z.ZodObject<{
|
|
|
29
30
|
batch_size: z.ZodOptional<z.ZodNumber>;
|
|
30
31
|
backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
31
32
|
auto: "auto";
|
|
32
|
-
cuda: "cuda";
|
|
33
33
|
vulkan: "vulkan";
|
|
34
|
-
metal: "metal";
|
|
35
34
|
opencl: "opencl";
|
|
35
|
+
metal: "metal";
|
|
36
|
+
cuda: "cuda";
|
|
36
37
|
}>>>;
|
|
37
38
|
poll: z.ZodOptional<z.ZodNumber>;
|
|
38
39
|
pollBatch: z.ZodOptional<z.ZodNumber>;
|
|
@@ -68,10 +69,10 @@ export declare const rerankConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
68
69
|
batch_size: z.ZodOptional<z.ZodNumber>;
|
|
69
70
|
backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
70
71
|
auto: "auto";
|
|
71
|
-
cuda: "cuda";
|
|
72
72
|
vulkan: "vulkan";
|
|
73
|
-
metal: "metal";
|
|
74
73
|
opencl: "opencl";
|
|
74
|
+
metal: "metal";
|
|
75
|
+
cuda: "cuda";
|
|
75
76
|
}>>>;
|
|
76
77
|
poll: z.ZodOptional<z.ZodNumber>;
|
|
77
78
|
pollBatch: z.ZodOptional<z.ZodNumber>;
|
|
@@ -97,7 +98,7 @@ export declare const rerankConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
97
98
|
device: "cpu" | "gpu";
|
|
98
99
|
gpu_layers?: number | undefined;
|
|
99
100
|
batch_size?: number | undefined;
|
|
100
|
-
backend?: ("auto" | "
|
|
101
|
+
backend?: ("auto" | "vulkan" | "opencl" | "metal" | "cuda")[] | undefined;
|
|
101
102
|
poll?: number | undefined;
|
|
102
103
|
pollBatch?: number | undefined;
|
|
103
104
|
threads?: number | undefined;
|
|
@@ -112,7 +113,7 @@ export declare const rerankConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
112
113
|
device?: "cpu" | "gpu" | undefined;
|
|
113
114
|
gpu_layers?: number | undefined;
|
|
114
115
|
batch_size?: number | undefined;
|
|
115
|
-
backend?: ("auto" | "
|
|
116
|
+
backend?: ("auto" | "vulkan" | "opencl" | "metal" | "cuda")[] | undefined;
|
|
116
117
|
poll?: number | undefined;
|
|
117
118
|
pollBatch?: number | undefined;
|
|
118
119
|
threads?: number | undefined;
|
package/dist/schemas/rerank.js
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
2
3
|
const rerankFields = {
|
|
3
4
|
query: z.string().min(1).describe('Query to score each document against.'),
|
|
4
5
|
documents: z
|
|
@@ -9,11 +10,12 @@ const rerankFields = {
|
|
|
9
10
|
export const rerankRequestBodySchema = z.object(rerankFields).strict();
|
|
10
11
|
const envelope = { modelId: z.string().min(1) };
|
|
11
12
|
export const rerankParamsSchema = rerankRequestBodySchema.extend(envelope);
|
|
12
|
-
export const rerankRequestSchema = rerankRequestBodySchema
|
|
13
|
+
export const rerankRequestSchema = rerankRequestBodySchema
|
|
14
|
+
.extend({
|
|
13
15
|
...envelope,
|
|
14
|
-
type: z.literal('rerank')
|
|
15
|
-
|
|
16
|
-
|
|
16
|
+
type: z.literal('rerank')
|
|
17
|
+
})
|
|
18
|
+
.extend(trackedRequestSchema.shape);
|
|
17
19
|
export const rerankScoresSchema = z
|
|
18
20
|
.array(z.number())
|
|
19
21
|
.describe("One relevance score per document, in input order. Higher is more relevant. Scores are the model's raw classifier output, so compare them within one model only.");
|
|
@@ -24,6 +24,7 @@ export declare const startRpcServerRequestSchema: z.ZodObject<{
|
|
|
24
24
|
allowNonLoopbackHost: z.ZodOptional<z.ZodBoolean>;
|
|
25
25
|
discoveryTopic: z.ZodOptional<z.ZodString>;
|
|
26
26
|
type: z.ZodLiteral<"startRpcServer">;
|
|
27
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
27
28
|
requestId: z.ZodOptional<z.ZodString>;
|
|
28
29
|
}, z.core.$strip>;
|
|
29
30
|
export declare const startRpcServerResponseSchema: z.ZodObject<{
|
|
@@ -38,6 +39,7 @@ export declare const stopRpcServerOptionsSchema: z.ZodObject<{
|
|
|
38
39
|
export declare const stopRpcServerRequestSchema: z.ZodObject<{
|
|
39
40
|
serverId: z.ZodString;
|
|
40
41
|
type: z.ZodLiteral<"stopRpcServer">;
|
|
42
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
41
43
|
}, z.core.$strip>;
|
|
42
44
|
export declare const stopRpcServerResponseSchema: z.ZodObject<{
|
|
43
45
|
type: z.ZodLiteral<"stopRpcServer">;
|
|
@@ -65,6 +67,7 @@ export declare const discoverRpcServersRequestSchema: z.ZodObject<{
|
|
|
65
67
|
topic: z.ZodString;
|
|
66
68
|
timeoutMs: z.ZodOptional<z.ZodNumber>;
|
|
67
69
|
type: z.ZodLiteral<"discoverRpcServers">;
|
|
70
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
68
71
|
requestId: z.ZodOptional<z.ZodString>;
|
|
69
72
|
}, z.core.$strip>;
|
|
70
73
|
export declare const discoverRpcServersResponseSchema: z.ZodObject<{
|
|
@@ -1,10 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
+
import { sessionScopedRequestSchema, trackedRequestSchema } from '../schemas/request-base.js';
|
|
2
3
|
const topicSchema = z.string().trim().min(1).max(256);
|
|
3
|
-
const requestIdSchema = z
|
|
4
|
-
.string()
|
|
5
|
-
.min(1)
|
|
6
|
-
.optional()
|
|
7
|
-
.describe('Caller-generated identifier for targeted cancellation with cancel({ requestId }). Generated by the engine when omitted.');
|
|
8
4
|
export const startRpcServerOptionsSchema = z.object({
|
|
9
5
|
host: z.string().min(1).optional().describe('IPv4 bind address. Defaults to 127.0.0.1.'),
|
|
10
6
|
port: z
|
|
@@ -39,17 +35,20 @@ export const rpcServerInfoSchema = z.object({
|
|
|
39
35
|
.boolean()
|
|
40
36
|
.describe('Whether the server will try RDMA. On Linux, this requires a capable native backend, libibverbs, an RDMA device, and GGML_RPC_NO_RDMA unset. Each connection can still fall back to TCP.')
|
|
41
37
|
});
|
|
42
|
-
export const startRpcServerRequestSchema = startRpcServerOptionsSchema
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
})
|
|
38
|
+
export const startRpcServerRequestSchema = startRpcServerOptionsSchema
|
|
39
|
+
.extend({
|
|
40
|
+
type: z.literal('startRpcServer')
|
|
41
|
+
})
|
|
42
|
+
.extend(trackedRequestSchema.shape);
|
|
46
43
|
export const startRpcServerResponseSchema = rpcServerInfoSchema.extend({
|
|
47
44
|
type: z.literal('startRpcServer')
|
|
48
45
|
});
|
|
49
46
|
export const stopRpcServerOptionsSchema = z.object({ serverId: z.string().min(1) });
|
|
50
|
-
export const stopRpcServerRequestSchema = stopRpcServerOptionsSchema
|
|
47
|
+
export const stopRpcServerRequestSchema = stopRpcServerOptionsSchema
|
|
48
|
+
.extend({
|
|
51
49
|
type: z.literal('stopRpcServer')
|
|
52
|
-
})
|
|
50
|
+
})
|
|
51
|
+
.extend(sessionScopedRequestSchema.shape);
|
|
53
52
|
export const stopRpcServerResponseSchema = z.object({ type: z.literal('stopRpcServer') });
|
|
54
53
|
export const discoverRpcServersOptionsSchema = z.object({
|
|
55
54
|
topic: topicSchema.describe('Shared discovery topic. Only use with trusted private-network participants.'),
|
|
@@ -77,10 +76,11 @@ export const rpcServerCandidateSchema = z.object({
|
|
|
77
76
|
.describe('Server advertised RDMA availability for this endpoint at discovery time. Actual transport depends on client support and negotiation.'),
|
|
78
77
|
devices: z.array(rpcDeviceSchema).describe('Native served devices in endpoint enumeration order.')
|
|
79
78
|
});
|
|
80
|
-
export const discoverRpcServersRequestSchema = discoverRpcServersOptionsSchema
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
})
|
|
79
|
+
export const discoverRpcServersRequestSchema = discoverRpcServersOptionsSchema
|
|
80
|
+
.extend({
|
|
81
|
+
type: z.literal('discoverRpcServers')
|
|
82
|
+
})
|
|
83
|
+
.extend(trackedRequestSchema.shape);
|
|
84
84
|
export const discoverRpcServersResponseSchema = z.object({
|
|
85
85
|
type: z.literal('discoverRpcServers'),
|
|
86
86
|
servers: z.array(rpcServerCandidateSchema)
|