@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
|
@@ -85,6 +85,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
85
85
|
audiogen: "audiogen";
|
|
86
86
|
tts: "tts";
|
|
87
87
|
ocr: "ocr";
|
|
88
|
+
classification: "classification";
|
|
88
89
|
vla: "vla";
|
|
89
90
|
"llamacpp-completion": "llamacpp-completion";
|
|
90
91
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -101,13 +102,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
101
102
|
"sdcpp-generation": "sdcpp-generation";
|
|
102
103
|
"audiogen-ggml": "audiogen-ggml";
|
|
103
104
|
"ggml-vla": "ggml-vla";
|
|
105
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
104
106
|
"ggml-classification": "ggml-classification";
|
|
105
107
|
llm: "llm";
|
|
106
108
|
whisper: "whisper";
|
|
107
109
|
bci: "bci";
|
|
108
110
|
nmt: "nmt";
|
|
109
111
|
parakeet: "parakeet";
|
|
110
|
-
classification: "classification";
|
|
111
112
|
}>, z.ZodLiteral<"vad">]>>;
|
|
112
113
|
}, z.core.$strip>]>>;
|
|
113
114
|
clipGModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -127,6 +128,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
127
128
|
audiogen: "audiogen";
|
|
128
129
|
tts: "tts";
|
|
129
130
|
ocr: "ocr";
|
|
131
|
+
classification: "classification";
|
|
130
132
|
vla: "vla";
|
|
131
133
|
"llamacpp-completion": "llamacpp-completion";
|
|
132
134
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -143,13 +145,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
143
145
|
"sdcpp-generation": "sdcpp-generation";
|
|
144
146
|
"audiogen-ggml": "audiogen-ggml";
|
|
145
147
|
"ggml-vla": "ggml-vla";
|
|
148
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
146
149
|
"ggml-classification": "ggml-classification";
|
|
147
150
|
llm: "llm";
|
|
148
151
|
whisper: "whisper";
|
|
149
152
|
bci: "bci";
|
|
150
153
|
nmt: "nmt";
|
|
151
154
|
parakeet: "parakeet";
|
|
152
|
-
classification: "classification";
|
|
153
155
|
}>, z.ZodLiteral<"vad">]>>;
|
|
154
156
|
}, z.core.$strip>]>>;
|
|
155
157
|
t5XxlModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -169,6 +171,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
169
171
|
audiogen: "audiogen";
|
|
170
172
|
tts: "tts";
|
|
171
173
|
ocr: "ocr";
|
|
174
|
+
classification: "classification";
|
|
172
175
|
vla: "vla";
|
|
173
176
|
"llamacpp-completion": "llamacpp-completion";
|
|
174
177
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -185,13 +188,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
185
188
|
"sdcpp-generation": "sdcpp-generation";
|
|
186
189
|
"audiogen-ggml": "audiogen-ggml";
|
|
187
190
|
"ggml-vla": "ggml-vla";
|
|
191
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
188
192
|
"ggml-classification": "ggml-classification";
|
|
189
193
|
llm: "llm";
|
|
190
194
|
whisper: "whisper";
|
|
191
195
|
bci: "bci";
|
|
192
196
|
nmt: "nmt";
|
|
193
197
|
parakeet: "parakeet";
|
|
194
|
-
classification: "classification";
|
|
195
198
|
}>, z.ZodLiteral<"vad">]>>;
|
|
196
199
|
}, z.core.$strip>]>>;
|
|
197
200
|
llmModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -211,6 +214,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
211
214
|
audiogen: "audiogen";
|
|
212
215
|
tts: "tts";
|
|
213
216
|
ocr: "ocr";
|
|
217
|
+
classification: "classification";
|
|
214
218
|
vla: "vla";
|
|
215
219
|
"llamacpp-completion": "llamacpp-completion";
|
|
216
220
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -227,13 +231,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
227
231
|
"sdcpp-generation": "sdcpp-generation";
|
|
228
232
|
"audiogen-ggml": "audiogen-ggml";
|
|
229
233
|
"ggml-vla": "ggml-vla";
|
|
234
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
230
235
|
"ggml-classification": "ggml-classification";
|
|
231
236
|
llm: "llm";
|
|
232
237
|
whisper: "whisper";
|
|
233
238
|
bci: "bci";
|
|
234
239
|
nmt: "nmt";
|
|
235
240
|
parakeet: "parakeet";
|
|
236
|
-
classification: "classification";
|
|
237
241
|
}>, z.ZodLiteral<"vad">]>>;
|
|
238
242
|
}, z.core.$strip>]>>;
|
|
239
243
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -253,6 +257,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
253
257
|
audiogen: "audiogen";
|
|
254
258
|
tts: "tts";
|
|
255
259
|
ocr: "ocr";
|
|
260
|
+
classification: "classification";
|
|
256
261
|
vla: "vla";
|
|
257
262
|
"llamacpp-completion": "llamacpp-completion";
|
|
258
263
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -269,13 +274,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
269
274
|
"sdcpp-generation": "sdcpp-generation";
|
|
270
275
|
"audiogen-ggml": "audiogen-ggml";
|
|
271
276
|
"ggml-vla": "ggml-vla";
|
|
277
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
272
278
|
"ggml-classification": "ggml-classification";
|
|
273
279
|
llm: "llm";
|
|
274
280
|
whisper: "whisper";
|
|
275
281
|
bci: "bci";
|
|
276
282
|
nmt: "nmt";
|
|
277
283
|
parakeet: "parakeet";
|
|
278
|
-
classification: "classification";
|
|
279
284
|
}>, z.ZodLiteral<"vad">]>>;
|
|
280
285
|
}, z.core.$strip>]>>;
|
|
281
286
|
vaeModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -295,6 +300,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
295
300
|
audiogen: "audiogen";
|
|
296
301
|
tts: "tts";
|
|
297
302
|
ocr: "ocr";
|
|
303
|
+
classification: "classification";
|
|
298
304
|
vla: "vla";
|
|
299
305
|
"llamacpp-completion": "llamacpp-completion";
|
|
300
306
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -311,13 +317,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
311
317
|
"sdcpp-generation": "sdcpp-generation";
|
|
312
318
|
"audiogen-ggml": "audiogen-ggml";
|
|
313
319
|
"ggml-vla": "ggml-vla";
|
|
320
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
314
321
|
"ggml-classification": "ggml-classification";
|
|
315
322
|
llm: "llm";
|
|
316
323
|
whisper: "whisper";
|
|
317
324
|
bci: "bci";
|
|
318
325
|
nmt: "nmt";
|
|
319
326
|
parakeet: "parakeet";
|
|
320
|
-
classification: "classification";
|
|
321
327
|
}>, z.ZodLiteral<"vad">]>>;
|
|
322
328
|
}, z.core.$strip>]>>;
|
|
323
329
|
highNoiseDiffusionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -337,6 +343,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
337
343
|
audiogen: "audiogen";
|
|
338
344
|
tts: "tts";
|
|
339
345
|
ocr: "ocr";
|
|
346
|
+
classification: "classification";
|
|
340
347
|
vla: "vla";
|
|
341
348
|
"llamacpp-completion": "llamacpp-completion";
|
|
342
349
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -353,13 +360,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
353
360
|
"sdcpp-generation": "sdcpp-generation";
|
|
354
361
|
"audiogen-ggml": "audiogen-ggml";
|
|
355
362
|
"ggml-vla": "ggml-vla";
|
|
363
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
356
364
|
"ggml-classification": "ggml-classification";
|
|
357
365
|
llm: "llm";
|
|
358
366
|
whisper: "whisper";
|
|
359
367
|
bci: "bci";
|
|
360
368
|
nmt: "nmt";
|
|
361
369
|
parakeet: "parakeet";
|
|
362
|
-
classification: "classification";
|
|
363
370
|
}>, z.ZodLiteral<"vad">]>>;
|
|
364
371
|
}, z.core.$strip>]>>;
|
|
365
372
|
uncondModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -379,6 +386,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
379
386
|
audiogen: "audiogen";
|
|
380
387
|
tts: "tts";
|
|
381
388
|
ocr: "ocr";
|
|
389
|
+
classification: "classification";
|
|
382
390
|
vla: "vla";
|
|
383
391
|
"llamacpp-completion": "llamacpp-completion";
|
|
384
392
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -395,13 +403,56 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
395
403
|
"sdcpp-generation": "sdcpp-generation";
|
|
396
404
|
"audiogen-ggml": "audiogen-ggml";
|
|
397
405
|
"ggml-vla": "ggml-vla";
|
|
406
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
398
407
|
"ggml-classification": "ggml-classification";
|
|
399
408
|
llm: "llm";
|
|
400
409
|
whisper: "whisper";
|
|
401
410
|
bci: "bci";
|
|
402
411
|
nmt: "nmt";
|
|
403
412
|
parakeet: "parakeet";
|
|
413
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
414
|
+
}, z.core.$strip>]>>;
|
|
415
|
+
tokenizerSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
416
|
+
src: z.ZodString;
|
|
417
|
+
name: z.ZodOptional<z.ZodString>;
|
|
418
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
419
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
420
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
421
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
422
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
423
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
424
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
425
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
426
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
427
|
+
embeddings: "embeddings";
|
|
428
|
+
diffusion: "diffusion";
|
|
429
|
+
audiogen: "audiogen";
|
|
430
|
+
tts: "tts";
|
|
431
|
+
ocr: "ocr";
|
|
404
432
|
classification: "classification";
|
|
433
|
+
vla: "vla";
|
|
434
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
435
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
436
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
437
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
438
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
439
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
440
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
441
|
+
"onnx-tts": "onnx-tts";
|
|
442
|
+
"tts-ggml": "tts-ggml";
|
|
443
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
444
|
+
"moss-transcribe": "moss-transcribe";
|
|
445
|
+
"ggml-ocr": "ggml-ocr";
|
|
446
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
447
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
448
|
+
"ggml-vla": "ggml-vla";
|
|
449
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
450
|
+
"ggml-classification": "ggml-classification";
|
|
451
|
+
llm: "llm";
|
|
452
|
+
whisper: "whisper";
|
|
453
|
+
bci: "bci";
|
|
454
|
+
nmt: "nmt";
|
|
455
|
+
parakeet: "parakeet";
|
|
405
456
|
}>, z.ZodLiteral<"vad">]>>;
|
|
406
457
|
}, z.core.$strip>]>>;
|
|
407
458
|
clipVisionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -421,6 +472,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
421
472
|
audiogen: "audiogen";
|
|
422
473
|
tts: "tts";
|
|
423
474
|
ocr: "ocr";
|
|
475
|
+
classification: "classification";
|
|
424
476
|
vla: "vla";
|
|
425
477
|
"llamacpp-completion": "llamacpp-completion";
|
|
426
478
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -437,13 +489,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
437
489
|
"sdcpp-generation": "sdcpp-generation";
|
|
438
490
|
"audiogen-ggml": "audiogen-ggml";
|
|
439
491
|
"ggml-vla": "ggml-vla";
|
|
492
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
440
493
|
"ggml-classification": "ggml-classification";
|
|
441
494
|
llm: "llm";
|
|
442
495
|
whisper: "whisper";
|
|
443
496
|
bci: "bci";
|
|
444
497
|
nmt: "nmt";
|
|
445
498
|
parakeet: "parakeet";
|
|
446
|
-
classification: "classification";
|
|
447
499
|
}>, z.ZodLiteral<"vad">]>>;
|
|
448
500
|
}, z.core.$strip>]>>;
|
|
449
501
|
audioVaeModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -463,6 +515,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
463
515
|
audiogen: "audiogen";
|
|
464
516
|
tts: "tts";
|
|
465
517
|
ocr: "ocr";
|
|
518
|
+
classification: "classification";
|
|
466
519
|
vla: "vla";
|
|
467
520
|
"llamacpp-completion": "llamacpp-completion";
|
|
468
521
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -479,13 +532,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
479
532
|
"sdcpp-generation": "sdcpp-generation";
|
|
480
533
|
"audiogen-ggml": "audiogen-ggml";
|
|
481
534
|
"ggml-vla": "ggml-vla";
|
|
535
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
482
536
|
"ggml-classification": "ggml-classification";
|
|
483
537
|
llm: "llm";
|
|
484
538
|
whisper: "whisper";
|
|
485
539
|
bci: "bci";
|
|
486
540
|
nmt: "nmt";
|
|
487
541
|
parakeet: "parakeet";
|
|
488
|
-
classification: "classification";
|
|
489
542
|
}>, z.ZodLiteral<"vad">]>>;
|
|
490
543
|
}, z.core.$strip>]>>;
|
|
491
544
|
embeddingsConnectorsModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -505,6 +558,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
505
558
|
audiogen: "audiogen";
|
|
506
559
|
tts: "tts";
|
|
507
560
|
ocr: "ocr";
|
|
561
|
+
classification: "classification";
|
|
508
562
|
vla: "vla";
|
|
509
563
|
"llamacpp-completion": "llamacpp-completion";
|
|
510
564
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -521,13 +575,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
521
575
|
"sdcpp-generation": "sdcpp-generation";
|
|
522
576
|
"audiogen-ggml": "audiogen-ggml";
|
|
523
577
|
"ggml-vla": "ggml-vla";
|
|
578
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
524
579
|
"ggml-classification": "ggml-classification";
|
|
525
580
|
llm: "llm";
|
|
526
581
|
whisper: "whisper";
|
|
527
582
|
bci: "bci";
|
|
528
583
|
nmt: "nmt";
|
|
529
584
|
parakeet: "parakeet";
|
|
530
|
-
classification: "classification";
|
|
531
585
|
}>, z.ZodLiteral<"vad">]>>;
|
|
532
586
|
}, z.core.$strip>]>>;
|
|
533
587
|
taehvModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -547,6 +601,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
547
601
|
audiogen: "audiogen";
|
|
548
602
|
tts: "tts";
|
|
549
603
|
ocr: "ocr";
|
|
604
|
+
classification: "classification";
|
|
550
605
|
vla: "vla";
|
|
551
606
|
"llamacpp-completion": "llamacpp-completion";
|
|
552
607
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -563,13 +618,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
563
618
|
"sdcpp-generation": "sdcpp-generation";
|
|
564
619
|
"audiogen-ggml": "audiogen-ggml";
|
|
565
620
|
"ggml-vla": "ggml-vla";
|
|
621
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
566
622
|
"ggml-classification": "ggml-classification";
|
|
567
623
|
llm: "llm";
|
|
568
624
|
whisper: "whisper";
|
|
569
625
|
bci: "bci";
|
|
570
626
|
nmt: "nmt";
|
|
571
627
|
parakeet: "parakeet";
|
|
572
|
-
classification: "classification";
|
|
573
628
|
}>, z.ZodLiteral<"vad">]>>;
|
|
574
629
|
}, z.core.$strip>]>>;
|
|
575
630
|
sceneSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -589,6 +644,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
589
644
|
audiogen: "audiogen";
|
|
590
645
|
tts: "tts";
|
|
591
646
|
ocr: "ocr";
|
|
647
|
+
classification: "classification";
|
|
592
648
|
vla: "vla";
|
|
593
649
|
"llamacpp-completion": "llamacpp-completion";
|
|
594
650
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -605,13 +661,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
605
661
|
"sdcpp-generation": "sdcpp-generation";
|
|
606
662
|
"audiogen-ggml": "audiogen-ggml";
|
|
607
663
|
"ggml-vla": "ggml-vla";
|
|
664
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
608
665
|
"ggml-classification": "ggml-classification";
|
|
609
666
|
llm: "llm";
|
|
610
667
|
whisper: "whisper";
|
|
611
668
|
bci: "bci";
|
|
612
669
|
nmt: "nmt";
|
|
613
670
|
parakeet: "parakeet";
|
|
614
|
-
classification: "classification";
|
|
615
671
|
}>, z.ZodLiteral<"vad">]>>;
|
|
616
672
|
}, z.core.$strip>]>>;
|
|
617
673
|
world: z.ZodOptional<z.ZodObject<{
|
|
@@ -649,6 +705,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
649
705
|
audiogen: "audiogen";
|
|
650
706
|
tts: "tts";
|
|
651
707
|
ocr: "ocr";
|
|
708
|
+
classification: "classification";
|
|
652
709
|
vla: "vla";
|
|
653
710
|
"llamacpp-completion": "llamacpp-completion";
|
|
654
711
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -665,13 +722,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
665
722
|
"sdcpp-generation": "sdcpp-generation";
|
|
666
723
|
"audiogen-ggml": "audiogen-ggml";
|
|
667
724
|
"ggml-vla": "ggml-vla";
|
|
725
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
668
726
|
"ggml-classification": "ggml-classification";
|
|
669
727
|
llm: "llm";
|
|
670
728
|
whisper: "whisper";
|
|
671
729
|
bci: "bci";
|
|
672
730
|
nmt: "nmt";
|
|
673
731
|
parakeet: "parakeet";
|
|
674
|
-
classification: "classification";
|
|
675
732
|
}>, z.ZodLiteral<"vad">]>>;
|
|
676
733
|
}, z.core.$strip>]>>;
|
|
677
734
|
tile_size: z.ZodOptional<z.ZodNumber>;
|
|
@@ -701,10 +758,11 @@ export declare const diffusionStatsSchema: z.ZodObject<{
|
|
|
701
758
|
}, z.core.$strip>;
|
|
702
759
|
export type DiffusionStats = z.infer<typeof diffusionStatsSchema>;
|
|
703
760
|
export declare const videoStatsSchema: z.ZodObject<{
|
|
761
|
+
totalWallMs: z.ZodOptional<z.ZodNumber>;
|
|
762
|
+
modelLoadMs: z.ZodOptional<z.ZodNumber>;
|
|
704
763
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
705
764
|
width: z.ZodOptional<z.ZodNumber>;
|
|
706
765
|
height: z.ZodOptional<z.ZodNumber>;
|
|
707
|
-
modelLoadMs: z.ZodOptional<z.ZodNumber>;
|
|
708
766
|
generationMs: z.ZodOptional<z.ZodNumber>;
|
|
709
767
|
conditionerMs: z.ZodOptional<z.ZodNumber>;
|
|
710
768
|
denoiseMs: z.ZodOptional<z.ZodNumber>;
|
|
@@ -712,7 +770,6 @@ export declare const videoStatsSchema: z.ZodObject<{
|
|
|
712
770
|
postProcessMs: z.ZodOptional<z.ZodNumber>;
|
|
713
771
|
stepsPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
714
772
|
totalGenerationMs: z.ZodOptional<z.ZodNumber>;
|
|
715
|
-
totalWallMs: z.ZodOptional<z.ZodNumber>;
|
|
716
773
|
totalSteps: z.ZodOptional<z.ZodNumber>;
|
|
717
774
|
totalGenerations: z.ZodOptional<z.ZodNumber>;
|
|
718
775
|
totalImages: z.ZodOptional<z.ZodNumber>;
|
|
@@ -727,6 +784,7 @@ export declare const videoStatsSchema: z.ZodObject<{
|
|
|
727
784
|
export type VideoStats = z.infer<typeof videoStatsSchema>;
|
|
728
785
|
export declare const diffusionStreamResponseSchema: z.ZodObject<{
|
|
729
786
|
type: z.ZodLiteral<"diffusionStream">;
|
|
787
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
730
788
|
step: z.ZodOptional<z.ZodNumber>;
|
|
731
789
|
totalSteps: z.ZodOptional<z.ZodNumber>;
|
|
732
790
|
elapsedMs: z.ZodOptional<z.ZodNumber>;
|
|
@@ -762,10 +820,11 @@ export declare const videoStreamResponseSchema: z.ZodObject<{
|
|
|
762
820
|
outputIndex: z.ZodOptional<z.ZodNumber>;
|
|
763
821
|
done: z.ZodOptional<z.ZodBoolean>;
|
|
764
822
|
stats: z.ZodOptional<z.ZodObject<{
|
|
823
|
+
totalWallMs: z.ZodOptional<z.ZodNumber>;
|
|
824
|
+
modelLoadMs: z.ZodOptional<z.ZodNumber>;
|
|
765
825
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
766
826
|
width: z.ZodOptional<z.ZodNumber>;
|
|
767
827
|
height: z.ZodOptional<z.ZodNumber>;
|
|
768
|
-
modelLoadMs: z.ZodOptional<z.ZodNumber>;
|
|
769
828
|
generationMs: z.ZodOptional<z.ZodNumber>;
|
|
770
829
|
conditionerMs: z.ZodOptional<z.ZodNumber>;
|
|
771
830
|
denoiseMs: z.ZodOptional<z.ZodNumber>;
|
|
@@ -773,7 +832,6 @@ export declare const videoStreamResponseSchema: z.ZodObject<{
|
|
|
773
832
|
postProcessMs: z.ZodOptional<z.ZodNumber>;
|
|
774
833
|
stepsPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
775
834
|
totalGenerationMs: z.ZodOptional<z.ZodNumber>;
|
|
776
|
-
totalWallMs: z.ZodOptional<z.ZodNumber>;
|
|
777
835
|
totalSteps: z.ZodOptional<z.ZodNumber>;
|
|
778
836
|
totalGenerations: z.ZodOptional<z.ZodNumber>;
|
|
779
837
|
totalImages: z.ZodOptional<z.ZodNumber>;
|
|
@@ -826,9 +884,11 @@ export declare const diffusionRequestSchema: z.ZodObject<{
|
|
|
826
884
|
kl_optimal: "kl_optimal";
|
|
827
885
|
bong_tangent: "bong_tangent";
|
|
828
886
|
}>>;
|
|
887
|
+
custom_sigmas: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
|
|
829
888
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
830
889
|
batch_count: z.ZodOptional<z.ZodNumber>;
|
|
831
890
|
vae_tiling: z.ZodOptional<z.ZodBoolean>;
|
|
891
|
+
vae_tile_size: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
832
892
|
cache_preset: z.ZodOptional<z.ZodString>;
|
|
833
893
|
init_image: z.ZodOptional<z.ZodString>;
|
|
834
894
|
init_images: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
@@ -880,9 +940,11 @@ export declare const diffusionStreamRequestSchema: z.ZodObject<{
|
|
|
880
940
|
kl_optimal: "kl_optimal";
|
|
881
941
|
bong_tangent: "bong_tangent";
|
|
882
942
|
}>>;
|
|
943
|
+
custom_sigmas: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
|
|
883
944
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
884
945
|
batch_count: z.ZodOptional<z.ZodNumber>;
|
|
885
946
|
vae_tiling: z.ZodOptional<z.ZodBoolean>;
|
|
947
|
+
vae_tile_size: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
886
948
|
cache_preset: z.ZodOptional<z.ZodString>;
|
|
887
949
|
init_image: z.ZodOptional<z.ZodString>;
|
|
888
950
|
init_images: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
@@ -894,6 +956,8 @@ export declare const diffusionStreamRequestSchema: z.ZodObject<{
|
|
|
894
956
|
repeats: z.ZodOptional<z.ZodNumber>;
|
|
895
957
|
}, z.core.$strict>]>>;
|
|
896
958
|
type: z.ZodLiteral<"diffusionStream">;
|
|
959
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
960
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
897
961
|
}, z.core.$strip>;
|
|
898
962
|
export type DiffusionStreamRequest = z.input<typeof diffusionStreamRequestSchema>;
|
|
899
963
|
type DiffusionClientParamsBase = Omit<DiffusionRequest, 'init_image' | 'init_images'>;
|
|
@@ -1389,7 +1453,6 @@ export declare const singleExpertVideoRequestSchema: z.ZodObject<{
|
|
|
1389
1453
|
export type VideoRequest = z.input<typeof videoRequestSchema>;
|
|
1390
1454
|
export declare const videoStreamRequestSchema: z.ZodObject<{
|
|
1391
1455
|
modelId: z.ZodString;
|
|
1392
|
-
requestId: z.ZodOptional<z.ZodString>;
|
|
1393
1456
|
prompt: z.ZodString;
|
|
1394
1457
|
negative_prompt: z.ZodOptional<z.ZodString>;
|
|
1395
1458
|
lora: z.ZodOptional<z.ZodString>;
|
|
@@ -1493,6 +1556,8 @@ export declare const videoStreamRequestSchema: z.ZodObject<{
|
|
|
1493
1556
|
reference_attention_strength: z.ZodOptional<z.ZodNumber>;
|
|
1494
1557
|
reference_downscale_factor: z.ZodOptional<z.ZodLiteral<1>>;
|
|
1495
1558
|
type: z.ZodLiteral<"videoStream">;
|
|
1559
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
1560
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
1496
1561
|
}, z.core.$strip>;
|
|
1497
1562
|
export type VideoStreamRequest = z.input<typeof videoStreamRequestSchema>;
|
|
1498
1563
|
type VideoClientParamsCommon = Omit<VideoRequest, 'requestId' | 'mode' | 'init_image' | 'strength' | 'control_frames' | 'lora' | 'lora_strength' | 'reference_images' | 'reference_attention_strength' | 'reference_downscale_factor'> & {
|
|
@@ -1560,10 +1625,13 @@ export declare const upscaleStreamRequestSchema: z.ZodObject<{
|
|
|
1560
1625
|
image: z.ZodString;
|
|
1561
1626
|
repeats: z.ZodOptional<z.ZodNumber>;
|
|
1562
1627
|
type: z.ZodLiteral<"upscaleStream">;
|
|
1628
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
1629
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
1563
1630
|
}, z.core.$strip>;
|
|
1564
1631
|
export type UpscaleStreamRequest = z.input<typeof upscaleStreamRequestSchema>;
|
|
1565
1632
|
export declare const upscaleStreamResponseSchema: z.ZodObject<{
|
|
1566
1633
|
type: z.ZodLiteral<"upscaleStream">;
|
|
1634
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
1567
1635
|
data: z.ZodOptional<z.ZodString>;
|
|
1568
1636
|
outputIndex: z.ZodOptional<z.ZodNumber>;
|
|
1569
1637
|
done: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -1641,7 +1709,6 @@ export declare const worldStepRequestSchema: z.ZodObject<{
|
|
|
1641
1709
|
export type WorldStepRequest = z.input<typeof worldStepRequestSchema>;
|
|
1642
1710
|
export declare const worldStepStreamRequestSchema: z.ZodObject<{
|
|
1643
1711
|
modelId: z.ZodString;
|
|
1644
|
-
requestId: z.ZodOptional<z.ZodString>;
|
|
1645
1712
|
keys: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
1646
1713
|
W: "W";
|
|
1647
1714
|
A: "A";
|
|
@@ -1653,6 +1720,8 @@ export declare const worldStepStreamRequestSchema: z.ZodObject<{
|
|
|
1653
1720
|
L: "L";
|
|
1654
1721
|
}>>>;
|
|
1655
1722
|
type: z.ZodLiteral<"worldStepStream">;
|
|
1723
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
1724
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
1656
1725
|
}, z.core.$strip>;
|
|
1657
1726
|
export type WorldStepStreamRequest = z.input<typeof worldStepStreamRequestSchema>;
|
|
1658
1727
|
export declare const worldStepStreamResponseSchema: z.ZodObject<{
|
|
@@ -1741,12 +1810,13 @@ export type WorldSceneRequest = z.input<typeof worldSceneRequestSchema>;
|
|
|
1741
1810
|
export declare const worldSceneStreamRequestSchema: z.ZodObject<{
|
|
1742
1811
|
type: z.ZodLiteral<"worldSceneStream">;
|
|
1743
1812
|
modelId: z.ZodString;
|
|
1744
|
-
requestId: z.ZodOptional<z.ZodString>;
|
|
1745
1813
|
prompt: z.ZodString;
|
|
1746
1814
|
image: z.ZodString;
|
|
1747
1815
|
width: z.ZodOptional<z.ZodNumber>;
|
|
1748
1816
|
height: z.ZodOptional<z.ZodNumber>;
|
|
1749
1817
|
returnPack: z.ZodOptional<z.ZodBoolean>;
|
|
1818
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
1819
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
1750
1820
|
}, z.core.$strip>;
|
|
1751
1821
|
export type WorldSceneStreamRequest = z.input<typeof worldSceneStreamRequestSchema>;
|
|
1752
1822
|
export declare const worldSceneStreamResponseSchema: z.ZodObject<{
|