@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
package/dist/schemas/embed.js
CHANGED
|
@@ -1,27 +1,169 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
|
|
3
|
-
|
|
2
|
+
import { imageEmbeddingInputSchema, imageEmbeddingClientInputSchema, imageEmbeddingStatsSchema } from './image-embedding.js';
|
|
3
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
4
|
+
const mediaSourceSchema = z
|
|
5
|
+
.discriminatedUnion('type', [
|
|
6
|
+
z.object({ type: z.literal('base64'), value: z.string().min(1).base64() }),
|
|
7
|
+
z.object({ type: z.literal('filePath'), value: z.string().min(1) })
|
|
8
|
+
])
|
|
9
|
+
.describe('Image or WAV/MP3/FLAC bytes as base64, or a file path accessible to the inference worker.');
|
|
10
|
+
export const embedMediaSourceSchema = mediaSourceSchema.meta({ title: 'EmbedMediaSource' });
|
|
11
|
+
export const embedInputPartSchema = z
|
|
12
|
+
.union([
|
|
13
|
+
z.string(),
|
|
14
|
+
z.object({ media: embedMediaSourceSchema }).meta({ title: 'EmbedMediaInputPart' })
|
|
15
|
+
])
|
|
16
|
+
.meta({ title: 'EmbedInputPart' });
|
|
17
|
+
const inputPartSchema = z.union([z.string(), z.object({ media: mediaSourceSchema })]);
|
|
18
|
+
function textMediaInputSchema(parts) {
|
|
19
|
+
return z.union([
|
|
20
|
+
z.string().min(1, 'Text cannot be empty'),
|
|
21
|
+
z
|
|
22
|
+
.array(parts)
|
|
23
|
+
.min(1, 'Input parts cannot be empty')
|
|
24
|
+
.refine((items) => items.some((part) => typeof part !== 'string' || part.length > 0), 'Input cannot be empty')
|
|
25
|
+
]);
|
|
26
|
+
}
|
|
27
|
+
// Text or ordered text/media parts. This is the item type of the legacy embed({ inputs }) call,
|
|
28
|
+
// kept unchanged so generated Kotlin and Python types for that call stay source-compatible.
|
|
29
|
+
export const embedInputSchema = textMediaInputSchema(embedInputPartSchema).meta({
|
|
30
|
+
title: 'EmbedInput'
|
|
31
|
+
});
|
|
32
|
+
const textMediaEmbedInputSchema = textMediaInputSchema(inputPartSchema);
|
|
33
|
+
// Any input a model can embed, including a MegaLoc image. Used by embed({ input }) and embedBatch.
|
|
34
|
+
export const embedWireInputSchema = z.union([
|
|
35
|
+
...textMediaEmbedInputSchema.options,
|
|
36
|
+
imageEmbeddingInputSchema
|
|
37
|
+
]);
|
|
38
|
+
export const embedClientInputSchema = z.union([
|
|
39
|
+
...textMediaEmbedInputSchema.options,
|
|
40
|
+
imageEmbeddingClientInputSchema
|
|
41
|
+
]);
|
|
42
|
+
// The contract needs every title to be globally unique, so each wire use of
|
|
43
|
+
// embedWireInputSchema gets its own titles. Untitled arms would reach Python and
|
|
44
|
+
// Kotlin with field-derived (`Input1`) or hashed names.
|
|
45
|
+
function titledInputSchema(title) {
|
|
46
|
+
const [text, parts] = textMediaInputSchema(inputPartSchema).options;
|
|
47
|
+
return z
|
|
48
|
+
.union([
|
|
49
|
+
text.meta({ title: `${title}Text` }),
|
|
50
|
+
parts.meta({ title: `${title}Parts` }),
|
|
51
|
+
imageEmbeddingInputSchema.meta({ title: `${title}Image` })
|
|
52
|
+
])
|
|
53
|
+
.meta({ title });
|
|
54
|
+
}
|
|
55
|
+
// Field order matters: the Kotlin generator emits constructor parameters in this order.
|
|
56
|
+
const modelId = z.string().describe('The identifier of the embedding model to use');
|
|
57
|
+
const absent = z.never().optional();
|
|
58
|
+
const textEmbedParamsSchema = z.object({
|
|
59
|
+
modelId,
|
|
4
60
|
text: z
|
|
5
61
|
.union([
|
|
6
62
|
z.string().min(1, 'Text cannot be empty'),
|
|
7
63
|
z.array(z.string().min(1, 'Text cannot be empty')).min(1, 'Text array cannot be empty')
|
|
8
64
|
])
|
|
9
|
-
.describe('
|
|
65
|
+
.describe('Legacy text input. A string returns one vector; an array returns one vector per string.'),
|
|
66
|
+
inputs: absent,
|
|
67
|
+
input: absent
|
|
10
68
|
});
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
.
|
|
15
|
-
.min(1)
|
|
16
|
-
.
|
|
17
|
-
|
|
69
|
+
const inputsEmbedParamsSchema = z.object({
|
|
70
|
+
modelId,
|
|
71
|
+
inputs: z
|
|
72
|
+
.array(embedInputSchema)
|
|
73
|
+
.min(1, 'Inputs cannot be empty')
|
|
74
|
+
.describe('Legacy batch input. One vector per text or ordered text/media input. Use embedBatch for images.'),
|
|
75
|
+
text: absent,
|
|
76
|
+
input: absent
|
|
77
|
+
});
|
|
78
|
+
const singleInputDescription = 'One text, ordered text/media input, or image supported by the model.';
|
|
79
|
+
const batchInputsDescription = 'One vector per input, in input order.';
|
|
80
|
+
const singleEmbedParamsSchema = z.object({
|
|
81
|
+
modelId,
|
|
82
|
+
input: embedWireInputSchema.describe(singleInputDescription),
|
|
83
|
+
text: absent,
|
|
84
|
+
inputs: absent
|
|
85
|
+
});
|
|
86
|
+
export const embedBatchParamsSchema = z.object({
|
|
87
|
+
modelId,
|
|
88
|
+
inputs: z
|
|
89
|
+
.array(embedWireInputSchema)
|
|
90
|
+
.min(1, 'Inputs cannot be empty')
|
|
91
|
+
.describe(batchInputsDescription),
|
|
92
|
+
text: absent,
|
|
93
|
+
input: absent
|
|
18
94
|
});
|
|
95
|
+
const clientSingleEmbedParamsSchema = singleEmbedParamsSchema.extend({
|
|
96
|
+
input: embedClientInputSchema
|
|
97
|
+
});
|
|
98
|
+
export const embedBatchClientParamsSchema = embedBatchParamsSchema.extend({
|
|
99
|
+
inputs: z.array(embedClientInputSchema).min(1, 'Inputs cannot be empty')
|
|
100
|
+
});
|
|
101
|
+
// Worker-side params for the llama.cpp op, which serves both embed and embedBatch requests.
|
|
102
|
+
export const embedParamsSchema = z.union([
|
|
103
|
+
textEmbedParamsSchema,
|
|
104
|
+
embedBatchParamsSchema,
|
|
105
|
+
singleEmbedParamsSchema
|
|
106
|
+
]);
|
|
107
|
+
// The params embed() accepted before embedBatch existed.
|
|
108
|
+
export const embedLegacyParamsSchema = z.union([textEmbedParamsSchema, inputsEmbedParamsSchema]);
|
|
109
|
+
export const embedClientParamsSchema = z.union([
|
|
110
|
+
textEmbedParamsSchema,
|
|
111
|
+
inputsEmbedParamsSchema,
|
|
112
|
+
clientSingleEmbedParamsSchema
|
|
113
|
+
]);
|
|
114
|
+
const requestFields = { type: z.literal('embed') };
|
|
115
|
+
export const embedRequestSchema = z.union([
|
|
116
|
+
textEmbedParamsSchema
|
|
117
|
+
.extend(requestFields)
|
|
118
|
+
.extend(trackedRequestSchema.shape)
|
|
119
|
+
.meta({ title: 'EmbedTextRequest' }),
|
|
120
|
+
inputsEmbedParamsSchema
|
|
121
|
+
.extend(requestFields)
|
|
122
|
+
.extend(trackedRequestSchema.shape)
|
|
123
|
+
.meta({ title: 'EmbedInputsRequest' }),
|
|
124
|
+
singleEmbedParamsSchema
|
|
125
|
+
.extend({
|
|
126
|
+
...requestFields,
|
|
127
|
+
input: titledInputSchema('EmbedSingleInput').describe(singleInputDescription)
|
|
128
|
+
})
|
|
129
|
+
.extend(trackedRequestSchema.shape)
|
|
130
|
+
.meta({ title: 'EmbedSingleRequest' })
|
|
131
|
+
]);
|
|
132
|
+
export const embedBatchRequestSchema = embedBatchParamsSchema
|
|
133
|
+
.extend({
|
|
134
|
+
type: z.literal('embedBatch'),
|
|
135
|
+
inputs: z
|
|
136
|
+
.array(titledInputSchema('EmbedBatchInput'))
|
|
137
|
+
.min(1, 'Inputs cannot be empty')
|
|
138
|
+
.describe(batchInputsDescription)
|
|
139
|
+
})
|
|
140
|
+
.extend(trackedRequestSchema.shape);
|
|
141
|
+
// embed() is model-agnostic, so its stats cover both engines. Each model fills only its own fields.
|
|
142
|
+
const imageStats = imageEmbeddingStatsSchema.shape;
|
|
19
143
|
export const embedStatsSchema = z.object({
|
|
20
|
-
totalTime: z
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
144
|
+
totalTime: z
|
|
145
|
+
.number()
|
|
146
|
+
.optional()
|
|
147
|
+
.describe('Total embedding time in milliseconds. For a MegaLoc batch, the sum of native times.'),
|
|
148
|
+
tokensPerSecond: z
|
|
149
|
+
.number()
|
|
150
|
+
.optional()
|
|
151
|
+
.describe('Tokens processed per second. llama.cpp embedding models only.'),
|
|
152
|
+
totalTokens: z
|
|
153
|
+
.number()
|
|
154
|
+
.optional()
|
|
155
|
+
.describe('Total tokens processed. llama.cpp embedding models only.'),
|
|
156
|
+
backendDevice: z
|
|
157
|
+
.enum(['cpu', 'gpu'])
|
|
158
|
+
.optional()
|
|
159
|
+
.describe('Compute backend used for inference. llama.cpp embedding models only.'),
|
|
160
|
+
contextSize: z
|
|
161
|
+
.number()
|
|
162
|
+
.optional()
|
|
163
|
+
.describe('Context size in tokens. llama.cpp embedding models only.'),
|
|
164
|
+
backendId: imageStats.backendId.describe('Native backend ID: CPU=0, Metal=1, CUDA=2, Vulkan=3, OpenCL=4, other=99. MegaLoc only.'),
|
|
165
|
+
cpuFallbackNodes: imageStats.cpuFallbackNodes.describe('Number of graph nodes scheduled on CPU fallback. MegaLoc only.'),
|
|
166
|
+
weightBytes: imageStats.weightBytes.describe('Allocated model weight bytes. MegaLoc only.')
|
|
25
167
|
});
|
|
26
168
|
export const embedResponseSchema = z.object({
|
|
27
169
|
type: z.literal('embed'),
|
|
@@ -29,7 +171,11 @@ export const embedResponseSchema = z.object({
|
|
|
29
171
|
embedding: z
|
|
30
172
|
.union([z.array(z.number()), z.array(z.array(z.number()))])
|
|
31
173
|
.default([])
|
|
32
|
-
.describe('
|
|
174
|
+
.describe('One vector for input or a text string. One vector per item for legacy text arrays or inputs.'),
|
|
33
175
|
stats: embedStatsSchema.optional().describe('Performance statistics'),
|
|
34
176
|
error: z.string().optional()
|
|
35
177
|
});
|
|
178
|
+
export const embedBatchResponseSchema = embedResponseSchema.extend({
|
|
179
|
+
type: z.literal('embedBatch'),
|
|
180
|
+
embedding: z.array(z.array(z.number()))
|
|
181
|
+
});
|
|
@@ -1,10 +1,11 @@
|
|
|
1
|
-
import { type ModelRegistryEngine, type ModelRegistryEntryAddon } from '
|
|
1
|
+
import { type ModelRegistryEngine, type ModelRegistryEntryAddon } from '../schemas/registry.js';
|
|
2
2
|
export declare const ENGINE_TO_ADDON: {
|
|
3
3
|
readonly "llamacpp-completion": "llm";
|
|
4
4
|
readonly "whispercpp-transcription": "whisper";
|
|
5
5
|
readonly "bci-whispercpp-transcription": "bci";
|
|
6
6
|
readonly "llamacpp-embedding": "embeddings";
|
|
7
7
|
readonly "llamacpp-decision": "embeddings";
|
|
8
|
+
readonly "llamacpp-rerank": "embeddings";
|
|
8
9
|
readonly "nmtcpp-translation": "nmt";
|
|
9
10
|
readonly "onnx-tts": "tts";
|
|
10
11
|
readonly "tts-ggml": "tts";
|
|
@@ -15,6 +16,7 @@ export declare const ENGINE_TO_ADDON: {
|
|
|
15
16
|
readonly "audiogen-ggml": "audiogen";
|
|
16
17
|
readonly "ggml-vla": "vla";
|
|
17
18
|
readonly "ggml-classification": "classification";
|
|
19
|
+
readonly "ggml-image-embedding": "classification";
|
|
18
20
|
readonly 'onnx-vad': "vad";
|
|
19
21
|
};
|
|
20
22
|
export declare const LEGACY_ENGINE_TO_CANONICAL: Record<string, ModelRegistryEngine>;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { ModelType } from '
|
|
2
|
-
import { ADDON_ASR, ADDON_AUDIOGEN, ADDON_BCI, ADDON_CLASSIFICATION, ADDON_DIFFUSION, ADDON_EMBEDDING, ADDON_LLM, ADDON_NMT, ADDON_OCR, ADDON_PARAKEET, ADDON_TTS, ADDON_VLA, ADDON_WHISPER } from '
|
|
3
|
-
import { modelRegistryEngineSchema } from '
|
|
1
|
+
import { ModelType } from '../schemas/model-types.js';
|
|
2
|
+
import { ADDON_ASR, ADDON_AUDIOGEN, ADDON_BCI, ADDON_CLASSIFICATION, ADDON_DIFFUSION, ADDON_EMBEDDING, ADDON_LLM, ADDON_NMT, ADDON_OCR, ADDON_PARAKEET, ADDON_TTS, ADDON_VLA, ADDON_WHISPER } from '../schemas/plugin.js';
|
|
3
|
+
import { modelRegistryEngineSchema } from '../schemas/registry.js';
|
|
4
4
|
// Canonical engine → addon mapping (exhaustive). `as const` preserves
|
|
5
5
|
// per-key literals so the addon can be derived from the engine at the type level.
|
|
6
6
|
export const ENGINE_TO_ADDON = {
|
|
@@ -9,6 +9,7 @@ export const ENGINE_TO_ADDON = {
|
|
|
9
9
|
[ModelType.bciWhispercppTranscription]: 'bci',
|
|
10
10
|
[ModelType.llamacppEmbedding]: 'embeddings',
|
|
11
11
|
[ModelType.llamacppDecision]: 'embeddings',
|
|
12
|
+
[ModelType.llamacppRerank]: 'embeddings',
|
|
12
13
|
[ModelType.nmtcppTranslation]: 'nmt',
|
|
13
14
|
[ModelType.onnxTts]: 'tts',
|
|
14
15
|
[ModelType.ttsGgml]: 'tts',
|
|
@@ -19,6 +20,7 @@ export const ENGINE_TO_ADDON = {
|
|
|
19
20
|
[ModelType.audiogenGgml]: 'audiogen',
|
|
20
21
|
[ModelType.ggmlVla]: 'vla',
|
|
21
22
|
[ModelType.ggmlClassification]: 'classification',
|
|
23
|
+
[ModelType.ggmlImageEmbedding]: 'classification',
|
|
22
24
|
'onnx-vad': 'vad'
|
|
23
25
|
};
|
|
24
26
|
// Legacy engine names → canonical engine.
|
package/dist/schemas/errors.d.ts
CHANGED
|
@@ -52,6 +52,7 @@ export declare const ERROR_CODES: {
|
|
|
52
52
|
readonly REQUEST_REJECTED_BY_POLICY: 52420;
|
|
53
53
|
readonly CONTEXT_OVERFLOW: 52421;
|
|
54
54
|
readonly INVALID_AUDIO_INPUT: 52422;
|
|
55
|
+
readonly AUDIO_ENCODE_FAILED: 52424;
|
|
55
56
|
readonly RAG_SAVE_FAILED: 52800;
|
|
56
57
|
readonly RAG_SEARCH_FAILED: 52801;
|
|
57
58
|
readonly RAG_DELETE_FAILED: 52802;
|
|
@@ -64,6 +65,7 @@ export declare const ERROR_CODES: {
|
|
|
64
65
|
readonly RAG_LIST_WORKSPACES_FAILED: 52809;
|
|
65
66
|
readonly RAG_CHUNK_FAILED: 52810;
|
|
66
67
|
readonly RAG_WORKSPACE_NOT_OPEN: 52811;
|
|
68
|
+
readonly RAG_WORKSPACE_BUSY: 52812;
|
|
67
69
|
readonly VECTOR_INDEX_PROVIDER_UNAVAILABLE: 52850;
|
|
68
70
|
readonly VECTOR_INDEX_NOT_FOUND: 52851;
|
|
69
71
|
readonly VECTOR_INDEX_INVALID_VECTORS: 52852;
|
|
@@ -90,10 +92,18 @@ export declare const ERROR_CODES: {
|
|
|
90
92
|
readonly INVALID_DELETE_CACHE_PARAMS: 53201;
|
|
91
93
|
readonly CACHE_DIR_NOT_ABSOLUTE: 53202;
|
|
92
94
|
readonly CACHE_DIR_NOT_WRITABLE: 53203;
|
|
95
|
+
readonly INVALID_SEED_FROM_PARAMS: 53204;
|
|
96
|
+
readonly KV_CACHE_SEED_SOURCE_NOT_FOUND: 53205;
|
|
97
|
+
readonly KV_CACHE_SEED_SHARING_DISABLED: 53206;
|
|
93
98
|
readonly CONFIG_ALREADY_SET: 53351;
|
|
94
99
|
readonly LIFECYCLE_SUSPEND_FAILED: 53600;
|
|
95
100
|
readonly LIFECYCLE_RESUME_FAILED: 53601;
|
|
96
101
|
readonly LIFECYCLE_OPERATION_BLOCKED: 53602;
|
|
102
|
+
readonly SESSION_ID_CONFLICT: 53620;
|
|
103
|
+
readonly SESSION_NOT_OPEN: 53621;
|
|
104
|
+
readonly MODEL_LEASED: 53622;
|
|
105
|
+
readonly OWNER_ONLY: 53623;
|
|
106
|
+
readonly MODEL_RECONFIGURED: 53624;
|
|
97
107
|
readonly FFMPEG_NOT_AVAILABLE: 53500;
|
|
98
108
|
readonly AUDIO_PLAYER_FAILED: 53501;
|
|
99
109
|
readonly INVALID_AUDIO_CHUNK_TYPE: 53502;
|
|
@@ -112,8 +122,11 @@ export declare const ERROR_CODES: {
|
|
|
112
122
|
readonly PLUGIN_LOAD_CONFIG_VALIDATION_FAILED: 53859;
|
|
113
123
|
readonly PATH_TRAVERSAL: 53900;
|
|
114
124
|
readonly QVAC_MODEL_REGISTRY_QUERY_FAILED: 53950;
|
|
125
|
+
readonly QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND: 53951;
|
|
126
|
+
readonly QVAC_MODEL_REGISTRY_BUSY: 53952;
|
|
115
127
|
};
|
|
116
128
|
declare const errorDefinitions: ErrorCodesMap;
|
|
129
|
+
export declare function modelRegistryBusyMessage(holder: string, waitedMs: number): string;
|
|
117
130
|
export { errorDefinitions as ERROR_DEFINITIONS };
|
|
118
131
|
export declare const REGISTRY_ERROR_CODES: {
|
|
119
132
|
readonly FAILED_TO_CONNECT: 19001;
|
package/dist/schemas/errors.js
CHANGED
|
@@ -61,6 +61,7 @@ export const ERROR_CODES = {
|
|
|
61
61
|
REQUEST_REJECTED_BY_POLICY: 52420,
|
|
62
62
|
CONTEXT_OVERFLOW: 52421,
|
|
63
63
|
INVALID_AUDIO_INPUT: 52422,
|
|
64
|
+
AUDIO_ENCODE_FAILED: 52424,
|
|
64
65
|
// RAG operations (52,800-52,999)
|
|
65
66
|
RAG_SAVE_FAILED: 52800,
|
|
66
67
|
RAG_SEARCH_FAILED: 52801,
|
|
@@ -74,6 +75,7 @@ export const ERROR_CODES = {
|
|
|
74
75
|
RAG_LIST_WORKSPACES_FAILED: 52809,
|
|
75
76
|
RAG_CHUNK_FAILED: 52810,
|
|
76
77
|
RAG_WORKSPACE_NOT_OPEN: 52811,
|
|
78
|
+
RAG_WORKSPACE_BUSY: 52812,
|
|
77
79
|
// Vector index (52,850-52,899)
|
|
78
80
|
VECTOR_INDEX_PROVIDER_UNAVAILABLE: 52850,
|
|
79
81
|
VECTOR_INDEX_NOT_FOUND: 52851,
|
|
@@ -103,12 +105,21 @@ export const ERROR_CODES = {
|
|
|
103
105
|
INVALID_DELETE_CACHE_PARAMS: 53201,
|
|
104
106
|
CACHE_DIR_NOT_ABSOLUTE: 53202,
|
|
105
107
|
CACHE_DIR_NOT_WRITABLE: 53203,
|
|
108
|
+
INVALID_SEED_FROM_PARAMS: 53204,
|
|
109
|
+
KV_CACHE_SEED_SOURCE_NOT_FOUND: 53205,
|
|
110
|
+
KV_CACHE_SEED_SHARING_DISABLED: 53206,
|
|
106
111
|
// Config operations (53,350-53,499)
|
|
107
112
|
CONFIG_ALREADY_SET: 53351,
|
|
108
113
|
// Lifecycle (53,600-53,610)
|
|
109
114
|
LIFECYCLE_SUSPEND_FAILED: 53600,
|
|
110
115
|
LIFECYCLE_RESUME_FAILED: 53601,
|
|
111
116
|
LIFECYCLE_OPERATION_BLOCKED: 53602,
|
|
117
|
+
// Caller sessions and model leases (53,620-53,649)
|
|
118
|
+
SESSION_ID_CONFLICT: 53620,
|
|
119
|
+
SESSION_NOT_OPEN: 53621,
|
|
120
|
+
MODEL_LEASED: 53622,
|
|
121
|
+
OWNER_ONLY: 53623,
|
|
122
|
+
MODEL_RECONFIGURED: 53624,
|
|
112
123
|
// System / runtime (53,500-53,699)
|
|
113
124
|
FFMPEG_NOT_AVAILABLE: 53500,
|
|
114
125
|
AUDIO_PLAYER_FAILED: 53501,
|
|
@@ -131,7 +142,9 @@ export const ERROR_CODES = {
|
|
|
131
142
|
// Security (53,900-53,949)
|
|
132
143
|
PATH_TRAVERSAL: 53900,
|
|
133
144
|
// Model registry query (53,950-54,000)
|
|
134
|
-
QVAC_MODEL_REGISTRY_QUERY_FAILED: 53950
|
|
145
|
+
QVAC_MODEL_REGISTRY_QUERY_FAILED: 53950,
|
|
146
|
+
QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND: 53951,
|
|
147
|
+
QVAC_MODEL_REGISTRY_BUSY: 53952
|
|
135
148
|
};
|
|
136
149
|
const errorDefinitions = {
|
|
137
150
|
// Response / request validation
|
|
@@ -375,6 +388,10 @@ const errorDefinitions = {
|
|
|
375
388
|
name: 'INVALID_AUDIO_INPUT',
|
|
376
389
|
message: (details) => `Invalid audio input${details ? `: ${details}` : ''}`
|
|
377
390
|
},
|
|
391
|
+
[ERROR_CODES.AUDIO_ENCODE_FAILED]: {
|
|
392
|
+
name: 'AUDIO_ENCODE_FAILED',
|
|
393
|
+
message: (format, details) => `Failed to encode audio as ${format}${details ? `: ${details}` : ''}`
|
|
394
|
+
},
|
|
378
395
|
// RAG operations
|
|
379
396
|
[ERROR_CODES.RAG_SAVE_FAILED]: {
|
|
380
397
|
name: 'RAG_SAVE_FAILED',
|
|
@@ -424,6 +441,10 @@ const errorDefinitions = {
|
|
|
424
441
|
name: 'RAG_WORKSPACE_NOT_OPEN',
|
|
425
442
|
message: (workspace) => `RAG workspace '${workspace}' is not open`
|
|
426
443
|
},
|
|
444
|
+
[ERROR_CODES.RAG_WORKSPACE_BUSY]: {
|
|
445
|
+
name: 'RAG_WORKSPACE_BUSY',
|
|
446
|
+
message: (workspace) => `RAG workspace '${workspace}' is running another session's operation; retry when it finishes`
|
|
447
|
+
},
|
|
427
448
|
// Vector index
|
|
428
449
|
[ERROR_CODES.VECTOR_INDEX_PROVIDER_UNAVAILABLE]: {
|
|
429
450
|
name: 'VECTOR_INDEX_PROVIDER_UNAVAILABLE',
|
|
@@ -532,6 +553,18 @@ const errorDefinitions = {
|
|
|
532
553
|
name: 'CACHE_DIR_NOT_WRITABLE',
|
|
533
554
|
message: (cacheDir, details) => `Cache directory is not writable: ${cacheDir}${details ? `. ${details}` : ''}`
|
|
534
555
|
},
|
|
556
|
+
[ERROR_CODES.INVALID_SEED_FROM_PARAMS]: {
|
|
557
|
+
name: 'INVALID_SEED_FROM_PARAMS',
|
|
558
|
+
message: 'seedFrom needs a caller-managed kvCache key other than itself'
|
|
559
|
+
},
|
|
560
|
+
[ERROR_CODES.KV_CACHE_SEED_SOURCE_NOT_FOUND]: {
|
|
561
|
+
name: 'KV_CACHE_SEED_SOURCE_NOT_FOUND',
|
|
562
|
+
message: (seedFrom, modelId) => `No cache named "${seedFrom}" exists for model "${modelId}" with this system prompt`
|
|
563
|
+
},
|
|
564
|
+
[ERROR_CODES.KV_CACHE_SEED_SHARING_DISABLED]: {
|
|
565
|
+
name: 'KV_CACHE_SEED_SHARING_DISABLED',
|
|
566
|
+
message: (modelId) => `seedFrom has no effect on model "${modelId}": it was not loaded with cache_share_across_keys true`
|
|
567
|
+
},
|
|
535
568
|
// Config operations
|
|
536
569
|
[ERROR_CODES.CONFIG_ALREADY_SET]: {
|
|
537
570
|
name: 'CONFIG_ALREADY_SET',
|
|
@@ -550,6 +583,27 @@ const errorDefinitions = {
|
|
|
550
583
|
name: 'LIFECYCLE_OPERATION_BLOCKED',
|
|
551
584
|
message: (requestType, lifecycleState) => `Operation "${requestType}" is blocked while runtime state is "${lifecycleState}"`
|
|
552
585
|
},
|
|
586
|
+
// Caller sessions and model leases
|
|
587
|
+
[ERROR_CODES.SESSION_ID_CONFLICT]: {
|
|
588
|
+
name: 'SESSION_ID_CONFLICT',
|
|
589
|
+
message: (sessionId) => `Session id "${sessionId}" is already open`
|
|
590
|
+
},
|
|
591
|
+
[ERROR_CODES.SESSION_NOT_OPEN]: {
|
|
592
|
+
name: 'SESSION_NOT_OPEN',
|
|
593
|
+
message: (sessionId) => `Session "${sessionId}" is not open`
|
|
594
|
+
},
|
|
595
|
+
[ERROR_CODES.MODEL_LEASED]: {
|
|
596
|
+
name: 'MODEL_LEASED',
|
|
597
|
+
message: (modelId, leaseCount) => `Model "${modelId}" is held by ${leaseCount} other session(s); it cannot be reconfigured while another session uses it`
|
|
598
|
+
},
|
|
599
|
+
[ERROR_CODES.OWNER_ONLY]: {
|
|
600
|
+
name: 'OWNER_ONLY',
|
|
601
|
+
message: (operation, sessionId) => `Operation "${operation}" is reserved for the runtime owner; session "${sessionId}" cannot call it`
|
|
602
|
+
},
|
|
603
|
+
[ERROR_CODES.MODEL_RECONFIGURED]: {
|
|
604
|
+
name: 'MODEL_RECONFIGURED',
|
|
605
|
+
message: (modelId) => `Model "${modelId}" was reconfigured after it was loaded and no longer has the configuration this load asks for; load it again once it is unloaded`
|
|
606
|
+
},
|
|
553
607
|
// System / runtime
|
|
554
608
|
[ERROR_CODES.FFMPEG_NOT_AVAILABLE]: {
|
|
555
609
|
name: 'FFMPEG_NOT_AVAILABLE',
|
|
@@ -629,8 +683,24 @@ const errorDefinitions = {
|
|
|
629
683
|
[ERROR_CODES.QVAC_MODEL_REGISTRY_QUERY_FAILED]: {
|
|
630
684
|
name: 'QVAC_MODEL_REGISTRY_QUERY_FAILED',
|
|
631
685
|
message: (details) => `QVAC model registry query failed${details ? `: ${details}` : ''}`
|
|
686
|
+
},
|
|
687
|
+
[ERROR_CODES.QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND]: {
|
|
688
|
+
name: 'QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND',
|
|
689
|
+
message: (registrySource, registryPath) => `QVAC model registry has no model at ${registrySource}/${registryPath}`
|
|
690
|
+
},
|
|
691
|
+
[ERROR_CODES.QVAC_MODEL_REGISTRY_BUSY]: {
|
|
692
|
+
name: 'QVAC_MODEL_REGISTRY_BUSY',
|
|
693
|
+
message: modelRegistryBusyMessage
|
|
632
694
|
}
|
|
633
695
|
};
|
|
696
|
+
// `current` also covers a wait queued behind this process's own work while
|
|
697
|
+
// another process is owed the store next.
|
|
698
|
+
export function modelRegistryBusyMessage(holder, waitedMs) {
|
|
699
|
+
const waited = `${Math.round(waitedMs / 1000)}s`;
|
|
700
|
+
return holder === 'legacy'
|
|
701
|
+
? `Another QVAC process on an older SDK holds the model registry until it exits; gave up after ${waited}. Close or upgrade that process, then retry.`
|
|
702
|
+
: `Another QVAC process is using the model registry or is next in line for it; gave up after ${waited}. Retry shortly.`;
|
|
703
|
+
}
|
|
634
704
|
addCodes(errorDefinitions, { name: 'qvac-inference', version: '1.0.0' });
|
|
635
705
|
export { errorDefinitions as ERROR_DEFINITIONS };
|
|
636
706
|
// Registry client error codes (19,001-20,000 range). These match the codes
|
|
@@ -81,8 +81,8 @@ export declare const finetuneRunParamsSchema: z.ZodObject<{
|
|
|
81
81
|
weightDecay: z.ZodOptional<z.ZodNumber>;
|
|
82
82
|
}, z.core.$strict>;
|
|
83
83
|
operation: z.ZodOptional<z.ZodEnum<{
|
|
84
|
-
start: "start";
|
|
85
84
|
resume: "resume";
|
|
85
|
+
start: "start";
|
|
86
86
|
}>>;
|
|
87
87
|
}, z.core.$strict>;
|
|
88
88
|
export declare const finetuneGetStateParamsSchema: z.ZodObject<{
|
|
@@ -207,8 +207,8 @@ export declare const finetuneParamsSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
207
207
|
weightDecay: z.ZodOptional<z.ZodNumber>;
|
|
208
208
|
}, z.core.$strict>;
|
|
209
209
|
operation: z.ZodOptional<z.ZodEnum<{
|
|
210
|
-
start: "start";
|
|
211
210
|
resume: "resume";
|
|
211
|
+
start: "start";
|
|
212
212
|
}>>;
|
|
213
213
|
}, z.core.$strict>, z.ZodObject<{
|
|
214
214
|
modelId: z.ZodString;
|
|
@@ -332,10 +332,11 @@ export declare const finetuneRunRequestSchema: z.ZodObject<{
|
|
|
332
332
|
}, z.core.$strict>;
|
|
333
333
|
type: z.ZodLiteral<"finetune">;
|
|
334
334
|
operation: z.ZodOptional<z.ZodEnum<{
|
|
335
|
-
start: "start";
|
|
336
335
|
resume: "resume";
|
|
336
|
+
start: "start";
|
|
337
337
|
}>>;
|
|
338
338
|
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
339
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
339
340
|
requestId: z.ZodOptional<z.ZodString>;
|
|
340
341
|
}, z.core.$strict>;
|
|
341
342
|
export declare const finetuneGetStateRequestSchema: z.ZodObject<{
|
|
@@ -396,6 +397,8 @@ export declare const finetuneGetStateRequestSchema: z.ZodObject<{
|
|
|
396
397
|
}, z.core.$strict>;
|
|
397
398
|
type: z.ZodLiteral<"finetune">;
|
|
398
399
|
operation: z.ZodLiteral<"getState">;
|
|
400
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
401
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
399
402
|
}, z.core.$strict>;
|
|
400
403
|
export declare const finetuneStopRequestSchema: z.ZodObject<{
|
|
401
404
|
modelId: z.ZodString;
|
|
@@ -404,6 +407,8 @@ export declare const finetuneStopRequestSchema: z.ZodObject<{
|
|
|
404
407
|
cancel: "cancel";
|
|
405
408
|
pause: "pause";
|
|
406
409
|
}>;
|
|
410
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
411
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
407
412
|
}, z.core.$strict>;
|
|
408
413
|
export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
409
414
|
modelId: z.ZodString;
|
|
@@ -463,10 +468,11 @@ export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
463
468
|
}, z.core.$strict>;
|
|
464
469
|
type: z.ZodLiteral<"finetune">;
|
|
465
470
|
operation: z.ZodOptional<z.ZodEnum<{
|
|
466
|
-
start: "start";
|
|
467
471
|
resume: "resume";
|
|
472
|
+
start: "start";
|
|
468
473
|
}>>;
|
|
469
474
|
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
475
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
470
476
|
requestId: z.ZodOptional<z.ZodString>;
|
|
471
477
|
}, z.core.$strict>, z.ZodObject<{
|
|
472
478
|
modelId: z.ZodString;
|
|
@@ -526,6 +532,8 @@ export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
526
532
|
}, z.core.$strict>;
|
|
527
533
|
type: z.ZodLiteral<"finetune">;
|
|
528
534
|
operation: z.ZodLiteral<"getState">;
|
|
535
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
536
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
529
537
|
}, z.core.$strict>, z.ZodObject<{
|
|
530
538
|
modelId: z.ZodString;
|
|
531
539
|
type: z.ZodLiteral<"finetune">;
|
|
@@ -533,6 +541,8 @@ export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
533
541
|
cancel: "cancel";
|
|
534
542
|
pause: "pause";
|
|
535
543
|
}>;
|
|
544
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
545
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
536
546
|
}, z.core.$strict>]>;
|
|
537
547
|
export declare const finetuneStatusSchema: z.ZodEnum<{
|
|
538
548
|
IDLE: "IDLE";
|
package/dist/schemas/finetune.js
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
2
3
|
const lrSchedulerValues = ['constant', 'cosine', 'linear'];
|
|
3
4
|
const finetuneStatusValues = ['IDLE', 'RUNNING', 'PAUSED', 'CANCELLED', 'COMPLETED'];
|
|
4
5
|
export const finetuneValidationSchema = z
|
|
@@ -89,13 +90,9 @@ export const finetuneRunRequestSchema = finetuneRunParamsSchemaBase
|
|
|
89
90
|
.extend({
|
|
90
91
|
type: z.literal('finetune'),
|
|
91
92
|
operation: z.enum(['start', 'resume']).optional(),
|
|
92
|
-
withProgress: z.boolean().optional()
|
|
93
|
-
requestId: z
|
|
94
|
-
.string()
|
|
95
|
-
.min(1)
|
|
96
|
-
.optional()
|
|
97
|
-
.describe('Stable identifier for this in-flight finetune, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
|
|
93
|
+
withProgress: z.boolean().optional()
|
|
98
94
|
})
|
|
95
|
+
.extend(trackedRequestSchema.shape)
|
|
99
96
|
.strict()
|
|
100
97
|
.meta({ title: 'FinetuneRunRequest' });
|
|
101
98
|
export const finetuneGetStateRequestSchema = finetuneRunParamsSchemaBase
|
|
@@ -103,6 +100,7 @@ export const finetuneGetStateRequestSchema = finetuneRunParamsSchemaBase
|
|
|
103
100
|
type: z.literal('finetune'),
|
|
104
101
|
operation: z.literal('getState')
|
|
105
102
|
})
|
|
103
|
+
.extend(trackedRequestSchema.shape)
|
|
106
104
|
.strict()
|
|
107
105
|
.meta({ title: 'FinetuneGetStateRequest' });
|
|
108
106
|
export const finetuneStopRequestSchema = finetuneModelParamsSchema
|
|
@@ -110,6 +108,7 @@ export const finetuneStopRequestSchema = finetuneModelParamsSchema
|
|
|
110
108
|
type: z.literal('finetune'),
|
|
111
109
|
operation: z.enum(['pause', 'cancel'])
|
|
112
110
|
})
|
|
111
|
+
.extend(trackedRequestSchema.shape)
|
|
113
112
|
.strict()
|
|
114
113
|
.meta({ title: 'FinetuneStopRequest' });
|
|
115
114
|
export const finetuneRequestSchema = z.union([
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
export declare const heartbeatRequestSchema: z.ZodObject<{
|
|
3
3
|
type: z.ZodLiteral<"heartbeat">;
|
|
4
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
4
5
|
}, z.core.$strip>;
|
|
5
6
|
export declare const heartbeatResponseSchema: z.ZodObject<{
|
|
6
7
|
type: z.ZodLiteral<"heartbeat">;
|
|
@@ -1,7 +1,10 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
|
|
2
|
+
import { sessionScopedRequestSchema } from '../schemas/request-base.js';
|
|
3
|
+
export const heartbeatRequestSchema = z
|
|
4
|
+
.object({
|
|
3
5
|
type: z.literal('heartbeat')
|
|
4
|
-
})
|
|
6
|
+
})
|
|
7
|
+
.extend(sessionScopedRequestSchema.shape);
|
|
5
8
|
export const heartbeatResponseSchema = z.object({
|
|
6
9
|
type: z.literal('heartbeat'),
|
|
7
10
|
number: z.number()
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const imageEmbeddingConfigSchema: z.ZodObject<{
|
|
3
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
4
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
5
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
6
|
+
}, z.core.$strip>;
|
|
7
|
+
export declare const imageEmbeddingInputSchema: z.ZodObject<{
|
|
8
|
+
image: z.ZodBase64;
|
|
9
|
+
width: z.ZodOptional<z.ZodNumber>;
|
|
10
|
+
height: z.ZodOptional<z.ZodNumber>;
|
|
11
|
+
channels: z.ZodOptional<z.ZodLiteral<3>>;
|
|
12
|
+
}, z.core.$strip>;
|
|
13
|
+
export declare const imageEmbeddingClientInputSchema: z.ZodObject<{
|
|
14
|
+
image: z.ZodInstanceOf<Uint8Array<ArrayBuffer>>;
|
|
15
|
+
width: z.ZodOptional<z.ZodNumber>;
|
|
16
|
+
height: z.ZodOptional<z.ZodNumber>;
|
|
17
|
+
channels: z.ZodOptional<z.ZodLiteral<3>>;
|
|
18
|
+
}, z.core.$strip>;
|
|
19
|
+
export declare const imageEmbeddingStatsSchema: z.ZodObject<{
|
|
20
|
+
totalTime: z.ZodOptional<z.ZodNumber>;
|
|
21
|
+
backendId: z.ZodOptional<z.ZodNumber>;
|
|
22
|
+
cpuFallbackNodes: z.ZodOptional<z.ZodNumber>;
|
|
23
|
+
weightBytes: z.ZodOptional<z.ZodNumber>;
|
|
24
|
+
}, z.core.$strip>;
|
|
25
|
+
export declare const imageEmbeddingSchema: z.ZodArray<z.ZodNumber>;
|
|
26
|
+
export type ImageEmbeddingConfig = z.infer<typeof imageEmbeddingConfigSchema>;
|
|
27
|
+
export type ImageEmbeddingStats = z.infer<typeof imageEmbeddingStatsSchema>;
|