@qvac/inference 0.22.0 → 0.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +59 -40
- package/README.md +1 -1
- package/dist/api/audio-gen.js +1 -1
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +3 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/diffusion.d.ts +18 -1
- package/dist/api/diffusion.js +18 -1
- package/dist/api/download-asset.js +1 -1
- package/dist/api/finetune.js +1 -1
- package/dist/api/index.d.ts +39 -38
- package/dist/api/index.js +38 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/registry.d.ts +2 -1
- package/dist/api/registry.js +5 -4
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/unload-model.js +1 -1
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +3 -2
- package/dist/dispatch.js +16 -4
- package/dist/errors/index.d.ts +6 -0
- package/dist/errors/index.js +13 -1
- package/dist/handlers/assess-model-fit.d.ts +1 -1
- package/dist/handlers/assess-model-fit.js +4 -4
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +2 -2
- package/dist/handlers/download-asset.js +2 -2
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +2 -3
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
- package/dist/handlers/load-model/coreml-sidecars.js +71 -8
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +10 -7
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +3 -3
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +5 -5
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +5 -5
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +23 -7
- package/dist/handlers/registry.js +4 -2
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/vector-index.js +2 -2
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +1 -1
- package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
- package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
- package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
- package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
- package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
- package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
- package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
- package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
- package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
- package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
- package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
- package/dist/model-fit/request/engines/diffusion.js +93 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
- package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
- package/dist/model-fit/run/run.d.ts +43 -0
- package/dist/model-fit/run/run.js +204 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +510 -0
- package/dist/models/registry/models.js +2946 -2410
- package/dist/models/registry/resource-profiles.js +203 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
- package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +15 -14
- package/dist/plugins/builtin/index.js +15 -14
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
- package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
- package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
- package/dist/plugins/ops/kv-cache-utils.js +15 -8
- package/dist/plugins/ops/load-model.d.ts +8 -2
- package/dist/plugins/ops/load-model.js +14 -5
- package/dist/plugins/ops/transcribe.js +1 -1
- package/dist/plugins/ops/translate.js +3 -3
- package/dist/plugins/ops/unload-model.js +1 -1
- package/dist/plugins/turbovec-backend.js +5 -5
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +2 -2
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +2 -1
- package/dist/resources/collector.d.ts +1 -1
- package/dist/resources/collector.js +1 -1
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/rpc/inventory.js +3 -3
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +7 -7
- package/dist/runtime/model-config-utils.js +3 -0
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +14 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +1 -1
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +2 -2
- package/dist/runtime/vector-index-registry.d.ts +5 -5
- package/dist/runtime/vector-index-registry.js +36 -13
- package/dist/schemas/assess-model-fit.d.ts +6 -0
- package/dist/schemas/assess-model-fit.js +4 -4
- package/dist/schemas/audio-gen.d.ts +13 -1
- package/dist/schemas/audio-gen.js +3 -3
- package/dist/schemas/batch-completion-stream.d.ts +8 -2
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.d.ts +1 -0
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +1 -1
- package/dist/schemas/bci.js +2 -2
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/common.d.ts +478 -100
- package/dist/schemas/common.js +35 -32
- package/dist/schemas/completion-event.d.ts +8 -2
- package/dist/schemas/completion-event.js +4 -1
- package/dist/schemas/completion-stream.d.ts +11 -2
- package/dist/schemas/completion-stream.js +37 -10
- package/dist/schemas/config.d.ts +849 -6
- package/dist/schemas/config.js +12 -10
- package/dist/schemas/decision.d.ts +8 -0
- package/dist/schemas/decision.js +14 -0
- package/dist/schemas/download-asset.d.ts +6 -4
- package/dist/schemas/download-asset.js +1 -1
- package/dist/schemas/engine-addon-map.d.ts +2 -1
- package/dist/schemas/engine-addon-map.js +4 -3
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +6 -1
- package/dist/schemas/index.d.ts +51 -50
- package/dist/schemas/index.js +50 -49
- package/dist/schemas/llamacpp-config.d.ts +182 -6
- package/dist/schemas/llamacpp-config.js +102 -7
- package/dist/schemas/load-model.d.ts +3176 -646
- package/dist/schemas/load-model.js +34 -1
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +195 -1
- package/dist/schemas/model-config-schemas.js +14 -12
- package/dist/schemas/model-fit-policy.d.ts +1 -1
- package/dist/schemas/model-info.js +2 -2
- package/dist/schemas/model-resource-profile.d.ts +1 -0
- package/dist/schemas/model-resource-profile.js +1 -1
- package/dist/schemas/model-src-utils.d.ts +6 -2
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +5 -1
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +2 -0
- package/dist/schemas/ocr.js +1 -1
- package/dist/schemas/plugin.d.ts +9 -3
- package/dist/schemas/plugin.js +6 -0
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.d.ts +8 -0
- package/dist/schemas/registry.js +2 -1
- package/dist/schemas/reload-config.d.ts +6 -2
- package/dist/schemas/reload-config.js +2 -2
- package/dist/schemas/rerank.d.ts +131 -0
- package/dist/schemas/rerank.js +102 -0
- package/dist/schemas/sdcpp-config.d.ts +56 -0
- package/dist/schemas/sdcpp-config.js +33 -15
- package/dist/schemas/text-to-speech.d.ts +61 -0
- package/dist/schemas/transcription-config.d.ts +5 -0
- package/dist/schemas/transcription-config.js +16 -1
- package/dist/schemas/transcription.d.ts +1 -1
- package/dist/schemas/transcription.js +1 -1
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.d.ts +20 -10
- package/dist/schemas/translation-config.js +1 -1
- package/dist/surface.d.ts +2 -1
- package/dist/surface.js +2 -1
- package/dist/utils/addon-responses.d.ts +2 -0
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +2 -2
- package/dist/utils/cache/paths.js +6 -6
- package/dist/utils/checksum.d.ts +2 -0
- package/dist/utils/checksum.js +41 -2
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +5 -0
- package/dist/utils/shard-utils.js +19 -3
- package/dist/utils/tool-integration.d.ts +1 -0
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +16 -26
- package/dist/utils/tools/defer.js +50 -41
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/tts-stats.d.ts +1 -1
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +53 -45
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/types.js +0 -1
- /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
- /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
package/dist/schemas/common.js
CHANGED
|
@@ -1,34 +1,35 @@
|
|
|
1
|
-
import { startRpcServerRequestSchema, startRpcServerResponseSchema, stopRpcServerRequestSchema, stopRpcServerResponseSchema, discoverRpcServersRequestSchema, discoverRpcServersResponseSchema } from '
|
|
1
|
+
import { startRpcServerRequestSchema, startRpcServerResponseSchema, stopRpcServerRequestSchema, stopRpcServerResponseSchema, discoverRpcServersRequestSchema, discoverRpcServersResponseSchema } from '../schemas/rpc-server.js';
|
|
2
2
|
import { z } from 'zod';
|
|
3
|
-
import { perCallProfilingSchema } from '
|
|
4
|
-
import { heartbeatRequestSchema, heartbeatResponseSchema } from '
|
|
5
|
-
import { completionOrchestrateRequestSchema, completionOrchestrateResponseSchema, completionStreamRequestSchema, completionStreamResponseSchema } from '
|
|
6
|
-
import { batchCompletionStreamRequestSchema, batchCompletionStreamResponseSchema } from '
|
|
7
|
-
import { loadModelRequestSchema, loadModelResponseSchema, modelProgressUpdateSchema } from '
|
|
8
|
-
import { downloadAssetRequestSchema, downloadAssetResponseSchema } from '
|
|
9
|
-
import { unloadModelRequestSchema, unloadModelResponseSchema, deleteCacheRequestSchema, deleteCacheResponseSchema } from '
|
|
10
|
-
import { transcribeRequestSchema, transcribeResponseSchema, transcribeStreamRequestSchema, transcribeStreamResponseSchema } from '
|
|
11
|
-
import { bciTranscribeRequestSchema, bciTranscribeResponseSchema, bciTranscribeStreamRequestSchema, bciTranscribeStreamResponseSchema } from '
|
|
12
|
-
import { embedRequestSchema, embedResponseSchema } from '
|
|
13
|
-
import { cancelRequestSchema, cancelResponseSchema } from '
|
|
14
|
-
import { translateRequestSchema, translateResponseSchema } from '
|
|
15
|
-
import { loggingStreamRequestSchema, loggingStreamResponseSchema } from '
|
|
16
|
-
import { ttsRequestSchema, ttsResponseSchema, textToSpeechStreamRequestSchema, textToSpeechStreamResponseSchema } from '
|
|
17
|
-
import { errorResponseSchema } from '
|
|
18
|
-
import { ragRequestSchema, ragResponseSchema, ragProgressUpdateSchema } from '
|
|
19
|
-
import { vectorIndexRequestSchema, vectorIndexResponseSchema } from '
|
|
20
|
-
import { getModelInfoRequestSchema, getModelInfoResponseSchema, getLoadedModelInfoRequestSchema, getLoadedModelInfoResponseSchema } from '
|
|
21
|
-
import { getSystemResourcesRequestSchema, getSystemResourcesResponseSchema } from '
|
|
22
|
-
import { assessModelFitRequestSchema, assessModelFitResponseSchema } from '
|
|
23
|
-
import { ocrStreamRequestSchema, ocrStreamResponseSchema } from '
|
|
24
|
-
import { diffusionStreamRequestSchema, diffusionStreamResponseSchema, videoStreamRequestSchema, videoStreamResponseSchema, upscaleStreamRequestSchema, upscaleStreamResponseSchema, worldSceneStreamRequestSchema, worldSceneStreamResponseSchema, worldStepStreamRequestSchema, worldStepStreamResponseSchema } from '
|
|
25
|
-
import { finetuneRequestSchema, finetuneResponseSchema, finetuneProgressResponseSchema } from '
|
|
26
|
-
import { pluginInvokeRequestSchema, pluginInvokeResponseSchema, pluginInvokeStreamRequestSchema, pluginInvokeStreamResponseSchema } from '
|
|
27
|
-
import { modelRegistryListRequestSchema, modelRegistryListResponseSchema, modelRegistrySearchRequestSchema, modelRegistrySearchResponseSchema, modelRegistryGetModelRequestSchema, modelRegistryGetModelResponseSchema } from '
|
|
28
|
-
import { suspendRequestSchema, suspendResponseSchema, resumeRequestSchema, resumeResponseSchema, stateRequestSchema, stateResponseSchema } from '
|
|
29
|
-
import { decideRequestSchema, decideResponseSchema } from '
|
|
30
|
-
import {
|
|
31
|
-
import {
|
|
3
|
+
import { perCallProfilingSchema } from '../schemas/profiling.js';
|
|
4
|
+
import { heartbeatRequestSchema, heartbeatResponseSchema } from '../schemas/heartbeat.js';
|
|
5
|
+
import { completionOrchestrateRequestSchema, completionOrchestrateResponseSchema, completionStreamRequestSchema, completionStreamResponseSchema } from '../schemas/completion-stream.js';
|
|
6
|
+
import { batchCompletionStreamRequestSchema, batchCompletionStreamResponseSchema } from '../schemas/batch-completion-stream.js';
|
|
7
|
+
import { loadModelRequestSchema, loadModelResponseSchema, modelProgressUpdateSchema } from '../schemas/load-model.js';
|
|
8
|
+
import { downloadAssetRequestSchema, downloadAssetResponseSchema } from '../schemas/download-asset.js';
|
|
9
|
+
import { unloadModelRequestSchema, unloadModelResponseSchema, deleteCacheRequestSchema, deleteCacheResponseSchema } from '../schemas/model-ops.js';
|
|
10
|
+
import { transcribeRequestSchema, transcribeResponseSchema, transcribeStreamRequestSchema, transcribeStreamResponseSchema } from '../schemas/transcription.js';
|
|
11
|
+
import { bciTranscribeRequestSchema, bciTranscribeResponseSchema, bciTranscribeStreamRequestSchema, bciTranscribeStreamResponseSchema } from '../schemas/bci.js';
|
|
12
|
+
import { embedRequestSchema, embedResponseSchema } from '../schemas/embed.js';
|
|
13
|
+
import { cancelRequestSchema, cancelResponseSchema } from '../schemas/cancel.js';
|
|
14
|
+
import { translateRequestSchema, translateResponseSchema } from '../schemas/translate.js';
|
|
15
|
+
import { loggingStreamRequestSchema, loggingStreamResponseSchema } from '../schemas/logging-stream.js';
|
|
16
|
+
import { ttsRequestSchema, ttsResponseSchema, textToSpeechStreamRequestSchema, textToSpeechStreamResponseSchema } from '../schemas/text-to-speech.js';
|
|
17
|
+
import { errorResponseSchema } from '../schemas/error.js';
|
|
18
|
+
import { ragRequestSchema, ragResponseSchema, ragProgressUpdateSchema } from '../schemas/rag.js';
|
|
19
|
+
import { vectorIndexRequestSchema, vectorIndexResponseSchema } from '../schemas/vector-index.js';
|
|
20
|
+
import { getModelInfoRequestSchema, getModelInfoResponseSchema, getLoadedModelInfoRequestSchema, getLoadedModelInfoResponseSchema } from '../schemas/model-info.js';
|
|
21
|
+
import { getSystemResourcesRequestSchema, getSystemResourcesResponseSchema } from '../schemas/system-resources.js';
|
|
22
|
+
import { assessModelFitRequestSchema, assessModelFitResponseSchema } from '../schemas/assess-model-fit.js';
|
|
23
|
+
import { ocrStreamRequestSchema, ocrStreamResponseSchema } from '../schemas/ocr.js';
|
|
24
|
+
import { diffusionStreamRequestSchema, diffusionStreamResponseSchema, videoStreamRequestSchema, videoStreamResponseSchema, upscaleStreamRequestSchema, upscaleStreamResponseSchema, worldSceneStreamRequestSchema, worldSceneStreamResponseSchema, worldStepStreamRequestSchema, worldStepStreamResponseSchema } from '../schemas/sdcpp-config.js';
|
|
25
|
+
import { finetuneRequestSchema, finetuneResponseSchema, finetuneProgressResponseSchema } from '../schemas/finetune.js';
|
|
26
|
+
import { pluginInvokeRequestSchema, pluginInvokeResponseSchema, pluginInvokeStreamRequestSchema, pluginInvokeStreamResponseSchema } from '../schemas/plugin.js';
|
|
27
|
+
import { modelRegistryListRequestSchema, modelRegistryListResponseSchema, modelRegistrySearchRequestSchema, modelRegistrySearchResponseSchema, modelRegistryGetModelRequestSchema, modelRegistryGetModelResponseSchema } from '../schemas/registry.js';
|
|
28
|
+
import { suspendRequestSchema, suspendResponseSchema, resumeRequestSchema, resumeResponseSchema, stateRequestSchema, stateResponseSchema } from '../schemas/lifecycle.js';
|
|
29
|
+
import { decideRequestSchema, decideResponseSchema } from '../schemas/decision.js';
|
|
30
|
+
import { rerankRequestSchema, rerankResponseSchema } from '../schemas/rerank.js';
|
|
31
|
+
import { classifyRequestSchema, classifyResponseSchema } from '../schemas/classification.js';
|
|
32
|
+
import { audioEditStreamRequestSchema, audioEditStreamResponseSchema, audioGenStreamRequestSchema, audioGenStreamResponseSchema, audioUnderstandRequestSchema, audioUnderstandResponseSchema } from '../schemas/audio-gen.js';
|
|
32
33
|
export const requestSchema = z.union([
|
|
33
34
|
audioGenStreamRequestSchema,
|
|
34
35
|
audioEditStreamRequestSchema,
|
|
@@ -76,7 +77,8 @@ export const requestSchema = z.union([
|
|
|
76
77
|
resumeRequestSchema,
|
|
77
78
|
stateRequestSchema,
|
|
78
79
|
classifyRequestSchema,
|
|
79
|
-
decideRequestSchema
|
|
80
|
+
decideRequestSchema,
|
|
81
|
+
rerankRequestSchema
|
|
80
82
|
]);
|
|
81
83
|
export const responseSchema = z.discriminatedUnion('type', [
|
|
82
84
|
audioGenStreamResponseSchema,
|
|
@@ -129,7 +131,8 @@ export const responseSchema = z.discriminatedUnion('type', [
|
|
|
129
131
|
resumeResponseSchema,
|
|
130
132
|
stateResponseSchema,
|
|
131
133
|
classifyResponseSchema,
|
|
132
|
-
decideResponseSchema
|
|
134
|
+
decideResponseSchema,
|
|
135
|
+
rerankResponseSchema
|
|
133
136
|
]);
|
|
134
137
|
export const rpcOptionsSchema = z.object({
|
|
135
138
|
timeout: z
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { type Tool, type ToolCallError, type ToolCallWithCall } from '
|
|
3
|
-
import type { ToolDialect } from '
|
|
2
|
+
import { type Tool, type ToolCallError, type ToolCallWithCall } from '../schemas/tools.js';
|
|
3
|
+
import type { ToolDialect } from '../schemas/completion-stream.js';
|
|
4
4
|
export declare const completionStatsSchema: z.ZodObject<{
|
|
5
5
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
6
6
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
@@ -11,6 +11,8 @@ export declare const completionStatsSchema: z.ZodObject<{
|
|
|
11
11
|
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
12
12
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
13
13
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
14
|
+
draftTokens: z.ZodOptional<z.ZodNumber>;
|
|
15
|
+
draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
|
|
14
16
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
15
17
|
cpu: "cpu";
|
|
16
18
|
gpu: "gpu";
|
|
@@ -69,6 +71,8 @@ export declare const statsEventSchema: z.ZodObject<{
|
|
|
69
71
|
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
70
72
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
71
73
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
74
|
+
draftTokens: z.ZodOptional<z.ZodNumber>;
|
|
75
|
+
draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
|
|
72
76
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
73
77
|
cpu: "cpu";
|
|
74
78
|
gpu: "gpu";
|
|
@@ -153,6 +157,8 @@ export declare const completionEventSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
153
157
|
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
154
158
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
155
159
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
160
|
+
draftTokens: z.ZodOptional<z.ZodNumber>;
|
|
161
|
+
draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
|
|
156
162
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
157
163
|
cpu: "cpu";
|
|
158
164
|
gpu: "gpu";
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { toolCallSchema, toolCallErrorSchema } from '
|
|
2
|
+
import { toolCallSchema, toolCallErrorSchema } from '../schemas/tools.js';
|
|
3
3
|
export const completionStatsSchema = z.object({
|
|
4
4
|
timeToFirstToken: z.number().optional(),
|
|
5
5
|
tokensPerSecond: z.number().optional(),
|
|
@@ -14,6 +14,9 @@ export const completionStatsSchema = z.object({
|
|
|
14
14
|
// Prompt renders that provably left the request's tool definitions out.
|
|
15
15
|
// Non-zero means the model never saw them; 0 is not proof it saw them all.
|
|
16
16
|
toolDefinitionsDropped: z.number().optional(),
|
|
17
|
+
// Speculative decoding (`spec_type`): draft tokens proposed, and accepted.
|
|
18
|
+
draftTokens: z.number().optional(),
|
|
19
|
+
draftAcceptedTokens: z.number().optional(),
|
|
17
20
|
backendDevice: z.enum(['cpu', 'gpu']).optional()
|
|
18
21
|
});
|
|
19
22
|
export const seqSchema = z.number().int().nonnegative();
|
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
export { completionStatsSchema, type CompletionStats } from '
|
|
2
|
+
export { completionStatsSchema, type CompletionStats } from '../schemas/completion-event.js';
|
|
3
3
|
/**
|
|
4
|
-
* Tool-call output dialect.
|
|
4
|
+
* Tool-call output dialect. Detected at load from the model name, then from the
|
|
5
|
+
* GGUF `general.architecture`, then `"hermes"`; pass via
|
|
5
6
|
* `completion({ toolDialect })` to override.
|
|
6
7
|
*
|
|
7
8
|
* Expected raw model output per dialect:
|
|
@@ -158,6 +159,7 @@ export declare const completionParamsSchema: z.ZodObject<{
|
|
|
158
159
|
}>>>;
|
|
159
160
|
modelId: z.ZodString;
|
|
160
161
|
kvCache: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
|
|
162
|
+
prefill: z.ZodOptional<z.ZodBoolean>;
|
|
161
163
|
}, z.core.$strip>;
|
|
162
164
|
export declare const completionClientParamsSchema: z.ZodObject<{
|
|
163
165
|
history: z.ZodArray<z.ZodPipe<z.ZodObject<{
|
|
@@ -201,6 +203,7 @@ export declare const completionClientParamsSchema: z.ZodObject<{
|
|
|
201
203
|
toolName?: string | undefined;
|
|
202
204
|
}>>>;
|
|
203
205
|
modelId: z.ZodString;
|
|
206
|
+
prefill: z.ZodOptional<z.ZodBoolean>;
|
|
204
207
|
tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
205
208
|
type: z.ZodLiteral<"function">;
|
|
206
209
|
name: z.ZodString;
|
|
@@ -316,6 +319,7 @@ export declare const completionStreamRequestSchema: z.ZodObject<{
|
|
|
316
319
|
toolName?: string | undefined;
|
|
317
320
|
}>>>;
|
|
318
321
|
modelId: z.ZodString;
|
|
322
|
+
prefill: z.ZodOptional<z.ZodBoolean>;
|
|
319
323
|
tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
320
324
|
type: z.ZodLiteral<"function">;
|
|
321
325
|
name: z.ZodString;
|
|
@@ -439,6 +443,8 @@ export declare const completionStreamResponseSchema: z.ZodObject<{
|
|
|
439
443
|
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
440
444
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
441
445
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
446
|
+
draftTokens: z.ZodOptional<z.ZodNumber>;
|
|
447
|
+
draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
|
|
442
448
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
443
449
|
cpu: "cpu";
|
|
444
450
|
gpu: "gpu";
|
|
@@ -510,6 +516,7 @@ export declare const completionOrchestrateRequestSchema: z.ZodObject<{
|
|
|
510
516
|
toolName?: string | undefined;
|
|
511
517
|
}>>>;
|
|
512
518
|
modelId: z.ZodString;
|
|
519
|
+
prefill: z.ZodOptional<z.ZodBoolean>;
|
|
513
520
|
tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
514
521
|
type: z.ZodLiteral<"function">;
|
|
515
522
|
name: z.ZodString;
|
|
@@ -647,6 +654,8 @@ export declare const completionOrchestrateResponseSchema: z.ZodObject<{
|
|
|
647
654
|
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
648
655
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
649
656
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
657
|
+
draftTokens: z.ZodOptional<z.ZodNumber>;
|
|
658
|
+
draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
|
|
650
659
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
651
660
|
cpu: "cpu";
|
|
652
661
|
gpu: "gpu";
|
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { toolSchema } from '
|
|
2
|
+
import { toolSchema } from '../schemas/tools.js';
|
|
3
3
|
import { TOOL_SEARCH_NAME } from '../utils/tools/defer.js';
|
|
4
|
-
import { completionEventSchema } from '
|
|
5
|
-
import { REASONING_BUDGET_MAX } from '
|
|
6
|
-
export { completionStatsSchema } from '
|
|
4
|
+
import { completionEventSchema } from '../schemas/completion-event.js';
|
|
5
|
+
import { REASONING_BUDGET_MAX } from '../schemas/llamacpp-config.js';
|
|
6
|
+
export { completionStatsSchema } from '../schemas/completion-event.js';
|
|
7
7
|
/**
|
|
8
|
-
* Tool-call output dialect.
|
|
8
|
+
* Tool-call output dialect. Detected at load from the model name, then from the
|
|
9
|
+
* GGUF `general.architecture`, then `"hermes"`; pass via
|
|
9
10
|
* `completion({ toolDialect })` to override.
|
|
10
11
|
*
|
|
11
12
|
* Expected raw model output per dialect:
|
|
@@ -70,7 +71,7 @@ export const generationParamsSchema = z
|
|
|
70
71
|
parallel_tool_calls: z
|
|
71
72
|
.boolean()
|
|
72
73
|
.optional()
|
|
73
|
-
.describe('Whether one response may carry more than one tool call. `true` lets the chat template and tool-call grammar accept several;
|
|
74
|
+
.describe('Whether one response may carry more than one tool call. `true` (default) lets the chat template and tool-call grammar accept several; `false` keeps one. Only honoured by llama.cpp-backed models; other backends ignore it.')
|
|
74
75
|
})
|
|
75
76
|
.strict();
|
|
76
77
|
const TOOL_CHOICE_MODES = new Set(['auto', 'none', 'required']);
|
|
@@ -100,8 +101,8 @@ export function refineToolChoiceMatchesTools(data, ctx) {
|
|
|
100
101
|
});
|
|
101
102
|
return;
|
|
102
103
|
}
|
|
103
|
-
// A deferred tool has no parameter schema in the prompt
|
|
104
|
-
//
|
|
104
|
+
// A deferred tool has no parameter schema in the prompt until a search loads
|
|
105
|
+
// it, which this check cannot see, so the demand may be unbuildable.
|
|
105
106
|
if (named.deferLoading === true) {
|
|
106
107
|
ctx.addIssue({
|
|
107
108
|
code: 'custom',
|
|
@@ -219,7 +220,11 @@ export const completionParamsSchema = z.object({
|
|
|
219
220
|
modelId: z.string().describe('The identifier of the model to use for completion.'),
|
|
220
221
|
kvCache: kvCacheSchema
|
|
221
222
|
.optional()
|
|
222
|
-
.describe('KV cache configuration — `true` to auto-generate a cache key from history, a string to use a custom key, or `false`/`undefined` to disable.')
|
|
223
|
+
.describe('KV cache configuration — `true` to auto-generate a cache key from history, a string to use a custom key, or `false`/`undefined` to disable.'),
|
|
224
|
+
prefill: z
|
|
225
|
+
.boolean()
|
|
226
|
+
.optional()
|
|
227
|
+
.describe('Evaluate the prompt without generating an answer. Requires an enabled KV cache.')
|
|
223
228
|
});
|
|
224
229
|
const completionClientParamsBaseSchema = completionParamsSchema.extend({
|
|
225
230
|
tools: z
|
|
@@ -243,7 +248,7 @@ const completionClientParamsBaseSchema = completionParamsSchema.extend({
|
|
|
243
248
|
.describe('When `true`, also emit raw per-token deltas in the event stream in addition to normalized `contentDelta` events.'),
|
|
244
249
|
toolDialect: toolDialectSchema
|
|
245
250
|
.optional()
|
|
246
|
-
.describe('Override auto-detected tool-call dialect. Use when name
|
|
251
|
+
.describe('Override auto-detected tool-call dialect. Use when detection from the model name and GGUF architecture picks the wrong parser chain for your model.'),
|
|
247
252
|
responseFormat: responseFormatSchema
|
|
248
253
|
.optional()
|
|
249
254
|
.describe('Optional structured-output constraint: `text` (default, free-form), `json_object` (any valid JSON), or `json_schema` (output conforms to the provided JSON Schema). Mutually exclusive with `tools`.'),
|
|
@@ -265,7 +270,27 @@ function refineNoToolsWithStructuredOutput(data, ctx) {
|
|
|
265
270
|
});
|
|
266
271
|
}
|
|
267
272
|
}
|
|
273
|
+
function refinePrefill(data, ctx) {
|
|
274
|
+
if (!data.prefill)
|
|
275
|
+
return;
|
|
276
|
+
if (!data.kvCache) {
|
|
277
|
+
ctx.addIssue({
|
|
278
|
+
code: 'custom',
|
|
279
|
+
message: 'prefill requires kvCache: true or a nonempty cache key.',
|
|
280
|
+
path: ['kvCache']
|
|
281
|
+
});
|
|
282
|
+
}
|
|
283
|
+
const choice = data.generationParams?.tool_choice;
|
|
284
|
+
if (choice !== undefined && choice !== 'auto' && choice !== 'none') {
|
|
285
|
+
ctx.addIssue({
|
|
286
|
+
code: 'custom',
|
|
287
|
+
message: 'prefill cannot be combined with a forced tool_choice.',
|
|
288
|
+
path: ['generationParams', 'tool_choice']
|
|
289
|
+
});
|
|
290
|
+
}
|
|
291
|
+
}
|
|
268
292
|
export const completionClientParamsSchema = completionClientParamsBaseSchema
|
|
293
|
+
.superRefine(refinePrefill)
|
|
269
294
|
.superRefine(refineNoToolsWithStructuredOutput)
|
|
270
295
|
.superRefine(refineToolChoiceMatchesTools)
|
|
271
296
|
.superRefine(refineReservedToolNames);
|
|
@@ -273,6 +298,7 @@ export const completionStreamRequestSchema = completionClientParamsBaseSchema
|
|
|
273
298
|
.extend({
|
|
274
299
|
type: z.literal('completionStream')
|
|
275
300
|
})
|
|
301
|
+
.superRefine(refinePrefill)
|
|
276
302
|
.superRefine(refineNoToolsWithStructuredOutput)
|
|
277
303
|
.superRefine(refineToolChoiceMatchesTools)
|
|
278
304
|
.superRefine(refineReservedToolNames);
|
|
@@ -300,6 +326,7 @@ export const completionOrchestrateRequestSchema = completionClientParamsBaseSche
|
|
|
300
326
|
'pass; a turn that requests tool calls consumes callbacks and starts ' +
|
|
301
327
|
'the next turn. Defaults to 8.')
|
|
302
328
|
})
|
|
329
|
+
.superRefine(refinePrefill)
|
|
303
330
|
.superRefine(refineNoToolsWithStructuredOutput)
|
|
304
331
|
.superRefine(refineToolChoiceMatchesTools)
|
|
305
332
|
.superRefine(refineReservedToolNames);
|