@qvac/inference 0.0.0 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +986 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
|
+
import type { ModelProgressUpdate, ResolveContext } from '../../schemas/index.js';
|
|
3
|
+
import type { DownloadRequestBinding, ResolveResult } from '../../handlers/load-model/types.js';
|
|
4
|
+
export interface ResolveSessionOptions {
|
|
5
|
+
progressCallback?: ((update: ModelProgressUpdate) => void) | undefined;
|
|
6
|
+
seed?: boolean | undefined;
|
|
7
|
+
profilingEnabled: boolean;
|
|
8
|
+
/**
|
|
9
|
+
* Optional cancel signal — typically `ctx.signal` from the surrounding
|
|
10
|
+
* `await using ctx = await registry.begin(...)` block. When provided,
|
|
11
|
+
* `resolveModelPath` short-circuits with `InferenceCancelledError` if the
|
|
12
|
+
* signal is already aborted on entry; the same signal also propagates
|
|
13
|
+
* to in-progress transfers via the request binding below so cancel
|
|
14
|
+
* tears them down end-to-end.
|
|
15
|
+
*/
|
|
16
|
+
signal?: AbortSignal | undefined;
|
|
17
|
+
/**
|
|
18
|
+
* Optional per-request binding threaded into every `startOrJoinDownload`
|
|
19
|
+
* call. The download manager wires a per-subscriber abort listener
|
|
20
|
+
* against `binding.signal`, registers a scope-defer cleanup, and stamps
|
|
21
|
+
* the subscriber with `binding.requestId` so the legacy
|
|
22
|
+
* `cancelTransfer(downloadKey)` path can route through
|
|
23
|
+
* `registry.cancel({ requestId })`.
|
|
24
|
+
*/
|
|
25
|
+
requestBinding?: DownloadRequestBinding | undefined;
|
|
26
|
+
}
|
|
27
|
+
export interface ResolveSession {
|
|
28
|
+
resolvePrimaryModelPath(modelSrc: unknown): Promise<string>;
|
|
29
|
+
createResolveContext(modelSrc: string, modelType: string, modelName?: string): ResolveContext;
|
|
30
|
+
getAggregateResult(): ResolveResult | undefined;
|
|
31
|
+
cancelAll(): void;
|
|
32
|
+
}
|
|
33
|
+
export declare function createResolveSession(options: ResolveSessionOptions): ResolveSession;
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { resolveModelPath, resolveModelPathWithStats } from '../../handlers/load-model/resolve.js';
|
|
2
|
+
import { cancelTransfer } from '../../handlers/load-model/download-manager.js';
|
|
3
|
+
import { mergeDownloadStats } from '../../handlers/load-model/download-stats.js';
|
|
4
|
+
export function createResolveSession(options) {
|
|
5
|
+
const { progressCallback, seed, profilingEnabled, signal, requestBinding } = options;
|
|
6
|
+
let primaryResult;
|
|
7
|
+
const resolveResults = [];
|
|
8
|
+
const activeDownloadKeys = new Set();
|
|
9
|
+
const downloadHooks = {
|
|
10
|
+
onDownloadKey(key) {
|
|
11
|
+
activeDownloadKeys.add(key);
|
|
12
|
+
},
|
|
13
|
+
...(requestBinding !== undefined && { requestBinding })
|
|
14
|
+
};
|
|
15
|
+
async function resolvePrimaryModelPath(modelSrc) {
|
|
16
|
+
if (profilingEnabled) {
|
|
17
|
+
const result = await resolveModelPathWithStats(modelSrc, progressCallback, seed, signal, downloadHooks);
|
|
18
|
+
primaryResult = result;
|
|
19
|
+
resolveResults.push(result);
|
|
20
|
+
return result.path;
|
|
21
|
+
}
|
|
22
|
+
return resolveModelPath(modelSrc, progressCallback, seed, signal, downloadHooks);
|
|
23
|
+
}
|
|
24
|
+
async function resolveForPlugin(src) {
|
|
25
|
+
if (profilingEnabled) {
|
|
26
|
+
const result = await resolveModelPathWithStats(src, progressCallback, seed, signal, downloadHooks);
|
|
27
|
+
resolveResults.push(result);
|
|
28
|
+
return result.path;
|
|
29
|
+
}
|
|
30
|
+
return resolveModelPath(src, progressCallback, seed, signal, downloadHooks);
|
|
31
|
+
}
|
|
32
|
+
function createResolveContext(modelSrc, modelType, modelName) {
|
|
33
|
+
return {
|
|
34
|
+
resolveModelPath: resolveForPlugin,
|
|
35
|
+
modelSrc,
|
|
36
|
+
modelType,
|
|
37
|
+
...(modelName !== undefined && { modelName })
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
function getAggregateResult() {
|
|
41
|
+
if (!profilingEnabled || resolveResults.length === 0)
|
|
42
|
+
return undefined;
|
|
43
|
+
const downloadStats = mergeDownloadStats(resolveResults);
|
|
44
|
+
return {
|
|
45
|
+
path: primaryResult?.path ?? resolveResults[0].path,
|
|
46
|
+
sourceType: primaryResult?.sourceType ?? resolveResults[0].sourceType,
|
|
47
|
+
...(downloadStats !== undefined && { downloadStats })
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
function cancelAll() {
|
|
51
|
+
for (const key of activeDownloadKeys) {
|
|
52
|
+
cancelTransfer(key);
|
|
53
|
+
}
|
|
54
|
+
activeDownloadKeys.clear();
|
|
55
|
+
}
|
|
56
|
+
return {
|
|
57
|
+
resolvePrimaryModelPath,
|
|
58
|
+
createResolveContext,
|
|
59
|
+
getAggregateResult,
|
|
60
|
+
cancelAll
|
|
61
|
+
};
|
|
62
|
+
}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import { type ModelProgressUpdate } from '../../schemas/index.js';
|
|
2
|
+
import type { ResolveResult, DownloadHooks } from '../../handlers/load-model/types.js';
|
|
3
|
+
import type { AbortSignal } from 'bare-abort-controller';
|
|
4
|
+
export declare function resolveModelPath(modelSrc: unknown, progressCallback?: (progress: ModelProgressUpdate) => void, seed?: boolean, signal?: AbortSignal, hooks?: DownloadHooks): Promise<string>;
|
|
5
|
+
export declare function resolveModelPathWithStats(modelSrc: unknown, progressCallback?: (progress: ModelProgressUpdate) => void, seed?: boolean, signal?: AbortSignal, hooks?: DownloadHooks): Promise<ResolveResult>;
|
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
import { models, getModelByPath } from '../../models/registry/models.js';
|
|
2
|
+
import { hyperdriveUrlSchema, registryUrlSchema, SUPPORTED_ARCHIVE_EXTENSIONS, modelInputToSrcSchema } from '../../schemas/index.js';
|
|
3
|
+
import { getModelsCacheDir, getShardedModelCacheDir, generateShortHash, extractAndValidateShardedArchive } from '../../utils/index.js';
|
|
4
|
+
import { promises as fsPromises } from 'bare-fs';
|
|
5
|
+
import path from 'bare-path';
|
|
6
|
+
import { downloadModelFromHttp } from '../../handlers/load-model/http.js';
|
|
7
|
+
import { downloadModelFromHyperdrive } from '../../handlers/load-model/hyperdrive.js';
|
|
8
|
+
import { downloadModelFromRegistry } from '../../handlers/load-model/registry.js';
|
|
9
|
+
import { getExplicitRegistryMetadata } from '../../handlers/load-model/registry-metadata.js';
|
|
10
|
+
import { downloadModelFromHttpWithStats, downloadModelFromHyperdriveWithStats, downloadModelFromRegistryWithStats } from '../../handlers/load-model/download-stats.js';
|
|
11
|
+
import { InferenceCancelledError, ModelLoadFailedError, ModelNotFoundError, SeedingNotSupportedError } from '../../errors/index.js';
|
|
12
|
+
import { validateAndJoinPath } from '../../utils/path-security.js';
|
|
13
|
+
import { getEngineLogger } from '../../logging/index.js';
|
|
14
|
+
const logger = getEngineLogger();
|
|
15
|
+
function isArchivePath(filePath) {
|
|
16
|
+
const filename = path.basename(filePath).toLowerCase();
|
|
17
|
+
return SUPPORTED_ARCHIVE_EXTENSIONS.some((ext) => filename.endsWith(ext));
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Resolves a local file path or cached file
|
|
21
|
+
*/
|
|
22
|
+
async function resolveLocalOrCachedFile(modelIdOrPath) {
|
|
23
|
+
// Check if it's a hex string (arbitrary hyperdrive key)
|
|
24
|
+
const isHexString = /^[0-9a-fA-F]{64}$/.test(modelIdOrPath);
|
|
25
|
+
if (isHexString) {
|
|
26
|
+
throw new ModelLoadFailedError(`Direct hyperdrive keys not supported. Use hyperdriveKey parameter instead. Example: loadModel("model.gguf", "${modelIdOrPath}")`);
|
|
27
|
+
}
|
|
28
|
+
// Check if it's a cached file or local file
|
|
29
|
+
const cacheDir = getModelsCacheDir();
|
|
30
|
+
const cachedPath = validateAndJoinPath(cacheDir, modelIdOrPath);
|
|
31
|
+
try {
|
|
32
|
+
await fsPromises.access(cachedPath);
|
|
33
|
+
logger.info(`Loading cached model: ${cachedPath}`);
|
|
34
|
+
// Check if cached file is an archive
|
|
35
|
+
if (isArchivePath(cachedPath)) {
|
|
36
|
+
logger.info(`Extracting cached archive: ${cachedPath}`);
|
|
37
|
+
const archiveHash = generateShortHash(cachedPath);
|
|
38
|
+
const extractDir = getShardedModelCacheDir(archiveHash);
|
|
39
|
+
const extractedPath = await extractAndValidateShardedArchive(cachedPath, extractDir);
|
|
40
|
+
return extractedPath;
|
|
41
|
+
}
|
|
42
|
+
return cachedPath;
|
|
43
|
+
}
|
|
44
|
+
catch {
|
|
45
|
+
// Try as local file in current directory
|
|
46
|
+
try {
|
|
47
|
+
await fsPromises.access(modelIdOrPath);
|
|
48
|
+
logger.info(`Loading local file: ${modelIdOrPath}`);
|
|
49
|
+
// Check if local file is an archive
|
|
50
|
+
if (isArchivePath(modelIdOrPath)) {
|
|
51
|
+
logger.info(`Extracting local archive: ${modelIdOrPath}`);
|
|
52
|
+
const archiveHash = generateShortHash(modelIdOrPath);
|
|
53
|
+
const extractDir = getShardedModelCacheDir(archiveHash);
|
|
54
|
+
const extractedPath = await extractAndValidateShardedArchive(modelIdOrPath, extractDir);
|
|
55
|
+
return extractedPath;
|
|
56
|
+
}
|
|
57
|
+
return modelIdOrPath;
|
|
58
|
+
}
|
|
59
|
+
catch {
|
|
60
|
+
// Invalid model ID - provide helpful error
|
|
61
|
+
const availableModels = models.map((m) => m.modelId);
|
|
62
|
+
throw new ModelNotFoundError(`${modelIdOrPath}". Available models: ${availableModels.join(', ')}`);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
function isDownloadResult(value) {
|
|
67
|
+
return value !== null && typeof value === 'object' && 'path' in value;
|
|
68
|
+
}
|
|
69
|
+
function buildResult(pathOrResult, sourceType) {
|
|
70
|
+
if (isDownloadResult(pathOrResult)) {
|
|
71
|
+
return pathOrResult.stats
|
|
72
|
+
? { path: pathOrResult.path, sourceType, downloadStats: pathOrResult.stats }
|
|
73
|
+
: { path: pathOrResult.path, sourceType };
|
|
74
|
+
}
|
|
75
|
+
return { path: pathOrResult, sourceType };
|
|
76
|
+
}
|
|
77
|
+
async function resolveModelPathInner(modelSrc, progressCallback, seed, mode, signal, hooks) {
|
|
78
|
+
if (signal?.aborted) {
|
|
79
|
+
throw new InferenceCancelledError(hooks?.requestBinding?.requestId ?? 'unknown');
|
|
80
|
+
}
|
|
81
|
+
const srcString = modelInputToSrcSchema.parse(modelSrc);
|
|
82
|
+
// Empty modelSrc is reserved for plugins that ship bundled weights
|
|
83
|
+
// (e.g. `@qvac/classification-ggml`). The handler skips this resolver
|
|
84
|
+
// for them when `skipPrimaryModelPathValidation` is set, but if it
|
|
85
|
+
// somehow gets called we return an empty path so the plugin's
|
|
86
|
+
// `params.modelPath` falls through to undefined instead of being set
|
|
87
|
+
// to the cache directory itself.
|
|
88
|
+
if (srcString === '') {
|
|
89
|
+
return { path: '', sourceType: 'filesystem' };
|
|
90
|
+
}
|
|
91
|
+
// Parse hyperdrive URLs if present
|
|
92
|
+
let hyperdriveKey;
|
|
93
|
+
let actualModelSrc = srcString;
|
|
94
|
+
if (srcString.startsWith('pear://')) {
|
|
95
|
+
const { key, path: pathValue } = hyperdriveUrlSchema.parse(srcString);
|
|
96
|
+
hyperdriveKey = key;
|
|
97
|
+
actualModelSrc = pathValue;
|
|
98
|
+
}
|
|
99
|
+
// Registry source
|
|
100
|
+
if (srcString.startsWith('registry://')) {
|
|
101
|
+
const { registryPath, registrySource } = registryUrlSchema.parse(srcString);
|
|
102
|
+
logger.info(`Loading from registry: ${registryPath}`);
|
|
103
|
+
// Look up model metadata for checksum validation
|
|
104
|
+
const modelMetadata = getModelByPath(registryPath);
|
|
105
|
+
const explicitMetadata = getExplicitRegistryMetadata(modelSrc);
|
|
106
|
+
const expectedChecksum = modelMetadata?.sha256Checksum ?? explicitMetadata?.sha256Checksum;
|
|
107
|
+
const result = mode === 'stats'
|
|
108
|
+
? await downloadModelFromRegistryWithStats(registryPath, registrySource, progressCallback, expectedChecksum, hooks, explicitMetadata)
|
|
109
|
+
: await downloadModelFromRegistry(registryPath, registrySource, progressCallback, expectedChecksum, hooks, explicitMetadata);
|
|
110
|
+
logger.info(`Loaded Model to ${isDownloadResult(result) ? result.path : result}`);
|
|
111
|
+
return buildResult(result, 'registry');
|
|
112
|
+
}
|
|
113
|
+
// Validate seeding is only used with hyperdrive models
|
|
114
|
+
if (seed && !hyperdriveKey) {
|
|
115
|
+
throw new SeedingNotSupportedError();
|
|
116
|
+
}
|
|
117
|
+
// HTTP source
|
|
118
|
+
if (actualModelSrc.startsWith('http://') || actualModelSrc.startsWith('https://')) {
|
|
119
|
+
logger.info(`Loading from HTTP URL: ${actualModelSrc}`);
|
|
120
|
+
const result = mode === 'stats'
|
|
121
|
+
? await downloadModelFromHttpWithStats(actualModelSrc, progressCallback, hooks)
|
|
122
|
+
: await downloadModelFromHttp(actualModelSrc, progressCallback, hooks);
|
|
123
|
+
logger.info(`Loaded Model to ${isDownloadResult(result) ? result.path : result}`);
|
|
124
|
+
return buildResult(result, 'http');
|
|
125
|
+
}
|
|
126
|
+
// Hyperdrive source
|
|
127
|
+
if (hyperdriveKey) {
|
|
128
|
+
logger.info(`Loading from hyperdrive: ${hyperdriveKey}`);
|
|
129
|
+
const result = mode === 'stats'
|
|
130
|
+
? await downloadModelFromHyperdriveWithStats(hyperdriveKey, actualModelSrc, seed, progressCallback, hooks)
|
|
131
|
+
: await downloadModelFromHyperdrive(hyperdriveKey, actualModelSrc, seed, progressCallback, hooks);
|
|
132
|
+
return buildResult(result, 'hyperdrive');
|
|
133
|
+
}
|
|
134
|
+
// Filesystem source (local files, cached files)
|
|
135
|
+
let resolvedPath;
|
|
136
|
+
if (actualModelSrc.includes('/') || actualModelSrc.includes('\\')) {
|
|
137
|
+
if (isArchivePath(actualModelSrc)) {
|
|
138
|
+
logger.info(`Extracting local archive: ${actualModelSrc}`);
|
|
139
|
+
const archiveHash = generateShortHash(actualModelSrc);
|
|
140
|
+
const extractDir = getShardedModelCacheDir(archiveHash);
|
|
141
|
+
resolvedPath = await extractAndValidateShardedArchive(actualModelSrc, extractDir);
|
|
142
|
+
}
|
|
143
|
+
else {
|
|
144
|
+
resolvedPath = actualModelSrc;
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
else {
|
|
148
|
+
resolvedPath = await resolveLocalOrCachedFile(actualModelSrc);
|
|
149
|
+
}
|
|
150
|
+
return { path: resolvedPath, sourceType: 'filesystem' };
|
|
151
|
+
}
|
|
152
|
+
export async function resolveModelPath(modelSrc, progressCallback, seed, signal, hooks) {
|
|
153
|
+
const result = await resolveModelPathInner(modelSrc, progressCallback, seed, 'base', signal, hooks);
|
|
154
|
+
return result.path;
|
|
155
|
+
}
|
|
156
|
+
export async function resolveModelPathWithStats(modelSrc, progressCallback, seed, signal, hooks) {
|
|
157
|
+
return resolveModelPathInner(modelSrc, progressCallback, seed, 'stats', signal, hooks);
|
|
158
|
+
}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import type { SourceType } from '../../schemas/index.js';
|
|
2
|
+
import type { AbortSignal } from 'bare-abort-controller';
|
|
3
|
+
import type { DisposableScope } from '../../runtime/disposable-scope.js';
|
|
4
|
+
export interface DownloadStats {
|
|
5
|
+
downloadTimeMs?: number;
|
|
6
|
+
totalBytesDownloaded?: number;
|
|
7
|
+
downloadSpeedBps?: number;
|
|
8
|
+
checksumValidationTimeMs?: number;
|
|
9
|
+
cacheHit?: boolean;
|
|
10
|
+
sharedTransfer?: boolean;
|
|
11
|
+
}
|
|
12
|
+
export interface ResolveResult {
|
|
13
|
+
path: string;
|
|
14
|
+
sourceType: SourceType;
|
|
15
|
+
downloadStats?: DownloadStats;
|
|
16
|
+
}
|
|
17
|
+
export interface DownloadResult {
|
|
18
|
+
path: string;
|
|
19
|
+
stats?: DownloadStats;
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* Internal request binding threaded through `DownloadHooks` so the
|
|
23
|
+
* download manager's `startOrJoinDownload` can register a per-subscriber
|
|
24
|
+
* cancel hook against the caller's `RequestContext`. The binding's
|
|
25
|
+
* fields mirror the registry context's surface area: `signal` is wired
|
|
26
|
+
* to a subscriber-removing listener, `scope` registers the idempotent
|
|
27
|
+
* cleanup, and `requestId` lets `cancelTransfer` (legacy entry point)
|
|
28
|
+
* route cancels through `registry.cancel(...)` rather than reaching
|
|
29
|
+
* into the transfer directly.
|
|
30
|
+
*/
|
|
31
|
+
export interface DownloadRequestBinding {
|
|
32
|
+
signal: AbortSignal;
|
|
33
|
+
scope: DisposableScope;
|
|
34
|
+
requestId: string;
|
|
35
|
+
}
|
|
36
|
+
export interface DownloadHooks {
|
|
37
|
+
onDownloadKey?: (key: string) => void;
|
|
38
|
+
markCacheHit?: () => void;
|
|
39
|
+
markCacheMiss?: () => void;
|
|
40
|
+
markSharedTransfer?: () => void;
|
|
41
|
+
addChecksumValidationTimeMs?: (durationMs: number) => void;
|
|
42
|
+
/**
|
|
43
|
+
* When set, `startOrJoinDownload` attaches a per-subscriber cancel
|
|
44
|
+
* listener bound to this request. `registry.cancel({ requestId })`
|
|
45
|
+
* aborts only this subscriber; the transfer keeps running for siblings
|
|
46
|
+
* joined on the same `downloadKey` until the last subscriber leaves.
|
|
47
|
+
*/
|
|
48
|
+
requestBinding?: DownloadRequestBinding;
|
|
49
|
+
}
|
|
50
|
+
export interface LoadModelProfilingMeta {
|
|
51
|
+
sourceType?: string;
|
|
52
|
+
downloadStats?: DownloadStats;
|
|
53
|
+
modelInitializationTimeMs?: number;
|
|
54
|
+
totalLoadTimeMs?: number;
|
|
55
|
+
}
|
|
56
|
+
export declare function buildDownloadProfilingFields(downloadStats: DownloadStats | undefined, sourceType?: string): {
|
|
57
|
+
gauges: Record<string, number>;
|
|
58
|
+
tags: Record<string, string>;
|
|
59
|
+
};
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
export function buildDownloadProfilingFields(downloadStats, sourceType) {
|
|
2
|
+
const gauges = {};
|
|
3
|
+
const tags = {};
|
|
4
|
+
if (downloadStats) {
|
|
5
|
+
if (downloadStats.downloadTimeMs !== undefined) {
|
|
6
|
+
gauges['downloadTime'] = downloadStats.downloadTimeMs;
|
|
7
|
+
}
|
|
8
|
+
if (downloadStats.totalBytesDownloaded !== undefined) {
|
|
9
|
+
gauges['totalBytesDownloaded'] = downloadStats.totalBytesDownloaded;
|
|
10
|
+
}
|
|
11
|
+
if (downloadStats.downloadSpeedBps !== undefined) {
|
|
12
|
+
gauges['downloadSpeedBps'] = downloadStats.downloadSpeedBps;
|
|
13
|
+
}
|
|
14
|
+
if (downloadStats.checksumValidationTimeMs !== undefined) {
|
|
15
|
+
gauges['checksumValidationTime'] = downloadStats.checksumValidationTimeMs;
|
|
16
|
+
}
|
|
17
|
+
if (downloadStats.cacheHit !== undefined) {
|
|
18
|
+
tags['cacheHit'] = downloadStats.cacheHit ? 'true' : 'false';
|
|
19
|
+
}
|
|
20
|
+
if (downloadStats.sharedTransfer) {
|
|
21
|
+
tags['sharedTransfer'] = 'true';
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
if (sourceType) {
|
|
25
|
+
tags['sourceType'] = sourceType;
|
|
26
|
+
}
|
|
27
|
+
return { gauges, tags };
|
|
28
|
+
}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { registerLoggingStream, unregisterLoggingStream } from '../runtime/logging-stream-registry.js';
|
|
2
|
+
export async function* handleLoggingStream(request) {
|
|
3
|
+
const { id } = request;
|
|
4
|
+
const logQueue = [];
|
|
5
|
+
let pendingResolve = null;
|
|
6
|
+
const streamHandler = (level, namespace, message, sourceId) => {
|
|
7
|
+
const logResponse = {
|
|
8
|
+
type: 'loggingStream',
|
|
9
|
+
// For the global ALL_LOG_ID stream `sourceId` is the real origin of the
|
|
10
|
+
// log; for a per-id stream it equals the subscription `id`.
|
|
11
|
+
id: sourceId,
|
|
12
|
+
level: level,
|
|
13
|
+
namespace,
|
|
14
|
+
message,
|
|
15
|
+
timestamp: Date.now()
|
|
16
|
+
};
|
|
17
|
+
logQueue.push(logResponse);
|
|
18
|
+
if (pendingResolve) {
|
|
19
|
+
const resolve = pendingResolve;
|
|
20
|
+
pendingResolve = null;
|
|
21
|
+
resolve();
|
|
22
|
+
}
|
|
23
|
+
};
|
|
24
|
+
registerLoggingStream(id, streamHandler);
|
|
25
|
+
try {
|
|
26
|
+
while (true) {
|
|
27
|
+
while (logQueue.length > 0) {
|
|
28
|
+
yield logQueue.shift();
|
|
29
|
+
}
|
|
30
|
+
// Wait for new logs - stream will terminate when client disconnects
|
|
31
|
+
await new Promise((resolve) => {
|
|
32
|
+
pendingResolve = resolve;
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
finally {
|
|
37
|
+
unregisterLoggingStream(id, streamHandler);
|
|
38
|
+
}
|
|
39
|
+
}
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
import type Buffer from 'bare-buffer';
|
|
2
|
+
export declare function dispatchPluginReply<TRequest, TResponse>(modelId: string, handlerName: string, request: TRequest): Promise<TResponse>;
|
|
3
|
+
export declare function dispatchPluginStream<TRequest, TResponse>(modelId: string, handlerName: string, request: TRequest, inputStream?: AsyncIterable<Buffer>): AsyncGenerator<TResponse>;
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import { getModelEntry } from '../runtime/model-registry.js';
|
|
2
|
+
import { getAllPlugins, getPlugin } from '../plugins/index.js';
|
|
3
|
+
import { profileReplyHandler, profileStreamHandler } from '../profiling/index.js';
|
|
4
|
+
import { ModelNotFoundError, ModelIsDelegatedError, ModelOperationNotSupportedError, PluginNotFoundError, PluginHandlerTypeMismatchError } from '../errors/index.js';
|
|
5
|
+
function resolvePluginHandlerDef(modelId, handlerName) {
|
|
6
|
+
const entry = getModelEntry(modelId);
|
|
7
|
+
if (!entry) {
|
|
8
|
+
throw new ModelNotFoundError(modelId);
|
|
9
|
+
}
|
|
10
|
+
if (entry.isDelegated) {
|
|
11
|
+
throw new ModelIsDelegatedError(modelId);
|
|
12
|
+
}
|
|
13
|
+
const plugin = getPlugin(entry.local.modelType);
|
|
14
|
+
if (!plugin) {
|
|
15
|
+
throw new PluginNotFoundError(entry.local.modelType);
|
|
16
|
+
}
|
|
17
|
+
const handlerDef = plugin.handlers[handlerName];
|
|
18
|
+
if (!handlerDef) {
|
|
19
|
+
const loadedModelType = entry.local.modelType;
|
|
20
|
+
const supportedOperations = Object.keys(plugin.handlers);
|
|
21
|
+
const suggestedModelTypes = getAllPlugins()
|
|
22
|
+
.filter((p) => p.modelType !== loadedModelType && handlerName in p.handlers)
|
|
23
|
+
.map((p) => p.modelType);
|
|
24
|
+
throw new ModelOperationNotSupportedError(modelId, loadedModelType, handlerName, supportedOperations, suggestedModelTypes);
|
|
25
|
+
}
|
|
26
|
+
return handlerDef;
|
|
27
|
+
}
|
|
28
|
+
function resolvePluginHandler(modelId, handlerName, request) {
|
|
29
|
+
const handlerDef = resolvePluginHandlerDef(modelId, handlerName);
|
|
30
|
+
return {
|
|
31
|
+
result: handlerDef.handler(request),
|
|
32
|
+
streaming: handlerDef.streaming
|
|
33
|
+
};
|
|
34
|
+
}
|
|
35
|
+
export async function dispatchPluginReply(modelId, handlerName, request) {
|
|
36
|
+
return profileReplyHandler({ op: handlerName, request }, async () => {
|
|
37
|
+
const { result, streaming } = resolvePluginHandler(modelId, handlerName, request);
|
|
38
|
+
if (streaming) {
|
|
39
|
+
throw new PluginHandlerTypeMismatchError(handlerName, 'reply', 'streaming');
|
|
40
|
+
}
|
|
41
|
+
return result;
|
|
42
|
+
});
|
|
43
|
+
}
|
|
44
|
+
export async function* dispatchPluginStream(modelId, handlerName, request, inputStream) {
|
|
45
|
+
yield* profileStreamHandler({ op: handlerName, request }, async function* () {
|
|
46
|
+
const handlerDef = resolvePluginHandlerDef(modelId, handlerName);
|
|
47
|
+
if (inputStream) {
|
|
48
|
+
if (!handlerDef.duplex) {
|
|
49
|
+
throw new PluginHandlerTypeMismatchError(handlerName, 'duplex', handlerDef.streaming ? 'streaming' : 'reply');
|
|
50
|
+
}
|
|
51
|
+
yield* handlerDef.handler(request, inputStream);
|
|
52
|
+
}
|
|
53
|
+
else {
|
|
54
|
+
if (handlerDef.duplex) {
|
|
55
|
+
throw new PluginHandlerTypeMismatchError(handlerName, 'streaming', 'duplex');
|
|
56
|
+
}
|
|
57
|
+
if (!handlerDef.streaming) {
|
|
58
|
+
throw new PluginHandlerTypeMismatchError(handlerName, 'streaming', 'reply');
|
|
59
|
+
}
|
|
60
|
+
yield* handlerDef.handler(request);
|
|
61
|
+
}
|
|
62
|
+
});
|
|
63
|
+
}
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
import type { PluginInvokeRequest, PluginInvokeResponse, PluginInvokeStreamRequest, PluginInvokeStreamResponse } from '../schemas/plugin.js';
|
|
2
|
+
export declare function handlePluginInvoke(request: PluginInvokeRequest): Promise<PluginInvokeResponse>;
|
|
3
|
+
export declare function handlePluginInvokeStream(request: PluginInvokeStreamRequest): AsyncGenerator<PluginInvokeStreamResponse>;
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
import { getModelEntry } from '../runtime/model-registry.js';
|
|
2
|
+
import { getPlugin, getPluginHandler } from '../plugins/index.js';
|
|
3
|
+
import { profileReplyHandler, profileStreamHandler } from '../profiling/index.js';
|
|
4
|
+
import { PluginNotFoundError, PluginHandlerNotFoundError, PluginHandlerTypeMismatchError, PluginRequestValidationFailedError, PluginResponseValidationFailedError, ModelIsDelegatedError, ModelNotFoundError } from '../errors/index.js';
|
|
5
|
+
import { getEngineLogger } from '../logging/index.js';
|
|
6
|
+
import { formatZodError } from '../utils/zod-error.js';
|
|
7
|
+
const logger = getEngineLogger();
|
|
8
|
+
function resolvePluginHandler(modelId, handlerName) {
|
|
9
|
+
const modelEntry = getModelEntry(modelId);
|
|
10
|
+
if (!modelEntry) {
|
|
11
|
+
throw new ModelNotFoundError(modelId);
|
|
12
|
+
}
|
|
13
|
+
if (modelEntry.isDelegated) {
|
|
14
|
+
throw new ModelIsDelegatedError(modelId);
|
|
15
|
+
}
|
|
16
|
+
const modelType = modelEntry.local.modelType;
|
|
17
|
+
const plugin = getPlugin(modelType);
|
|
18
|
+
if (!plugin) {
|
|
19
|
+
throw new PluginNotFoundError(modelType);
|
|
20
|
+
}
|
|
21
|
+
const handlerDef = getPluginHandler(modelType, handlerName);
|
|
22
|
+
if (!handlerDef) {
|
|
23
|
+
const availableHandlers = Object.keys(plugin.handlers);
|
|
24
|
+
throw new PluginHandlerNotFoundError(modelType, handlerName, availableHandlers);
|
|
25
|
+
}
|
|
26
|
+
return { modelType, plugin, handlerDef };
|
|
27
|
+
}
|
|
28
|
+
export async function handlePluginInvoke(request) {
|
|
29
|
+
return profileReplyHandler({ op: 'pluginInvoke', request }, async () => {
|
|
30
|
+
const { modelId, handler: handlerName, params } = request;
|
|
31
|
+
logger.debug(`[pluginInvoke] modelId=${modelId} handler=${handlerName}`);
|
|
32
|
+
const { handlerDef } = resolvePluginHandler(modelId, handlerName);
|
|
33
|
+
if (handlerDef.streaming) {
|
|
34
|
+
throw new PluginHandlerTypeMismatchError(handlerName, 'reply', 'streaming');
|
|
35
|
+
}
|
|
36
|
+
const parseResult = handlerDef.requestSchema.safeParse(params);
|
|
37
|
+
if (!parseResult.success) {
|
|
38
|
+
throw new PluginRequestValidationFailedError(handlerName, formatZodError(parseResult.error));
|
|
39
|
+
}
|
|
40
|
+
const result = await handlerDef.handler(parseResult.data);
|
|
41
|
+
const responseParseResult = handlerDef.responseSchema.safeParse(result);
|
|
42
|
+
if (!responseParseResult.success) {
|
|
43
|
+
throw new PluginResponseValidationFailedError(handlerName, formatZodError(responseParseResult.error));
|
|
44
|
+
}
|
|
45
|
+
return {
|
|
46
|
+
type: 'pluginInvoke',
|
|
47
|
+
result: responseParseResult.data
|
|
48
|
+
};
|
|
49
|
+
});
|
|
50
|
+
}
|
|
51
|
+
export async function* handlePluginInvokeStream(request) {
|
|
52
|
+
yield* profileStreamHandler({ op: 'pluginInvokeStream', request }, async function* () {
|
|
53
|
+
const { modelId, handler: handlerName, params } = request;
|
|
54
|
+
logger.debug(`[pluginInvokeStream] modelId=${modelId} handler=${handlerName}`);
|
|
55
|
+
const { handlerDef } = resolvePluginHandler(modelId, handlerName);
|
|
56
|
+
if (!handlerDef.streaming) {
|
|
57
|
+
throw new PluginHandlerTypeMismatchError(handlerName, 'streaming', 'reply');
|
|
58
|
+
}
|
|
59
|
+
const parseResult = handlerDef.requestSchema.safeParse(params);
|
|
60
|
+
if (!parseResult.success) {
|
|
61
|
+
throw new PluginRequestValidationFailedError(handlerName, formatZodError(parseResult.error));
|
|
62
|
+
}
|
|
63
|
+
const generator = handlerDef.handler(parseResult.data);
|
|
64
|
+
for await (const chunk of generator) {
|
|
65
|
+
const responseParseResult = handlerDef.responseSchema.safeParse(chunk);
|
|
66
|
+
if (!responseParseResult.success) {
|
|
67
|
+
throw new PluginResponseValidationFailedError(handlerName, formatZodError(responseParseResult.error));
|
|
68
|
+
}
|
|
69
|
+
yield {
|
|
70
|
+
type: 'pluginInvokeStream',
|
|
71
|
+
result: responseParseResult.data,
|
|
72
|
+
done: false
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
yield {
|
|
76
|
+
type: 'pluginInvokeStream',
|
|
77
|
+
result: null,
|
|
78
|
+
done: true
|
|
79
|
+
};
|
|
80
|
+
});
|
|
81
|
+
}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { ModelRegistryListResponse, ModelRegistrySearchRequest, ModelRegistrySearchResponse, ModelRegistryGetModelRequest, ModelRegistryGetModelResponse } from '../schemas/index.js';
|
|
2
|
+
export declare function handleModelRegistryList(): Promise<ModelRegistryListResponse>;
|
|
3
|
+
export declare function handleModelRegistrySearch(request: ModelRegistrySearchRequest): Promise<ModelRegistrySearchResponse>;
|
|
4
|
+
export declare function handleModelRegistryGetModel(request: ModelRegistryGetModelRequest): Promise<ModelRegistryGetModelResponse>;
|