@qvac/inference 0.0.0 → 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +928 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import { createErrorResponse, responseSchema } from '../schemas/index.js';
|
|
2
|
+
import { getEngineLogger } from '../logging/index.js';
|
|
3
|
+
const logger = getEngineLogger();
|
|
4
|
+
function buildErrorResponseData(error, profiler) {
|
|
5
|
+
const errorResponse = createErrorResponse(error);
|
|
6
|
+
const validated = responseSchema.parse(errorResponse);
|
|
7
|
+
const json = JSON.stringify(validated);
|
|
8
|
+
return profiler ? profiler.serializeError(json) : json;
|
|
9
|
+
}
|
|
10
|
+
export function sendErrorResponse(req, error, profiler) {
|
|
11
|
+
try {
|
|
12
|
+
req.reply(buildErrorResponseData(error, profiler), 'utf-8');
|
|
13
|
+
}
|
|
14
|
+
catch (responseError) {
|
|
15
|
+
logger.error('Failed to create error response:', responseError);
|
|
16
|
+
const fallbackError = createErrorResponse(new Error('Internal server error'));
|
|
17
|
+
req.reply(JSON.stringify(fallbackError), 'utf-8');
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
export function sendStreamErrorResponse(stream, error, profiler) {
|
|
21
|
+
try {
|
|
22
|
+
stream.write(buildErrorResponseData(error, profiler) + '\n', 'utf-8');
|
|
23
|
+
stream.end();
|
|
24
|
+
}
|
|
25
|
+
catch (responseError) {
|
|
26
|
+
logger.error('Failed to create stream error response:', responseError);
|
|
27
|
+
const fallbackError = createErrorResponse(new Error('Internal server error'));
|
|
28
|
+
stream.write(JSON.stringify(fallbackError) + '\n', 'utf-8');
|
|
29
|
+
stream.end();
|
|
30
|
+
}
|
|
31
|
+
}
|
|
@@ -0,0 +1,171 @@
|
|
|
1
|
+
import { requestSchema, normalizeModelType, PROFILING_KEY } from '../schemas/index.js';
|
|
2
|
+
import { nowMs, createServerProfiler } from '../profiling/index.js';
|
|
3
|
+
import { resolveModelConfig } from '../runtime/state.js';
|
|
4
|
+
import { sendErrorResponse, sendStreamErrorResponse } from '../p2p/error-handlers.js';
|
|
5
|
+
import { RPCUnknownRequestTypeError, PluginHandlerTypeMismatchError } from '../errors/index.js';
|
|
6
|
+
import { registry } from '../registry.js';
|
|
7
|
+
import { executeHandler, executeDuplexHandler, handleInitConfig, isInitConfigMessage, handleShutdown, isShutdownMessage } from '../p2p/handler-utils.js';
|
|
8
|
+
import { assertLifecycleAllowed } from '../runtime/runtime-lifecycle.js';
|
|
9
|
+
import { shouldUseStreamErrorTransport } from '../p2p/transport-selector.js';
|
|
10
|
+
export async function handleRequest(req) {
|
|
11
|
+
let profiler;
|
|
12
|
+
let validationStart = 0;
|
|
13
|
+
let rawRequest;
|
|
14
|
+
let entry;
|
|
15
|
+
try {
|
|
16
|
+
const rawData = req.data?.toString();
|
|
17
|
+
// Duplex stream request: metadata arrives as the first chunk on the
|
|
18
|
+
// request stream (client used createRequestStream instead of send).
|
|
19
|
+
if (!rawData) {
|
|
20
|
+
await handleDuplexRequest(req);
|
|
21
|
+
return;
|
|
22
|
+
}
|
|
23
|
+
// Timing runs unconditionally since we can't know if client
|
|
24
|
+
// requested profiling until after parsing.
|
|
25
|
+
const parseStart = nowMs();
|
|
26
|
+
const jsonData = JSON.parse(rawData);
|
|
27
|
+
const jsonParseMs = nowMs() - parseStart;
|
|
28
|
+
// Handle internal config initialization (bypasses schema)
|
|
29
|
+
if (isInitConfigMessage(jsonData)) {
|
|
30
|
+
handleInitConfig(req, jsonData);
|
|
31
|
+
return;
|
|
32
|
+
}
|
|
33
|
+
// Handle internal pre-terminate cleanup signal (bypasses schema). Lets
|
|
34
|
+
// the host tear addons down while the JS env is still alive so static
|
|
35
|
+
// js_ref_t state doesn't survive into the next isolate.
|
|
36
|
+
if (isShutdownMessage(jsonData)) {
|
|
37
|
+
await handleShutdown(req);
|
|
38
|
+
return;
|
|
39
|
+
}
|
|
40
|
+
const { data: cleanData, profilingMeta } = extractProfilingMeta(jsonData);
|
|
41
|
+
if (cleanData && typeof cleanData === 'object') {
|
|
42
|
+
rawRequest = cleanData;
|
|
43
|
+
const rawType = rawRequest['type'];
|
|
44
|
+
if (typeof rawType === 'string') {
|
|
45
|
+
entry = registry[rawType];
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
profiler = createServerProfiler(profilingMeta);
|
|
49
|
+
profiler.markRequestParsed(jsonParseMs);
|
|
50
|
+
validationStart = nowMs();
|
|
51
|
+
const processedData = applyDeviceDefaultsToRequest(cleanData);
|
|
52
|
+
const request = requestSchema.parse(processedData);
|
|
53
|
+
attachProfilingMetaToRequest(request, profilingMeta);
|
|
54
|
+
profiler.markRequestValidated(nowMs() - validationStart);
|
|
55
|
+
validationStart = 0;
|
|
56
|
+
assertLifecycleAllowed(request);
|
|
57
|
+
entry = registry[request.type];
|
|
58
|
+
if (!entry) {
|
|
59
|
+
throw new RPCUnknownRequestTypeError(request.type);
|
|
60
|
+
}
|
|
61
|
+
await executeHandler(req, request, entry, profiler);
|
|
62
|
+
}
|
|
63
|
+
catch (error) {
|
|
64
|
+
if (profiler && validationStart > 0) {
|
|
65
|
+
profiler.markRequestValidated(nowMs() - validationStart);
|
|
66
|
+
}
|
|
67
|
+
if (shouldUseStreamErrorTransport(entry, rawRequest)) {
|
|
68
|
+
sendStreamErrorResponse(req.createResponseStream(), error, profiler);
|
|
69
|
+
}
|
|
70
|
+
else {
|
|
71
|
+
sendErrorResponse(req, error, profiler);
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
function attachProfilingMetaToRequest(request, profilingMeta) {
|
|
76
|
+
if (!profilingMeta)
|
|
77
|
+
return;
|
|
78
|
+
Object.defineProperty(request, PROFILING_KEY, {
|
|
79
|
+
value: profilingMeta,
|
|
80
|
+
enumerable: false,
|
|
81
|
+
configurable: true,
|
|
82
|
+
writable: false
|
|
83
|
+
});
|
|
84
|
+
}
|
|
85
|
+
function extractProfilingMeta(data) {
|
|
86
|
+
if (!data || typeof data !== 'object' || !(PROFILING_KEY in data)) {
|
|
87
|
+
return { data, profilingMeta: undefined };
|
|
88
|
+
}
|
|
89
|
+
const obj = data;
|
|
90
|
+
const { [PROFILING_KEY]: meta, ...rest } = obj;
|
|
91
|
+
return {
|
|
92
|
+
data: rest,
|
|
93
|
+
profilingMeta: meta
|
|
94
|
+
};
|
|
95
|
+
}
|
|
96
|
+
async function handleDuplexRequest(req) {
|
|
97
|
+
const inputStream = req.createRequestStream();
|
|
98
|
+
const outputStream = req.createResponseStream();
|
|
99
|
+
let profiler;
|
|
100
|
+
try {
|
|
101
|
+
const firstChunk = await new Promise((resolve, reject) => {
|
|
102
|
+
const onData = (data) => {
|
|
103
|
+
inputStream.off('error', onError);
|
|
104
|
+
inputStream.pause();
|
|
105
|
+
resolve(data);
|
|
106
|
+
};
|
|
107
|
+
const onError = (err) => {
|
|
108
|
+
inputStream.off('data', onData);
|
|
109
|
+
reject(err instanceof Error ? err : new Error(String(err)));
|
|
110
|
+
};
|
|
111
|
+
inputStream.once('data', onData);
|
|
112
|
+
inputStream.once('error', onError);
|
|
113
|
+
});
|
|
114
|
+
const parseStart = nowMs();
|
|
115
|
+
const jsonData = JSON.parse(firstChunk.toString());
|
|
116
|
+
const jsonParseMs = nowMs() - parseStart;
|
|
117
|
+
const { data: cleanData, profilingMeta } = extractProfilingMeta(jsonData);
|
|
118
|
+
profiler = createServerProfiler(profilingMeta);
|
|
119
|
+
profiler.markRequestParsed(jsonParseMs);
|
|
120
|
+
const validationStart = nowMs();
|
|
121
|
+
const processedData = applyDeviceDefaultsToRequest(cleanData);
|
|
122
|
+
const request = requestSchema.parse(processedData);
|
|
123
|
+
attachProfilingMetaToRequest(request, profilingMeta);
|
|
124
|
+
profiler.markRequestValidated(nowMs() - validationStart);
|
|
125
|
+
assertLifecycleAllowed(request);
|
|
126
|
+
const entry = registry[request.type];
|
|
127
|
+
if (!entry) {
|
|
128
|
+
throw new RPCUnknownRequestTypeError(request.type);
|
|
129
|
+
}
|
|
130
|
+
if (entry.type !== 'duplex') {
|
|
131
|
+
throw new PluginHandlerTypeMismatchError(request.type, 'duplex', entry.type);
|
|
132
|
+
}
|
|
133
|
+
await executeDuplexHandler(req, request, entry, inputStream, outputStream, profiler);
|
|
134
|
+
}
|
|
135
|
+
catch (error) {
|
|
136
|
+
inputStream.destroy();
|
|
137
|
+
sendStreamErrorResponse(outputStream, error, profiler);
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
/**
|
|
141
|
+
* Apply device-specific config defaults to loadModel requests before schema parsing.
|
|
142
|
+
* This ensures device defaults are applied before schema defaults.
|
|
143
|
+
*
|
|
144
|
+
* Priority: User config > Device defaults > Schema defaults
|
|
145
|
+
*/
|
|
146
|
+
function applyDeviceDefaultsToRequest(data) {
|
|
147
|
+
if (!data || typeof data !== 'object')
|
|
148
|
+
return data;
|
|
149
|
+
const obj = data;
|
|
150
|
+
const requestType = obj['type'];
|
|
151
|
+
// Only process loadModel requests (not reload config which uses modelId)
|
|
152
|
+
if (requestType !== 'loadModel' || !obj['modelType'] || !('modelSrc' in obj)) {
|
|
153
|
+
return data;
|
|
154
|
+
}
|
|
155
|
+
// Normalize model type to canonical form
|
|
156
|
+
let canonicalType;
|
|
157
|
+
try {
|
|
158
|
+
canonicalType = normalizeModelType(obj['modelType']);
|
|
159
|
+
}
|
|
160
|
+
catch {
|
|
161
|
+
// Invalid model type, let schema validation handle it
|
|
162
|
+
return data;
|
|
163
|
+
}
|
|
164
|
+
// Apply device defaults and full schema defaults to modelConfig
|
|
165
|
+
const rawConfig = obj['modelConfig'] ?? {};
|
|
166
|
+
const configWithDefaults = resolveModelConfig(canonicalType, rawConfig);
|
|
167
|
+
return {
|
|
168
|
+
...obj,
|
|
169
|
+
modelConfig: configWithDefaults
|
|
170
|
+
};
|
|
171
|
+
}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { type QvacConfig, type Request, type RuntimeContext } from '../schemas/index.js';
|
|
2
|
+
import type RPC from 'bare-rpc';
|
|
3
|
+
import { type ServerProfiler } from '../profiling/index.js';
|
|
4
|
+
import type { HandlerEntry } from '../handlers/types.js';
|
|
5
|
+
export declare function executeDuplexHandler(_req: RPC.IncomingRequest, request: Request, entry: HandlerEntry, inputStream: ReturnType<RPC.IncomingRequest['createRequestStream']>, outputStream: ReturnType<RPC.IncomingRequest['createResponseStream']>, profiler: ServerProfiler): Promise<void>;
|
|
6
|
+
export declare function executeHandler(req: RPC.IncomingRequest, request: Request, entry: HandlerEntry, profiler: ServerProfiler): Promise<void>;
|
|
7
|
+
type InitConfigMessage = {
|
|
8
|
+
type: '__init_config';
|
|
9
|
+
config: QvacConfig;
|
|
10
|
+
runtimeContext?: RuntimeContext;
|
|
11
|
+
};
|
|
12
|
+
export declare function isInitConfigMessage(data: unknown): data is InitConfigMessage;
|
|
13
|
+
export declare function handleInitConfig(req: RPC.IncomingRequest, data: InitConfigMessage): void;
|
|
14
|
+
type ShutdownMessage = {
|
|
15
|
+
type: '__shutdown__';
|
|
16
|
+
};
|
|
17
|
+
export declare function isShutdownMessage(data: unknown): data is ShutdownMessage;
|
|
18
|
+
export declare function handleShutdown(req: RPC.IncomingRequest): Promise<void>;
|
|
19
|
+
export {};
|
|
@@ -0,0 +1,180 @@
|
|
|
1
|
+
import { PROFILING_KEY } from '../schemas/index.js';
|
|
2
|
+
import { sendErrorResponse, sendStreamErrorResponse } from '../p2p/error-handlers.js';
|
|
3
|
+
import { PluginHandlerTypeMismatchError } from '../errors/index.js';
|
|
4
|
+
import { setConfig, setRuntimeContext } from '../runtime/state.js';
|
|
5
|
+
import { isTerminalChunk } from '../p2p/rpc-utils.js';
|
|
6
|
+
import { createProgressThrottle } from '../p2p/progress-throttle.js';
|
|
7
|
+
import { handlerSupportsProgress, selectHandler } from '../selection.js';
|
|
8
|
+
function getProfilingMetaFromRequest(request) {
|
|
9
|
+
if (PROFILING_KEY in request) {
|
|
10
|
+
return request[PROFILING_KEY];
|
|
11
|
+
}
|
|
12
|
+
return undefined;
|
|
13
|
+
}
|
|
14
|
+
async function executeReplyHandler(req, request, handler, profiler, isDelegated) {
|
|
15
|
+
profiler.startHandler();
|
|
16
|
+
try {
|
|
17
|
+
let response;
|
|
18
|
+
if (isDelegated) {
|
|
19
|
+
const profilingMeta = getProfilingMetaFromRequest(request);
|
|
20
|
+
response = await handler(request, profilingMeta ? { profilingMeta } : undefined);
|
|
21
|
+
}
|
|
22
|
+
else {
|
|
23
|
+
response = await handler(request);
|
|
24
|
+
}
|
|
25
|
+
profiler.endHandler();
|
|
26
|
+
req.reply(profiler.serialize(response, true), 'utf-8');
|
|
27
|
+
}
|
|
28
|
+
catch (error) {
|
|
29
|
+
profiler.endHandler();
|
|
30
|
+
sendErrorResponse(req, error, profiler);
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
async function executeStreamHandler(req, request, handler, profiler, isDelegated) {
|
|
34
|
+
const stream = req.createResponseStream();
|
|
35
|
+
profiler.startHandler();
|
|
36
|
+
let sentFinalChunk = false;
|
|
37
|
+
try {
|
|
38
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
39
|
+
let generator;
|
|
40
|
+
if (isDelegated) {
|
|
41
|
+
const profilingMeta = getProfilingMetaFromRequest(request);
|
|
42
|
+
generator = handler(request, profilingMeta ? { profilingMeta } : undefined);
|
|
43
|
+
}
|
|
44
|
+
else {
|
|
45
|
+
generator = handler(request);
|
|
46
|
+
}
|
|
47
|
+
for await (const response of generator) {
|
|
48
|
+
if (isTerminalChunk(response)) {
|
|
49
|
+
profiler.endHandler();
|
|
50
|
+
stream.write(profiler.serialize(response, true) + '\n', 'utf-8');
|
|
51
|
+
sentFinalChunk = true;
|
|
52
|
+
}
|
|
53
|
+
else {
|
|
54
|
+
stream.write(profiler.serialize(response, false) + '\n', 'utf-8');
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
// Fallback
|
|
58
|
+
if (!sentFinalChunk) {
|
|
59
|
+
profiler.endHandler();
|
|
60
|
+
const trailer = profiler.serialize();
|
|
61
|
+
if (trailer) {
|
|
62
|
+
stream.write(trailer + '\n', 'utf-8');
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
stream.end();
|
|
66
|
+
}
|
|
67
|
+
catch (error) {
|
|
68
|
+
profiler.endHandler();
|
|
69
|
+
sendStreamErrorResponse(stream, error, profiler);
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
async function executeProgressHandler(req, request, handler, profiler, isDelegated) {
|
|
73
|
+
const stream = req.createResponseStream();
|
|
74
|
+
profiler.startHandler();
|
|
75
|
+
const writeBatch = (updates) => {
|
|
76
|
+
const payload = updates.map((u) => profiler.serialize(u, false)).join('\n');
|
|
77
|
+
stream.write(payload + '\n', 'utf-8');
|
|
78
|
+
};
|
|
79
|
+
const throttle = createProgressThrottle(writeBatch);
|
|
80
|
+
try {
|
|
81
|
+
let response;
|
|
82
|
+
if (isDelegated) {
|
|
83
|
+
const profilingMeta = getProfilingMetaFromRequest(request);
|
|
84
|
+
const options = { progressCallback: throttle.push };
|
|
85
|
+
if (profilingMeta) {
|
|
86
|
+
options.profilingMeta = profilingMeta;
|
|
87
|
+
}
|
|
88
|
+
response = await handler(request, options);
|
|
89
|
+
}
|
|
90
|
+
else {
|
|
91
|
+
response = await handler(request, throttle.push);
|
|
92
|
+
}
|
|
93
|
+
throttle.flush();
|
|
94
|
+
profiler.endHandler();
|
|
95
|
+
stream.write(profiler.serialize(response, true) + '\n', 'utf-8');
|
|
96
|
+
stream.end();
|
|
97
|
+
}
|
|
98
|
+
catch (error) {
|
|
99
|
+
throttle.flush();
|
|
100
|
+
profiler.endHandler();
|
|
101
|
+
sendStreamErrorResponse(stream, error, profiler);
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
export async function executeDuplexHandler(_req, request, entry, inputStream, outputStream, profiler) {
|
|
105
|
+
const { handler } = selectHandler(entry, request);
|
|
106
|
+
profiler.startHandler();
|
|
107
|
+
try {
|
|
108
|
+
for await (const response of handler(request, inputStream)) {
|
|
109
|
+
outputStream.write(profiler.serialize(response, false) + '\n', 'utf-8');
|
|
110
|
+
}
|
|
111
|
+
profiler.endHandler();
|
|
112
|
+
const trailer = profiler.serialize();
|
|
113
|
+
if (trailer) {
|
|
114
|
+
outputStream.write(trailer + '\n', 'utf-8');
|
|
115
|
+
}
|
|
116
|
+
outputStream.end();
|
|
117
|
+
}
|
|
118
|
+
catch (error) {
|
|
119
|
+
profiler.endHandler();
|
|
120
|
+
sendStreamErrorResponse(outputStream, error, profiler);
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
// Unified handler executor with delegation and progress support
|
|
124
|
+
export async function executeHandler(req, request, entry, profiler) {
|
|
125
|
+
const { handler, isDelegated } = selectHandler(entry, request);
|
|
126
|
+
const wantsProgress = handlerSupportsProgress(entry, request);
|
|
127
|
+
if (entry.type === 'duplex') {
|
|
128
|
+
throw new PluginHandlerTypeMismatchError(request.type, 'reply or stream', 'duplex');
|
|
129
|
+
}
|
|
130
|
+
if (entry.type === 'stream') {
|
|
131
|
+
await executeStreamHandler(req, request, handler, profiler, isDelegated);
|
|
132
|
+
}
|
|
133
|
+
else if (wantsProgress) {
|
|
134
|
+
await executeProgressHandler(req, request, handler, profiler, isDelegated);
|
|
135
|
+
}
|
|
136
|
+
else {
|
|
137
|
+
await executeReplyHandler(req, request, handler, profiler, isDelegated);
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
export function isInitConfigMessage(data) {
|
|
141
|
+
return (typeof data === 'object' && data !== null && 'type' in data && data.type === '__init_config');
|
|
142
|
+
}
|
|
143
|
+
export function handleInitConfig(req, data) {
|
|
144
|
+
try {
|
|
145
|
+
if (data.config) {
|
|
146
|
+
setConfig(data.config);
|
|
147
|
+
}
|
|
148
|
+
if (data.runtimeContext) {
|
|
149
|
+
setRuntimeContext(data.runtimeContext);
|
|
150
|
+
}
|
|
151
|
+
req.reply(JSON.stringify({ success: true }), 'utf-8');
|
|
152
|
+
}
|
|
153
|
+
catch (error) {
|
|
154
|
+
req.reply(JSON.stringify({
|
|
155
|
+
success: false,
|
|
156
|
+
error: error instanceof Error ? error.message : String(error)
|
|
157
|
+
}), 'utf-8');
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
export function isShutdownMessage(data) {
|
|
161
|
+
return (typeof data === 'object' &&
|
|
162
|
+
data !== null &&
|
|
163
|
+
'type' in data &&
|
|
164
|
+
data.type === '__shutdown__');
|
|
165
|
+
}
|
|
166
|
+
export async function handleShutdown(req) {
|
|
167
|
+
try {
|
|
168
|
+
// Lazy import to avoid an import cycle with `./lifecycle`. By the time
|
|
169
|
+
// this runs, all modules are loaded.
|
|
170
|
+
const { cleanupForTerminate } = await import('../runtime/lifecycle.js');
|
|
171
|
+
await cleanupForTerminate();
|
|
172
|
+
req.reply(JSON.stringify({ success: true }), 'utf-8');
|
|
173
|
+
}
|
|
174
|
+
catch (error) {
|
|
175
|
+
req.reply(JSON.stringify({
|
|
176
|
+
success: false,
|
|
177
|
+
error: error instanceof Error ? error.message : String(error)
|
|
178
|
+
}), 'utf-8');
|
|
179
|
+
}
|
|
180
|
+
}
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
import type { HeartbeatRequest, HeartbeatResponse } from '../schemas/index.js';
|
|
2
|
+
import type { DelegatedHandlerOptions } from '../profiling/index.js';
|
|
3
|
+
export declare function handleHeartbeatDelegated(request: HeartbeatRequest, options?: DelegatedHandlerOptions): Promise<HeartbeatResponse>;
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { getEngineLogger } from '../logging/index.js';
|
|
2
|
+
import { getRPC } from '../p2p/delegate-client.js';
|
|
3
|
+
import { send } from '../p2p/delegate-transport.js';
|
|
4
|
+
import { DelegateConnectionFailedError } from '../errors/index.js';
|
|
5
|
+
const logger = getEngineLogger();
|
|
6
|
+
export async function handleHeartbeatDelegated(request, options) {
|
|
7
|
+
const { delegate } = request;
|
|
8
|
+
if (!delegate) {
|
|
9
|
+
throw new DelegateConnectionFailedError('Delegated heartbeat handler called without delegate info');
|
|
10
|
+
}
|
|
11
|
+
const { providerPublicKey, timeout } = delegate;
|
|
12
|
+
try {
|
|
13
|
+
const rpc = await getRPC(providerPublicKey, { timeout });
|
|
14
|
+
const delegateOpts = {
|
|
15
|
+
peerKey: providerPublicKey
|
|
16
|
+
};
|
|
17
|
+
if (timeout !== undefined) {
|
|
18
|
+
delegateOpts.timeout = timeout;
|
|
19
|
+
}
|
|
20
|
+
if (options?.profilingMeta) {
|
|
21
|
+
delegateOpts.profilingMeta = options.profilingMeta;
|
|
22
|
+
}
|
|
23
|
+
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
24
|
+
const { delegate: _delegate, ...providerRequest } = request;
|
|
25
|
+
const response = await send(providerRequest, rpc, delegateOpts);
|
|
26
|
+
return response;
|
|
27
|
+
}
|
|
28
|
+
catch (error) {
|
|
29
|
+
logger.error('Error during delegated heartbeat:', error);
|
|
30
|
+
throw error;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { LoadModelSrcRequest, LoadModelResponse, ModelProgressUpdate } from '../schemas/index.js';
|
|
2
|
+
import type { DelegatedHandlerOptions } from '../profiling/index.js';
|
|
3
|
+
export interface HandleLoadModelDelegatedOptions extends DelegatedHandlerOptions {
|
|
4
|
+
progressCallback?: (update: ModelProgressUpdate) => void;
|
|
5
|
+
}
|
|
6
|
+
export declare function handleLoadModelDelegated(request: LoadModelSrcRequest, options?: HandleLoadModelDelegatedOptions): Promise<LoadModelResponse>;
|
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
import { DELEGATION_BREAKDOWN_KEY, OPERATION_EVENT_KEY, modelInputToSrcSchema } from '../schemas/index.js';
|
|
2
|
+
import { registerModel, isModelLoaded, unregisterModel } from '../runtime/model-registry.js';
|
|
3
|
+
import { send, stream } from '../p2p/delegate-transport.js';
|
|
4
|
+
import { getRPC } from '../p2p/delegate-client.js';
|
|
5
|
+
import { handleLoadModel } from '../handlers/load-model/index.js';
|
|
6
|
+
import { ModelLoadFailedError, DelegateNoFinalResponseError } from '../errors/index.js';
|
|
7
|
+
import { getEngineLogger } from '../logging/index.js';
|
|
8
|
+
const logger = getEngineLogger();
|
|
9
|
+
export async function handleLoadModelDelegated(request, options) {
|
|
10
|
+
const { progressCallback, profilingMeta } = options ?? {};
|
|
11
|
+
if (!request.delegate) {
|
|
12
|
+
throw new ModelLoadFailedError('Delegate information is required for delegated load model');
|
|
13
|
+
}
|
|
14
|
+
const { delegate } = request;
|
|
15
|
+
const { providerPublicKey, timeout, healthCheckTimeout, fallbackToLocal, forceNewConnection } = delegate;
|
|
16
|
+
try {
|
|
17
|
+
logger.info(`📤 Sending delegated loadModel request to provider: ${providerPublicKey}${timeout ? `, timeout: ${timeout}ms` : ''}${forceNewConnection ? ' (forcing new connection)' : ''}`);
|
|
18
|
+
const rpc = await getRPC(providerPublicKey, {
|
|
19
|
+
timeout,
|
|
20
|
+
healthCheckTimeout,
|
|
21
|
+
forceNewConnection
|
|
22
|
+
});
|
|
23
|
+
// Strip out the delegate field to avoid infinite delegation
|
|
24
|
+
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
25
|
+
const { delegate: _, ...providerRequest } = request;
|
|
26
|
+
let finalResponse;
|
|
27
|
+
let delegationBreakdown;
|
|
28
|
+
let operationEvent;
|
|
29
|
+
// Build delegate options with profiling metadata
|
|
30
|
+
const delegateOpts = { peerKey: providerPublicKey };
|
|
31
|
+
if (profilingMeta) {
|
|
32
|
+
delegateOpts.profilingMeta = profilingMeta;
|
|
33
|
+
}
|
|
34
|
+
if (timeout) {
|
|
35
|
+
delegateOpts.timeout = timeout;
|
|
36
|
+
}
|
|
37
|
+
if (request.withProgress) {
|
|
38
|
+
// Use streaming for progress updates
|
|
39
|
+
logger.debug('📊 Using streaming mode for loadModel with progress');
|
|
40
|
+
const responseStream = stream(providerRequest, rpc, delegateOpts);
|
|
41
|
+
for await (const response of responseStream) {
|
|
42
|
+
if (response.type === 'modelProgress') {
|
|
43
|
+
// Forward progress updates to the client
|
|
44
|
+
if (progressCallback) {
|
|
45
|
+
progressCallback(response);
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
else if (response.type === 'loadModel') {
|
|
49
|
+
finalResponse = response;
|
|
50
|
+
operationEvent = response[OPERATION_EVENT_KEY];
|
|
51
|
+
break;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
if (!finalResponse) {
|
|
55
|
+
throw new DelegateNoFinalResponseError();
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
else {
|
|
59
|
+
// Use simple send for non-progress requests
|
|
60
|
+
logger.debug('📤 Using simple send mode for loadModel');
|
|
61
|
+
const providerResponse = await send(providerRequest, rpc, delegateOpts);
|
|
62
|
+
finalResponse = providerResponse;
|
|
63
|
+
const typedResponse = providerResponse;
|
|
64
|
+
delegationBreakdown = typedResponse[DELEGATION_BREAKDOWN_KEY];
|
|
65
|
+
operationEvent = typedResponse[OPERATION_EVENT_KEY];
|
|
66
|
+
}
|
|
67
|
+
if (!finalResponse || !finalResponse.success) {
|
|
68
|
+
logger.error('Provider failed to load model:', finalResponse?.error);
|
|
69
|
+
return {
|
|
70
|
+
type: 'loadModel',
|
|
71
|
+
success: false,
|
|
72
|
+
error: `Provider failed to load model: ${finalResponse?.error || 'Unknown error'}`
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
const modelId = finalResponse.modelId ||
|
|
76
|
+
modelInputToSrcSchema.parse(request.modelSrc) ||
|
|
77
|
+
`delegated-${Date.now()}`;
|
|
78
|
+
const delegateOptions = {
|
|
79
|
+
providerPublicKey
|
|
80
|
+
};
|
|
81
|
+
if (timeout !== undefined) {
|
|
82
|
+
delegateOptions.timeout = timeout;
|
|
83
|
+
}
|
|
84
|
+
if (healthCheckTimeout !== undefined) {
|
|
85
|
+
delegateOptions.healthCheckTimeout = healthCheckTimeout;
|
|
86
|
+
}
|
|
87
|
+
if (isModelLoaded(modelId)) {
|
|
88
|
+
logger.info(`Delegated model ${modelId} is already registered, replacing with new provider: ${providerPublicKey}`);
|
|
89
|
+
unregisterModel(modelId);
|
|
90
|
+
}
|
|
91
|
+
registerModel(modelId, delegateOptions);
|
|
92
|
+
logger.info(`✅ Delegated model registered: ${modelId} -> provider: ${providerPublicKey}`);
|
|
93
|
+
const result = {
|
|
94
|
+
type: 'loadModel',
|
|
95
|
+
success: true,
|
|
96
|
+
modelId
|
|
97
|
+
};
|
|
98
|
+
if (delegationBreakdown) {
|
|
99
|
+
;
|
|
100
|
+
result[DELEGATION_BREAKDOWN_KEY] = delegationBreakdown;
|
|
101
|
+
}
|
|
102
|
+
if (operationEvent) {
|
|
103
|
+
;
|
|
104
|
+
result[OPERATION_EVENT_KEY] = operationEvent;
|
|
105
|
+
}
|
|
106
|
+
return result;
|
|
107
|
+
}
|
|
108
|
+
catch (error) {
|
|
109
|
+
logger.error('Error in delegated load model:', error);
|
|
110
|
+
if (fallbackToLocal) {
|
|
111
|
+
logger.info('🔄 Fallback to local model loading enabled, attempting local load...');
|
|
112
|
+
try {
|
|
113
|
+
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
114
|
+
const { delegate: _, ...localRequest } = request;
|
|
115
|
+
return await handleLoadModel(localRequest, progressCallback);
|
|
116
|
+
}
|
|
117
|
+
catch (localError) {
|
|
118
|
+
logger.error('❌ Local fallback also failed:', localError);
|
|
119
|
+
return {
|
|
120
|
+
type: 'loadModel',
|
|
121
|
+
success: false,
|
|
122
|
+
error: `Both delegated and local loading failed. Delegated error: ${error instanceof Error ? error.message : String(error)}. Local error: ${localError instanceof Error ? localError.message : String(localError)}`
|
|
123
|
+
};
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
return {
|
|
127
|
+
type: 'loadModel',
|
|
128
|
+
success: false,
|
|
129
|
+
error: error instanceof Error ? error.message : 'Unknown error'
|
|
130
|
+
};
|
|
131
|
+
}
|
|
132
|
+
}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export declare const PROGRESS_THROTTLE_MS = 150;
|
|
2
|
+
export declare const PROGRESS_MAX_PENDING = 100;
|
|
3
|
+
export type ProgressThrottle<T> = {
|
|
4
|
+
push: (update: T) => void;
|
|
5
|
+
flush: () => void;
|
|
6
|
+
};
|
|
7
|
+
export declare function createProgressThrottle<T>(writeBatch: (updates: T[]) => void, clock?: () => number, throttleMs?: number, maxPending?: number): ProgressThrottle<T>;
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
export const PROGRESS_THROTTLE_MS = 150;
|
|
2
|
+
export const PROGRESS_MAX_PENDING = 100;
|
|
3
|
+
export function createProgressThrottle(writeBatch, clock = Date.now, throttleMs = PROGRESS_THROTTLE_MS, maxPending = PROGRESS_MAX_PENDING) {
|
|
4
|
+
let lastWrite = 0;
|
|
5
|
+
let pending = [];
|
|
6
|
+
let flushTimer = null;
|
|
7
|
+
function flushPending() {
|
|
8
|
+
if (pending.length === 0)
|
|
9
|
+
return;
|
|
10
|
+
lastWrite = clock();
|
|
11
|
+
const batch = pending;
|
|
12
|
+
pending = [];
|
|
13
|
+
writeBatch(batch);
|
|
14
|
+
}
|
|
15
|
+
function push(update) {
|
|
16
|
+
const now = clock();
|
|
17
|
+
if (now - lastWrite >= throttleMs) {
|
|
18
|
+
lastWrite = now;
|
|
19
|
+
writeBatch([update]);
|
|
20
|
+
}
|
|
21
|
+
else {
|
|
22
|
+
pending.push(update);
|
|
23
|
+
if (pending.length >= maxPending) {
|
|
24
|
+
if (flushTimer) {
|
|
25
|
+
clearTimeout(flushTimer);
|
|
26
|
+
flushTimer = null;
|
|
27
|
+
}
|
|
28
|
+
flushPending();
|
|
29
|
+
return;
|
|
30
|
+
}
|
|
31
|
+
if (!flushTimer) {
|
|
32
|
+
flushTimer = setTimeout(() => {
|
|
33
|
+
flushTimer = null;
|
|
34
|
+
flushPending();
|
|
35
|
+
}, throttleMs - (now - lastWrite));
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
function flush() {
|
|
40
|
+
if (flushTimer) {
|
|
41
|
+
clearTimeout(flushTimer);
|
|
42
|
+
flushTimer = null;
|
|
43
|
+
}
|
|
44
|
+
flushPending();
|
|
45
|
+
}
|
|
46
|
+
return { push, flush };
|
|
47
|
+
}
|