@qvac/inference 0.18.2 → 0.19.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +69 -36
- package/README.md +1 -5
- package/dist/api/assess-model-fit.d.ts +16 -0
- package/dist/api/assess-model-fit.js +27 -0
- package/dist/api/audio-gen.d.ts +4 -4
- package/dist/api/audio-gen.js +17 -6
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/download-asset.d.ts +1 -1
- package/dist/api/download-asset.js +2 -2
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-loaded-model-info.d.ts +6 -10
- package/dist/api/get-loaded-model-info.js +6 -10
- package/dist/api/heartbeat.d.ts +5 -22
- package/dist/api/heartbeat.js +6 -23
- package/dist/api/index.d.ts +36 -35
- package/dist/api/index.js +35 -35
- package/dist/api/load-model.d.ts +5 -1
- package/dist/api/load-model.js +3 -5
- package/dist/api/logging-stream-registry.js +1 -1
- package/dist/api/resume.d.ts +0 -3
- package/dist/api/resume.js +0 -3
- package/dist/api/subscribe-logs.js +1 -1
- package/dist/api/suspend.d.ts +0 -4
- package/dist/api/suspend.js +0 -4
- package/dist/api/translate.d.ts +3 -1
- package/dist/api/translate.js +16 -8
- package/dist/api/unload-model.js +3 -5
- package/dist/api/video-request.d.ts +207 -0
- package/dist/api/video-request.js +18 -0
- package/dist/api/video.d.ts +22 -2
- package/dist/api/video.js +25 -15
- package/dist/api/vla-helpers.d.ts +1 -2
- package/dist/api/vla-helpers.js +1 -2
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.d.ts +71 -0
- package/dist/api/world-result.js +293 -0
- package/dist/api/world.d.ts +143 -0
- package/dist/api/world.js +71 -0
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.js +15 -28
- package/dist/errors/index.d.ts +35 -31
- package/dist/errors/index.js +66 -56
- package/dist/handlers/assess-model-fit.d.ts +10 -0
- package/dist/handlers/assess-model-fit.js +75 -0
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +1 -1
- package/dist/handlers/delete-cache.js +3 -0
- package/dist/handlers/download-asset.js +6 -5
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +0 -12
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/get-system-resources.js +8 -0
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +3 -3
- package/dist/handlers/load-model/download-stats.js +5 -5
- package/dist/handlers/load-model/handler.js +6 -8
- package/dist/handlers/load-model/http-verify.d.ts +20 -0
- package/dist/handlers/load-model/http-verify.js +54 -0
- package/dist/handlers/load-model/http.d.ts +12 -2
- package/dist/handlers/load-model/http.js +119 -230
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +1 -1
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +4 -4
- package/dist/handlers/load-model/resolve-session.d.ts +8 -1
- package/dist/handlers/load-model/resolve-session.js +12 -9
- package/dist/handlers/load-model/resolve.d.ts +4 -4
- package/dist/handlers/load-model/resolve.js +18 -16
- package/dist/handlers/load-model/safe-fetch.d.ts +44 -0
- package/dist/handlers/load-model/safe-fetch.js +143 -0
- package/dist/handlers/load-model/types.d.ts +9 -0
- package/dist/handlers/plugin-dispatch.js +1 -4
- package/dist/handlers/plugin-invoke.js +1 -4
- package/dist/handlers/types.d.ts +0 -2
- package/dist/handlers/unload-model.js +1 -4
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +2 -2
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +250 -0
- package/dist/models/registry/models.js +2071 -1806
- package/dist/models/registry/resource-profiles.d.ts +18 -0
- package/dist/models/registry/resource-profiles.js +4934 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +14 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +47 -5
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +134 -4
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +47 -28
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.js +2 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +12 -12
- package/dist/plugins/builtin/index.js +12 -12
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +2 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +3 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +37 -26
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +12 -11
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +133 -41
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +79 -17
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +22 -8
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +10 -13
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +4 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +13 -2
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +2 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +2 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +3 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +1 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +32 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +126 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +820 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +153 -4
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +134 -13
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +1 -1
- package/dist/plugins/builtin/tts-ggml/plugin.js +2 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +2 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +3 -3
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.js +1 -1
- package/dist/plugins/ops/load-model.js +1 -1
- package/dist/plugins/ops/transcribe.js +2 -2
- package/dist/plugins/ops/translate.js +4 -12
- package/dist/plugins/ops/unload-model.js +19 -21
- package/dist/plugins/registry.d.ts +1 -0
- package/dist/plugins/registry.js +12 -0
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/envelope.d.ts +0 -1
- package/dist/profiling/envelope.js +0 -10
- package/dist/profiling/events.d.ts +2 -3
- package/dist/profiling/events.js +2 -9
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -14
- package/dist/profiling/index.js +12 -13
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +35 -2
- package/dist/profiling/operation-wrappers.js +12 -15
- package/dist/profiling/profiler.d.ts +1 -2
- package/dist/profiling/profiler.js +7 -26
- package/dist/profiling/types.d.ts +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +2 -6
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.d.ts +4 -2
- package/dist/rag/rag-workspace-manager.js +268 -15
- package/dist/registry.js +8 -58
- package/dist/resources/collector.d.ts +3 -1
- package/dist/resources/collector.js +91 -9
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/model-fit/assess.d.ts +36 -0
- package/dist/resources/model-fit/assess.js +679 -0
- package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/darwin-arm64.js +36 -0
- package/dist/resources/model-fit/calibration/darwin-x64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/darwin-x64.js +38 -0
- package/dist/resources/model-fit/calibration/fit.d.ts +73 -0
- package/dist/resources/model-fit/calibration/fit.js +152 -0
- package/dist/resources/model-fit/calibration/index.d.ts +37 -0
- package/dist/resources/model-fit/calibration/index.js +75 -0
- package/dist/resources/model-fit/calibration/linux-arm64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/linux-arm64.js +38 -0
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +8 -0
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +39 -0
- package/dist/resources/model-fit/calibration/linux-x64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/linux-x64.js +38 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +8 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +39 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +8 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +36 -0
- package/dist/resources/model-fit/calibration/win32-x64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/win32-x64.js +38 -0
- package/dist/resources/model-fit/estimators/llm.d.ts +46 -0
- package/dist/resources/model-fit/estimators/llm.js +222 -0
- package/dist/resources/model-fit/estimators/whisper.d.ts +10 -0
- package/dist/resources/model-fit/estimators/whisper.js +77 -0
- package/dist/resources/model-fit/floor.d.ts +31 -0
- package/dist/resources/model-fit/floor.js +65 -0
- package/dist/resources/model-fit/types.d.ts +120 -0
- package/dist/resources/model-fit/types.js +1 -0
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/native.js +15 -0
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +14 -0
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +5 -7
- package/dist/runtime/model-registry.d.ts +0 -14
- package/dist/runtime/model-registry.js +17 -40
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +13 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +4 -5
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +18 -3
- package/dist/schemas/assess-model-fit.d.ts +311 -0
- package/dist/schemas/assess-model-fit.js +182 -0
- package/dist/schemas/audio-gen.d.ts +437 -7
- package/dist/schemas/audio-gen.js +131 -19
- package/dist/schemas/batch-completion-stream.d.ts +5 -2
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.js +73 -27
- package/dist/schemas/bci.d.ts +3 -3
- package/dist/schemas/bci.js +5 -5
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/classification.js +13 -6
- package/dist/schemas/common.d.ts +695 -335
- package/dist/schemas/common.js +33 -31
- package/dist/schemas/completion-event.d.ts +5 -2
- package/dist/schemas/completion-event.js +2 -1
- package/dist/schemas/completion-stream.d.ts +3 -5
- package/dist/schemas/completion-stream.js +4 -8
- package/dist/schemas/config.d.ts +640 -18
- package/dist/schemas/config.js +50 -8
- package/dist/schemas/download-asset.d.ts +19 -1
- package/dist/schemas/download-asset.js +20 -4
- package/dist/schemas/engine-addon-map.d.ts +1 -1
- package/dist/schemas/engine-addon-map.js +3 -3
- package/dist/schemas/error.d.ts +2 -2
- package/dist/schemas/error.js +2 -2
- package/dist/schemas/errors.d.ts +2 -6
- package/dist/schemas/errors.js +30 -40
- package/dist/schemas/heartbeat.d.ts +10 -0
- package/dist/schemas/heartbeat.js +8 -0
- package/dist/schemas/index.d.ts +46 -44
- package/dist/schemas/index.js +45 -43
- package/dist/schemas/llamacpp-config.d.ts +32 -10
- package/dist/schemas/llamacpp-config.js +11 -8
- package/dist/schemas/load-model.d.ts +2902 -1857
- package/dist/schemas/load-model.js +52 -52
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +2354 -0
- package/dist/schemas/model-config-schemas.js +46 -0
- package/dist/schemas/model-info.d.ts +10 -20
- package/dist/schemas/model-info.js +4 -25
- package/dist/schemas/model-ops.d.ts +3 -1
- package/dist/schemas/model-ops.js +7 -2
- package/dist/schemas/model-resource-profile.d.ts +109 -0
- package/dist/schemas/model-resource-profile.js +83 -0
- package/dist/schemas/model-src-utils.d.ts +1 -0
- package/dist/schemas/model-src-utils.js +33 -13
- package/dist/schemas/ocr.js +48 -13
- package/dist/schemas/path-validation.js +8 -2
- package/dist/schemas/plugin.d.ts +23 -10
- package/dist/schemas/plugin.js +11 -0
- package/dist/schemas/profiling.d.ts +138 -43
- package/dist/schemas/profiling.js +1 -22
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.js +1 -1
- package/dist/schemas/reload-config.d.ts +0 -2
- package/dist/schemas/reload-config.js +2 -3
- package/dist/schemas/sdcpp-config.d.ts +344 -4
- package/dist/schemas/sdcpp-config.js +504 -17
- package/dist/schemas/system-resources.d.ts +138 -0
- package/dist/schemas/system-resources.js +3 -1
- package/dist/schemas/text-to-speech.js +183 -76
- package/dist/schemas/transcription-config.js +253 -85
- package/dist/schemas/transcription.d.ts +3 -3
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.js +53 -25
- package/dist/schemas/vla.d.ts +1 -1
- package/dist/selection.d.ts +1 -5
- package/dist/selection.js +2 -6
- package/dist/surface.d.ts +1 -1
- package/dist/utils/addon-responses.d.ts +1 -0
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +1 -1
- package/dist/utils/cache/auto-history.js +1 -1
- package/dist/utils/cache/paths.js +5 -5
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/image-dimensions.d.ts +26 -0
- package/dist/utils/image-dimensions.js +46 -0
- package/dist/utils/index.d.ts +13 -10
- package/dist/utils/index.js +13 -10
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-sanitize.d.ts +7 -0
- package/dist/utils/path-sanitize.js +36 -0
- package/dist/utils/path-security.d.ts +0 -7
- package/dist/utils/path-security.js +1 -36
- package/dist/utils/shard-utils.js +3 -3
- package/dist/utils/tool-integration.js +1 -1
- package/dist/utils/tools/dialect.js +1 -1
- package/dist/utils/tools/index.d.ts +2 -2
- package/dist/utils/tools/index.js +2 -2
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +3 -3
- package/dist/utils/url-security.d.ts +17 -0
- package/dist/utils/url-security.js +75 -0
- package/package.json +31 -26
- package/dist/api/provide.d.ts +0 -23
- package/dist/api/provide.js +0 -32
- package/dist/api/stop-provider.d.ts +0 -20
- package/dist/api/stop-provider.js +0 -30
- package/dist/p2p/cancel-delegated.d.ts +0 -3
- package/dist/p2p/cancel-delegated.js +0 -64
- package/dist/p2p/completion-stream-delegated.d.ts +0 -4
- package/dist/p2p/completion-stream-delegated.js +0 -51
- package/dist/p2p/delegate-client.d.ts +0 -9
- package/dist/p2p/delegate-client.js +0 -219
- package/dist/p2p/delegate-connect-diagnostics.d.ts +0 -8
- package/dist/p2p/delegate-connect-diagnostics.js +0 -38
- package/dist/p2p/delegate-transport.d.ts +0 -18
- package/dist/p2p/delegate-transport.js +0 -237
- package/dist/p2p/error-handlers.d.ts +0 -4
- package/dist/p2p/error-handlers.js +0 -31
- package/dist/p2p/handle-request.d.ts +0 -2
- package/dist/p2p/handle-request.js +0 -171
- package/dist/p2p/handler-utils.d.ts +0 -19
- package/dist/p2p/handler-utils.js +0 -180
- package/dist/p2p/heartbeat-delegated.d.ts +0 -3
- package/dist/p2p/heartbeat-delegated.js +0 -32
- package/dist/p2p/load-model-delegated.d.ts +0 -6
- package/dist/p2p/load-model-delegated.js +0 -132
- package/dist/p2p/progress-throttle.d.ts +0 -7
- package/dist/p2p/progress-throttle.js +0 -47
- package/dist/p2p/provideHandler/connection.d.ts +0 -2
- package/dist/p2p/provideHandler/connection.js +0 -38
- package/dist/p2p/provideHandler/handler.d.ts +0 -2
- package/dist/p2p/provideHandler/handler.js +0 -66
- package/dist/p2p/provideHandler/proxy.d.ts +0 -2
- package/dist/p2p/provideHandler/proxy.js +0 -24
- package/dist/p2p/provideHandler.d.ts +0 -1
- package/dist/p2p/provideHandler.js +0 -2
- package/dist/p2p/rpc-utils.d.ts +0 -4
- package/dist/p2p/rpc-utils.js +0 -8
- package/dist/p2p/stopProvideHandler.d.ts +0 -2
- package/dist/p2p/stopProvideHandler.js +0 -29
- package/dist/p2p/swarm.d.ts +0 -9
- package/dist/p2p/swarm.js +0 -103
- package/dist/p2p/transport-selector.d.ts +0 -2
- package/dist/p2p/transport-selector.js +0 -18
- package/dist/p2p/unload-model-delegated.d.ts +0 -2
- package/dist/p2p/unload-model-delegated.js +0 -31
- package/dist/profiling/delegation-profiler.d.ts +0 -31
- package/dist/profiling/delegation-profiler.js +0 -155
- package/dist/schemas/delegate.d.ts +0 -29
- package/dist/schemas/delegate.js +0 -40
- package/dist/schemas/provide.d.ts +0 -50
- package/dist/schemas/provide.js +0 -32
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
import { getEngineLogger } from '../logging/index.js';
|
|
2
|
-
import { getRPC } from '../p2p/delegate-client.js';
|
|
3
|
-
import { send } from '../p2p/delegate-transport.js';
|
|
4
|
-
import { DelegateConnectionFailedError } from '../errors/index.js';
|
|
5
|
-
const logger = getEngineLogger();
|
|
6
|
-
export async function handleHeartbeatDelegated(request, options) {
|
|
7
|
-
const { delegate } = request;
|
|
8
|
-
if (!delegate) {
|
|
9
|
-
throw new DelegateConnectionFailedError('Delegated heartbeat handler called without delegate info');
|
|
10
|
-
}
|
|
11
|
-
const { providerPublicKey, timeout } = delegate;
|
|
12
|
-
try {
|
|
13
|
-
const rpc = await getRPC(providerPublicKey, { timeout });
|
|
14
|
-
const delegateOpts = {
|
|
15
|
-
peerKey: providerPublicKey
|
|
16
|
-
};
|
|
17
|
-
if (timeout !== undefined) {
|
|
18
|
-
delegateOpts.timeout = timeout;
|
|
19
|
-
}
|
|
20
|
-
if (options?.profilingMeta) {
|
|
21
|
-
delegateOpts.profilingMeta = options.profilingMeta;
|
|
22
|
-
}
|
|
23
|
-
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
24
|
-
const { delegate: _delegate, ...providerRequest } = request;
|
|
25
|
-
const response = await send(providerRequest, rpc, delegateOpts);
|
|
26
|
-
return response;
|
|
27
|
-
}
|
|
28
|
-
catch (error) {
|
|
29
|
-
logger.error('Error during delegated heartbeat:', error);
|
|
30
|
-
throw error;
|
|
31
|
-
}
|
|
32
|
-
}
|
|
@@ -1,6 +0,0 @@
|
|
|
1
|
-
import type { LoadModelSrcRequest, LoadModelResponse, ModelProgressUpdate } from '../schemas/index.js';
|
|
2
|
-
import type { DelegatedHandlerOptions } from '../profiling/index.js';
|
|
3
|
-
export interface HandleLoadModelDelegatedOptions extends DelegatedHandlerOptions {
|
|
4
|
-
progressCallback?: (update: ModelProgressUpdate) => void;
|
|
5
|
-
}
|
|
6
|
-
export declare function handleLoadModelDelegated(request: LoadModelSrcRequest, options?: HandleLoadModelDelegatedOptions): Promise<LoadModelResponse>;
|
|
@@ -1,132 +0,0 @@
|
|
|
1
|
-
import { DELEGATION_BREAKDOWN_KEY, OPERATION_EVENT_KEY, modelInputToSrcSchema } from '../schemas/index.js';
|
|
2
|
-
import { registerModel, isModelLoaded, unregisterModel } from '../runtime/model-registry.js';
|
|
3
|
-
import { send, stream } from '../p2p/delegate-transport.js';
|
|
4
|
-
import { getRPC } from '../p2p/delegate-client.js';
|
|
5
|
-
import { handleLoadModel } from '../handlers/load-model/index.js';
|
|
6
|
-
import { ModelLoadFailedError, DelegateNoFinalResponseError } from '../errors/index.js';
|
|
7
|
-
import { getEngineLogger } from '../logging/index.js';
|
|
8
|
-
const logger = getEngineLogger();
|
|
9
|
-
export async function handleLoadModelDelegated(request, options) {
|
|
10
|
-
const { progressCallback, profilingMeta } = options ?? {};
|
|
11
|
-
if (!request.delegate) {
|
|
12
|
-
throw new ModelLoadFailedError('Delegate information is required for delegated load model');
|
|
13
|
-
}
|
|
14
|
-
const { delegate } = request;
|
|
15
|
-
const { providerPublicKey, timeout, healthCheckTimeout, fallbackToLocal, forceNewConnection } = delegate;
|
|
16
|
-
try {
|
|
17
|
-
logger.info(`📤 Sending delegated loadModel request to provider: ${providerPublicKey}${timeout ? `, timeout: ${timeout}ms` : ''}${forceNewConnection ? ' (forcing new connection)' : ''}`);
|
|
18
|
-
const rpc = await getRPC(providerPublicKey, {
|
|
19
|
-
timeout,
|
|
20
|
-
healthCheckTimeout,
|
|
21
|
-
forceNewConnection
|
|
22
|
-
});
|
|
23
|
-
// Strip out the delegate field to avoid infinite delegation
|
|
24
|
-
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
25
|
-
const { delegate: _, ...providerRequest } = request;
|
|
26
|
-
let finalResponse;
|
|
27
|
-
let delegationBreakdown;
|
|
28
|
-
let operationEvent;
|
|
29
|
-
// Build delegate options with profiling metadata
|
|
30
|
-
const delegateOpts = { peerKey: providerPublicKey };
|
|
31
|
-
if (profilingMeta) {
|
|
32
|
-
delegateOpts.profilingMeta = profilingMeta;
|
|
33
|
-
}
|
|
34
|
-
if (timeout) {
|
|
35
|
-
delegateOpts.timeout = timeout;
|
|
36
|
-
}
|
|
37
|
-
if (request.withProgress) {
|
|
38
|
-
// Use streaming for progress updates
|
|
39
|
-
logger.debug('📊 Using streaming mode for loadModel with progress');
|
|
40
|
-
const responseStream = stream(providerRequest, rpc, delegateOpts);
|
|
41
|
-
for await (const response of responseStream) {
|
|
42
|
-
if (response.type === 'modelProgress') {
|
|
43
|
-
// Forward progress updates to the client
|
|
44
|
-
if (progressCallback) {
|
|
45
|
-
progressCallback(response);
|
|
46
|
-
}
|
|
47
|
-
}
|
|
48
|
-
else if (response.type === 'loadModel') {
|
|
49
|
-
finalResponse = response;
|
|
50
|
-
operationEvent = response[OPERATION_EVENT_KEY];
|
|
51
|
-
break;
|
|
52
|
-
}
|
|
53
|
-
}
|
|
54
|
-
if (!finalResponse) {
|
|
55
|
-
throw new DelegateNoFinalResponseError();
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
else {
|
|
59
|
-
// Use simple send for non-progress requests
|
|
60
|
-
logger.debug('📤 Using simple send mode for loadModel');
|
|
61
|
-
const providerResponse = await send(providerRequest, rpc, delegateOpts);
|
|
62
|
-
finalResponse = providerResponse;
|
|
63
|
-
const typedResponse = providerResponse;
|
|
64
|
-
delegationBreakdown = typedResponse[DELEGATION_BREAKDOWN_KEY];
|
|
65
|
-
operationEvent = typedResponse[OPERATION_EVENT_KEY];
|
|
66
|
-
}
|
|
67
|
-
if (!finalResponse || !finalResponse.success) {
|
|
68
|
-
logger.error('Provider failed to load model:', finalResponse?.error);
|
|
69
|
-
return {
|
|
70
|
-
type: 'loadModel',
|
|
71
|
-
success: false,
|
|
72
|
-
error: `Provider failed to load model: ${finalResponse?.error || 'Unknown error'}`
|
|
73
|
-
};
|
|
74
|
-
}
|
|
75
|
-
const modelId = finalResponse.modelId ||
|
|
76
|
-
modelInputToSrcSchema.parse(request.modelSrc) ||
|
|
77
|
-
`delegated-${Date.now()}`;
|
|
78
|
-
const delegateOptions = {
|
|
79
|
-
providerPublicKey
|
|
80
|
-
};
|
|
81
|
-
if (timeout !== undefined) {
|
|
82
|
-
delegateOptions.timeout = timeout;
|
|
83
|
-
}
|
|
84
|
-
if (healthCheckTimeout !== undefined) {
|
|
85
|
-
delegateOptions.healthCheckTimeout = healthCheckTimeout;
|
|
86
|
-
}
|
|
87
|
-
if (isModelLoaded(modelId)) {
|
|
88
|
-
logger.info(`Delegated model ${modelId} is already registered, replacing with new provider: ${providerPublicKey}`);
|
|
89
|
-
unregisterModel(modelId);
|
|
90
|
-
}
|
|
91
|
-
registerModel(modelId, delegateOptions);
|
|
92
|
-
logger.info(`✅ Delegated model registered: ${modelId} -> provider: ${providerPublicKey}`);
|
|
93
|
-
const result = {
|
|
94
|
-
type: 'loadModel',
|
|
95
|
-
success: true,
|
|
96
|
-
modelId
|
|
97
|
-
};
|
|
98
|
-
if (delegationBreakdown) {
|
|
99
|
-
;
|
|
100
|
-
result[DELEGATION_BREAKDOWN_KEY] = delegationBreakdown;
|
|
101
|
-
}
|
|
102
|
-
if (operationEvent) {
|
|
103
|
-
;
|
|
104
|
-
result[OPERATION_EVENT_KEY] = operationEvent;
|
|
105
|
-
}
|
|
106
|
-
return result;
|
|
107
|
-
}
|
|
108
|
-
catch (error) {
|
|
109
|
-
logger.error('Error in delegated load model:', error);
|
|
110
|
-
if (fallbackToLocal) {
|
|
111
|
-
logger.info('🔄 Fallback to local model loading enabled, attempting local load...');
|
|
112
|
-
try {
|
|
113
|
-
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
114
|
-
const { delegate: _, ...localRequest } = request;
|
|
115
|
-
return await handleLoadModel(localRequest, progressCallback);
|
|
116
|
-
}
|
|
117
|
-
catch (localError) {
|
|
118
|
-
logger.error('❌ Local fallback also failed:', localError);
|
|
119
|
-
return {
|
|
120
|
-
type: 'loadModel',
|
|
121
|
-
success: false,
|
|
122
|
-
error: `Both delegated and local loading failed. Delegated error: ${error instanceof Error ? error.message : String(error)}. Local error: ${localError instanceof Error ? localError.message : String(localError)}`
|
|
123
|
-
};
|
|
124
|
-
}
|
|
125
|
-
}
|
|
126
|
-
return {
|
|
127
|
-
type: 'loadModel',
|
|
128
|
-
success: false,
|
|
129
|
-
error: error instanceof Error ? error.message : 'Unknown error'
|
|
130
|
-
};
|
|
131
|
-
}
|
|
132
|
-
}
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
export declare const PROGRESS_THROTTLE_MS = 150;
|
|
2
|
-
export declare const PROGRESS_MAX_PENDING = 100;
|
|
3
|
-
export type ProgressThrottle<T> = {
|
|
4
|
-
push: (update: T) => void;
|
|
5
|
-
flush: () => void;
|
|
6
|
-
};
|
|
7
|
-
export declare function createProgressThrottle<T>(writeBatch: (updates: T[]) => void, clock?: () => number, throttleMs?: number, maxPending?: number): ProgressThrottle<T>;
|
|
@@ -1,47 +0,0 @@
|
|
|
1
|
-
export const PROGRESS_THROTTLE_MS = 150;
|
|
2
|
-
export const PROGRESS_MAX_PENDING = 100;
|
|
3
|
-
export function createProgressThrottle(writeBatch, clock = Date.now, throttleMs = PROGRESS_THROTTLE_MS, maxPending = PROGRESS_MAX_PENDING) {
|
|
4
|
-
let lastWrite = 0;
|
|
5
|
-
let pending = [];
|
|
6
|
-
let flushTimer = null;
|
|
7
|
-
function flushPending() {
|
|
8
|
-
if (pending.length === 0)
|
|
9
|
-
return;
|
|
10
|
-
lastWrite = clock();
|
|
11
|
-
const batch = pending;
|
|
12
|
-
pending = [];
|
|
13
|
-
writeBatch(batch);
|
|
14
|
-
}
|
|
15
|
-
function push(update) {
|
|
16
|
-
const now = clock();
|
|
17
|
-
if (now - lastWrite >= throttleMs) {
|
|
18
|
-
lastWrite = now;
|
|
19
|
-
writeBatch([update]);
|
|
20
|
-
}
|
|
21
|
-
else {
|
|
22
|
-
pending.push(update);
|
|
23
|
-
if (pending.length >= maxPending) {
|
|
24
|
-
if (flushTimer) {
|
|
25
|
-
clearTimeout(flushTimer);
|
|
26
|
-
flushTimer = null;
|
|
27
|
-
}
|
|
28
|
-
flushPending();
|
|
29
|
-
return;
|
|
30
|
-
}
|
|
31
|
-
if (!flushTimer) {
|
|
32
|
-
flushTimer = setTimeout(() => {
|
|
33
|
-
flushTimer = null;
|
|
34
|
-
flushPending();
|
|
35
|
-
}, throttleMs - (now - lastWrite));
|
|
36
|
-
}
|
|
37
|
-
}
|
|
38
|
-
}
|
|
39
|
-
function flush() {
|
|
40
|
-
if (flushTimer) {
|
|
41
|
-
clearTimeout(flushTimer);
|
|
42
|
-
flushTimer = null;
|
|
43
|
-
}
|
|
44
|
-
flushPending();
|
|
45
|
-
}
|
|
46
|
-
return { push, flush };
|
|
47
|
-
}
|
|
@@ -1,38 +0,0 @@
|
|
|
1
|
-
import RPC from 'bare-rpc';
|
|
2
|
-
import { createRpcProxy } from '../../p2p/provideHandler/proxy.js';
|
|
3
|
-
import { hasActiveProviders } from '../../p2p/swarm.js';
|
|
4
|
-
import { getEngineLogger } from '../../logging/index.js';
|
|
5
|
-
const logger = getEngineLogger();
|
|
6
|
-
export function setupConnectionHandlers(swarm) {
|
|
7
|
-
logger.debug('👂 Setting up connection listener...');
|
|
8
|
-
swarm.on('close', () => {
|
|
9
|
-
logger.debug('🔗 Connection closed!');
|
|
10
|
-
});
|
|
11
|
-
swarm.on('connection', (conn) => {
|
|
12
|
-
const peerPubkey = conn.remotePublicKey?.toString('hex');
|
|
13
|
-
// The swarm is shared between consumer and provider sides, and once
|
|
14
|
-
// `swarm.listen()` has bound our keyPair on the DHT we cannot un-bind
|
|
15
|
-
// it without destroying the swarm. To honor `stopQVACProvider()` —
|
|
16
|
-
// which decrements `activeProviderCount` to 0 — we drop incoming
|
|
17
|
-
// connections at the RPC layer when there's no active provider, so
|
|
18
|
-
// peers can no longer dispatch delegated requests at us.
|
|
19
|
-
if (!hasActiveProviders()) {
|
|
20
|
-
logger.debug(`🚪 Dropping inbound connection from ${peerPubkey?.substring(0, 16)}... — provider is stopped`);
|
|
21
|
-
conn.destroy();
|
|
22
|
-
return;
|
|
23
|
-
}
|
|
24
|
-
logger.debug('🔗 Connection event triggered!');
|
|
25
|
-
logger.info(`📡 New connection established from: ${peerPubkey?.substring(0, 16)}...`);
|
|
26
|
-
logger.debug('🔐 Full peer public key:', peerPubkey);
|
|
27
|
-
logger.debug('⚙️ Creating RPC instance for connection...');
|
|
28
|
-
new RPC(conn, createRpcProxy());
|
|
29
|
-
logger.debug('✅ RPC instance created successfully');
|
|
30
|
-
conn.on('close', () => {
|
|
31
|
-
logger.debug(`🔌 Connection closed for peer: ${peerPubkey?.substring(0, 16)}`);
|
|
32
|
-
});
|
|
33
|
-
conn.on('error', (err) => {
|
|
34
|
-
logger.error(`❌ Connection error for peer ${peerPubkey?.substring(0, 16)}:`, err);
|
|
35
|
-
});
|
|
36
|
-
});
|
|
37
|
-
logger.debug('✅ Connection listener set up');
|
|
38
|
-
}
|
|
@@ -1,66 +0,0 @@
|
|
|
1
|
-
import { getSwarm, hasActiveProviders, registerProvider } from '../../p2p/swarm.js';
|
|
2
|
-
import { setupConnectionHandlers } from '../../p2p/provideHandler/connection.js';
|
|
3
|
-
import { getEngineLogger } from '../../logging/index.js';
|
|
4
|
-
const logger = getEngineLogger();
|
|
5
|
-
// Tracks whether the connection listener has been attached on this swarm
|
|
6
|
-
// instance. `swarm.listen()` and `swarm.on("connection", ...)` cannot be
|
|
7
|
-
// undone without destroying the swarm (which is shared with consumers), so
|
|
8
|
-
// we only ever set them up once per process and gate inbound RPC mounting
|
|
9
|
-
// inside the listener on `hasActiveProviders()`.
|
|
10
|
-
let listenerAttached = false;
|
|
11
|
-
// Consumers reach the provider by calling `dht.connect(publicKey)` directly,
|
|
12
|
-
// so the provider only needs its DHT server bound on its keyPair — no topic
|
|
13
|
-
// announce required. `swarm.listen()` is the minimal operation that makes
|
|
14
|
-
// the keyPair reachable on the DHT.
|
|
15
|
-
//
|
|
16
|
-
// This handler is idempotent: a second `startQVACProvider()` call returns
|
|
17
|
-
// success without re-listening, re-attaching listeners, or double-counting
|
|
18
|
-
// the active-provider counter (which would prevent a single `stopQVACProvider`
|
|
19
|
-
// from cleanly shutting things down).
|
|
20
|
-
export async function provideHandler(request) {
|
|
21
|
-
const swarm = getSwarm({
|
|
22
|
-
firewallConfig: request.firewall
|
|
23
|
-
});
|
|
24
|
-
logger.debug('🚀 Provide request received:', request);
|
|
25
|
-
try {
|
|
26
|
-
const pubKey = swarm.keyPair.publicKey;
|
|
27
|
-
logger.debug('🔑 Provider public key:', pubKey.toString('hex'));
|
|
28
|
-
if (hasActiveProviders()) {
|
|
29
|
-
logger.info('ℹ️ Provider already running, returning existing identity');
|
|
30
|
-
return {
|
|
31
|
-
type: 'provide',
|
|
32
|
-
success: true,
|
|
33
|
-
publicKey: pubKey.toString('hex')
|
|
34
|
-
};
|
|
35
|
-
}
|
|
36
|
-
// We must wait for the DHT routing table to populate BEFORE announcing.
|
|
37
|
-
// `swarm.listen()` only does a single initial announce using whatever
|
|
38
|
-
// peers are in the routing table at that moment — if the DHT isn't
|
|
39
|
-
// bootstrapped yet, that announce reaches very few nodes and consumers
|
|
40
|
-
// won't be able to find us via dht.connect(publicKey).
|
|
41
|
-
logger.info('🌐 Waiting for DHT to fully bootstrap...');
|
|
42
|
-
await swarm.dht.fullyBootstrapped();
|
|
43
|
-
logger.info('🌐 Announcing provider on DHT (binding keyPair)...');
|
|
44
|
-
await swarm.listen();
|
|
45
|
-
logger.info('🎯 Provider is listening and ready to accept connections');
|
|
46
|
-
if (!listenerAttached) {
|
|
47
|
-
setupConnectionHandlers(swarm);
|
|
48
|
-
listenerAttached = true;
|
|
49
|
-
}
|
|
50
|
-
registerProvider();
|
|
51
|
-
return {
|
|
52
|
-
type: 'provide',
|
|
53
|
-
success: true,
|
|
54
|
-
publicKey: pubKey.toString('hex')
|
|
55
|
-
};
|
|
56
|
-
}
|
|
57
|
-
catch (error) {
|
|
58
|
-
logger.error('❌ Error in provide handler:', error);
|
|
59
|
-
logger.error('❌ Error stack:', error instanceof Error ? error.stack : 'No stack trace');
|
|
60
|
-
return {
|
|
61
|
-
type: 'provide',
|
|
62
|
-
success: false,
|
|
63
|
-
error: error instanceof Error ? error.message : 'Unknown error'
|
|
64
|
-
};
|
|
65
|
-
}
|
|
66
|
-
}
|
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
import { handleRequest } from '../../p2p/handle-request.js';
|
|
2
|
-
import { getEngineLogger } from '../../logging/index.js';
|
|
3
|
-
const logger = getEngineLogger();
|
|
4
|
-
// Proxies RPC requests to the main handler: handleRequest
|
|
5
|
-
export function createRpcProxy() {
|
|
6
|
-
return async (rpcRequest) => {
|
|
7
|
-
logger.debug('📬 RPC request callback triggered!');
|
|
8
|
-
logger.debug('📦 Raw RPC request data:', rpcRequest.data?.toString());
|
|
9
|
-
try {
|
|
10
|
-
logger.debug('🚀 Calling handleRequest...');
|
|
11
|
-
await handleRequest(rpcRequest);
|
|
12
|
-
logger.debug('✅ handleRequest completed successfully');
|
|
13
|
-
}
|
|
14
|
-
catch (error) {
|
|
15
|
-
logger.error('❌ Error:', error instanceof Error ? error.message : error);
|
|
16
|
-
const errorResponse = JSON.stringify({
|
|
17
|
-
type: 'error',
|
|
18
|
-
error: error instanceof Error ? error.message : 'Unknown error'
|
|
19
|
-
});
|
|
20
|
-
logger.debug('📤 Sending error response:', errorResponse);
|
|
21
|
-
rpcRequest.reply(errorResponse, 'utf-8');
|
|
22
|
-
}
|
|
23
|
-
};
|
|
24
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export { provideHandler } from '../p2p/provideHandler/handler.js';
|
package/dist/p2p/rpc-utils.d.ts
DELETED
package/dist/p2p/rpc-utils.js
DELETED
|
@@ -1,8 +0,0 @@
|
|
|
1
|
-
let commandCounter = 0;
|
|
2
|
-
export function getNextCommandId() {
|
|
3
|
-
commandCounter = (commandCounter + 1) % Number.MAX_SAFE_INTEGER;
|
|
4
|
-
return commandCounter;
|
|
5
|
-
}
|
|
6
|
-
export function isTerminalChunk(value) {
|
|
7
|
-
return typeof value === 'object' && value !== null && 'done' in value && value.done === true;
|
|
8
|
-
}
|
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
import { unregisterProvider } from '../p2p/swarm.js';
|
|
2
|
-
import { getEngineLogger } from '../logging/index.js';
|
|
3
|
-
const logger = getEngineLogger();
|
|
4
|
-
// Decrements the active-provider counter. The shared connection listener
|
|
5
|
-
// (set up once in `provideHandler`) checks `hasActiveProviders()`
|
|
6
|
-
// before mounting an RPC server on incoming sockets, so once the counter
|
|
7
|
-
// reaches 0 inbound peers are dropped and remote calls stop being served.
|
|
8
|
-
//
|
|
9
|
-
// We deliberately do NOT destroy the swarm or unbind the keyPair from the
|
|
10
|
-
// DHT here, because the same swarm also serves this instance's consumer role
|
|
11
|
-
// (delegate-client.ts). Stopping the provider role must not kill outgoing
|
|
12
|
-
// delegation connections.
|
|
13
|
-
export function stopProvideHandler() {
|
|
14
|
-
try {
|
|
15
|
-
unregisterProvider();
|
|
16
|
-
return {
|
|
17
|
-
type: 'stopProvide',
|
|
18
|
-
success: true
|
|
19
|
-
};
|
|
20
|
-
}
|
|
21
|
-
catch (error) {
|
|
22
|
-
logger.error('❌ Error in stop provide handler:', error);
|
|
23
|
-
return {
|
|
24
|
-
type: 'stopProvide',
|
|
25
|
-
success: false,
|
|
26
|
-
error: error instanceof Error ? error.message : 'Unknown error'
|
|
27
|
-
};
|
|
28
|
-
}
|
|
29
|
-
}
|
package/dist/p2p/swarm.d.ts
DELETED
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import Hyperswarm from 'hyperswarm';
|
|
2
|
-
import { type FirewallConfig } from '../schemas/provide.js';
|
|
3
|
-
export declare function getSwarm({ firewallConfig }?: {
|
|
4
|
-
firewallConfig?: FirewallConfig | undefined;
|
|
5
|
-
}): Hyperswarm;
|
|
6
|
-
export declare function registerProvider(): void;
|
|
7
|
-
export declare function unregisterProvider(): void;
|
|
8
|
-
export declare function hasActiveProviders(): boolean;
|
|
9
|
-
export declare function destroySwarm(): Promise<void>;
|
package/dist/p2p/swarm.js
DELETED
|
@@ -1,103 +0,0 @@
|
|
|
1
|
-
import env from 'bare-env';
|
|
2
|
-
import Hyperswarm from 'hyperswarm';
|
|
3
|
-
import crypto from 'bare-crypto';
|
|
4
|
-
import { envSchema } from '../schemas/provide.js';
|
|
5
|
-
import { getConfig } from '../runtime/state.js';
|
|
6
|
-
import { registerSwarm, unregisterSwarm } from '../runtime/runtime-lifecycle.js';
|
|
7
|
-
import { getEngineLogger } from '../logging/index.js';
|
|
8
|
-
import { Buffer } from 'bare-buffer';
|
|
9
|
-
const logger = getEngineLogger();
|
|
10
|
-
function getHyperswarmSeedBuffer() {
|
|
11
|
-
const parsedEnv = envSchema.safeParse(env);
|
|
12
|
-
if (parsedEnv.success) {
|
|
13
|
-
return Buffer.from(parsedEnv.data.QVAC_HYPERSWARM_SEED, 'hex');
|
|
14
|
-
}
|
|
15
|
-
else {
|
|
16
|
-
logger.info(`🎲 No seed provided, generating random seed (provider will have random identity)`);
|
|
17
|
-
return crypto.randomBytes(32);
|
|
18
|
-
}
|
|
19
|
-
}
|
|
20
|
-
function createFirewallFunction(config) {
|
|
21
|
-
if (!config || config.publicKeys.length === 0) {
|
|
22
|
-
return () => false;
|
|
23
|
-
}
|
|
24
|
-
const { mode, publicKeys } = config;
|
|
25
|
-
const publicKeySet = new Set(publicKeys);
|
|
26
|
-
return (remotePublicKey) => {
|
|
27
|
-
const remoteKeyHex = remotePublicKey.toString('hex');
|
|
28
|
-
if (mode === 'allow') {
|
|
29
|
-
const allowed = publicKeySet.has(remoteKeyHex);
|
|
30
|
-
if (!allowed) {
|
|
31
|
-
logger.debug(`🚫 Firewall: Denied connection from ${remoteKeyHex.substring(0, 16)}... (not in allowlist)`);
|
|
32
|
-
}
|
|
33
|
-
else {
|
|
34
|
-
logger.debug(`✅ Firewall: Allowed connection from ${remoteKeyHex.substring(0, 16)}... (in allowlist)`);
|
|
35
|
-
}
|
|
36
|
-
return !allowed;
|
|
37
|
-
}
|
|
38
|
-
else {
|
|
39
|
-
const denied = publicKeySet.has(remoteKeyHex);
|
|
40
|
-
if (denied) {
|
|
41
|
-
logger.debug(`🚫 Firewall: Denied connection from ${remoteKeyHex.substring(0, 16)}... (in denylist)`);
|
|
42
|
-
}
|
|
43
|
-
else {
|
|
44
|
-
logger.debug(`✅ Firewall: Allowed connection from ${remoteKeyHex.substring(0, 16)}... (not in denylist)`);
|
|
45
|
-
}
|
|
46
|
-
return denied;
|
|
47
|
-
}
|
|
48
|
-
};
|
|
49
|
-
}
|
|
50
|
-
function createSwarm(firewallConfig) {
|
|
51
|
-
const seed = getHyperswarmSeedBuffer();
|
|
52
|
-
const firewall = createFirewallFunction(firewallConfig);
|
|
53
|
-
const getRelays = () => {
|
|
54
|
-
const config = getConfig();
|
|
55
|
-
const relayPublicKeys = config.swarmRelays;
|
|
56
|
-
if (!relayPublicKeys || relayPublicKeys.length === 0) {
|
|
57
|
-
return null;
|
|
58
|
-
}
|
|
59
|
-
return relayPublicKeys.map((key) => Buffer.from(key, 'hex'));
|
|
60
|
-
};
|
|
61
|
-
const swarmOptions = { seed, firewall, relayThrough: getRelays };
|
|
62
|
-
return new Hyperswarm(swarmOptions);
|
|
63
|
-
}
|
|
64
|
-
let swarm = null;
|
|
65
|
-
// Delegation is always 1:1 (a single provider service per instance), but we
|
|
66
|
-
// still use a counter to be resilient against duplicate provide/stopProvide
|
|
67
|
-
// calls and to avoid ever reporting "no active providers" while one is still
|
|
68
|
-
// running.
|
|
69
|
-
let activeProviderCount = 0;
|
|
70
|
-
export function getSwarm({ firewallConfig } = {}) {
|
|
71
|
-
if (swarm) {
|
|
72
|
-
return swarm;
|
|
73
|
-
}
|
|
74
|
-
swarm = createSwarm(firewallConfig);
|
|
75
|
-
registerSwarm(swarm, { label: 'shared-swarm', createdAt: Date.now() });
|
|
76
|
-
return swarm;
|
|
77
|
-
}
|
|
78
|
-
export function registerProvider() {
|
|
79
|
-
activeProviderCount++;
|
|
80
|
-
}
|
|
81
|
-
export function unregisterProvider() {
|
|
82
|
-
if (activeProviderCount > 0)
|
|
83
|
-
activeProviderCount--;
|
|
84
|
-
}
|
|
85
|
-
export function hasActiveProviders() {
|
|
86
|
-
return activeProviderCount > 0;
|
|
87
|
-
}
|
|
88
|
-
export async function destroySwarm() {
|
|
89
|
-
if (!swarm)
|
|
90
|
-
return;
|
|
91
|
-
const ref = swarm;
|
|
92
|
-
swarm = null;
|
|
93
|
-
try {
|
|
94
|
-
await ref.destroy();
|
|
95
|
-
unregisterSwarm(ref);
|
|
96
|
-
activeProviderCount = 0;
|
|
97
|
-
}
|
|
98
|
-
catch (error) {
|
|
99
|
-
if (swarm === null)
|
|
100
|
-
swarm = ref;
|
|
101
|
-
throw error;
|
|
102
|
-
}
|
|
103
|
-
}
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
export function shouldUseStreamErrorTransport(entry, rawRequest) {
|
|
2
|
-
if (!entry)
|
|
3
|
-
return false;
|
|
4
|
-
if (entry.type === 'stream')
|
|
5
|
-
return true;
|
|
6
|
-
if (entry.type !== 'reply')
|
|
7
|
-
return false;
|
|
8
|
-
if (rawRequest?.['withProgress'] !== true)
|
|
9
|
-
return false;
|
|
10
|
-
try {
|
|
11
|
-
return typeof entry.supportsProgress === 'function'
|
|
12
|
-
? entry.supportsProgress(rawRequest)
|
|
13
|
-
: !!entry.supportsProgress;
|
|
14
|
-
}
|
|
15
|
-
catch {
|
|
16
|
-
return !!entry.supportsProgress;
|
|
17
|
-
}
|
|
18
|
-
}
|
|
@@ -1,31 +0,0 @@
|
|
|
1
|
-
import { getModelEntry, unregisterModel, getRegistryStats } from '../runtime/model-registry.js';
|
|
2
|
-
import { getRPC } from '../p2p/delegate-client.js';
|
|
3
|
-
import { send } from '../p2p/delegate-transport.js';
|
|
4
|
-
import { hasActiveProviders } from '../p2p/swarm.js';
|
|
5
|
-
import { ModelIsDelegatedError } from '../errors/index.js';
|
|
6
|
-
import { getEngineLogger } from '../logging/index.js';
|
|
7
|
-
const logger = getEngineLogger();
|
|
8
|
-
export async function handleUnloadModelDelegated(request) {
|
|
9
|
-
const entry = getModelEntry(request.modelId);
|
|
10
|
-
if (!entry?.isDelegated) {
|
|
11
|
-
throw new ModelIsDelegatedError(request.modelId);
|
|
12
|
-
}
|
|
13
|
-
const { providerPublicKey, timeout, healthCheckTimeout } = entry.delegated;
|
|
14
|
-
unregisterModel(request.modelId);
|
|
15
|
-
try {
|
|
16
|
-
logger.info(`Sending delegated unload for model ${request.modelId} to provider: ${providerPublicKey}`);
|
|
17
|
-
const rpc = await getRPC(providerPublicKey, { timeout, healthCheckTimeout });
|
|
18
|
-
await send({ type: 'unloadModel', modelId: request.modelId, clearStorage: false }, rpc, { timeout, peerKey: providerPublicKey });
|
|
19
|
-
logger.info(`Delegated model ${request.modelId} unloaded on provider`);
|
|
20
|
-
}
|
|
21
|
-
catch (error) {
|
|
22
|
-
logger.error(`Failed to unload delegated model ${request.modelId} on provider:`, error);
|
|
23
|
-
}
|
|
24
|
-
const stats = getRegistryStats();
|
|
25
|
-
return {
|
|
26
|
-
type: 'unloadModel',
|
|
27
|
-
success: true,
|
|
28
|
-
hasActiveModels: stats.totalModels > 0,
|
|
29
|
-
hasActiveProviders: hasActiveProviders()
|
|
30
|
-
};
|
|
31
|
-
}
|
|
@@ -1,31 +0,0 @@
|
|
|
1
|
-
import { type BaseTimings } from '../profiling/events.js';
|
|
2
|
-
import type { ProfilingRequestMeta, ProfilingResponseMeta, DelegationBreakdown } from '../schemas/index.js';
|
|
3
|
-
export interface DelegatedHandlerOptions {
|
|
4
|
-
profilingMeta?: ProfilingRequestMeta;
|
|
5
|
-
}
|
|
6
|
-
interface BaseDelegationTimings extends BaseTimings {
|
|
7
|
-
requestStringifyMs?: number;
|
|
8
|
-
sendStart?: number;
|
|
9
|
-
}
|
|
10
|
-
export interface DelegationTimings extends BaseDelegationTimings {
|
|
11
|
-
firstResponseAt?: number;
|
|
12
|
-
responseJsonParseMs?: number;
|
|
13
|
-
}
|
|
14
|
-
export interface DelegationStreamTimings extends BaseDelegationTimings {
|
|
15
|
-
firstChunkAt?: number;
|
|
16
|
-
lastChunkAt?: number;
|
|
17
|
-
chunkCount: number;
|
|
18
|
-
}
|
|
19
|
-
export declare function shouldProfileDelegation(op: string, incomingMeta?: ProfilingRequestMeta): boolean;
|
|
20
|
-
export declare function createDelegationTimings(profileId: string, requestType: string): DelegationTimings;
|
|
21
|
-
export declare function createDelegationStreamTimings(profileId: string, requestType: string): DelegationStreamTimings;
|
|
22
|
-
export declare function cacheDelegationConnectionTime(peerKey: string, durationMs: number): void;
|
|
23
|
-
export declare function flushServerConnectionEvent(peerKey: string): void;
|
|
24
|
-
export declare function consumeBreakdownConnectionTime(peerKey: string): number | undefined;
|
|
25
|
-
export declare function buildDelegationBreakdown(timings: DelegationTimings, connectionMs?: number): DelegationBreakdown;
|
|
26
|
-
export declare function buildDelegationStreamBreakdown(timings: DelegationStreamTimings): DelegationBreakdown;
|
|
27
|
-
export declare function recordDelegationEvents(timings: DelegationTimings, serverMeta?: ProfilingResponseMeta, connectionMs?: number): DelegationBreakdown;
|
|
28
|
-
export declare function recordDelegationStreamEvents(timings: DelegationStreamTimings, serverMeta?: ProfilingResponseMeta): void;
|
|
29
|
-
export declare function clearPeerConnectionTracking(peerKey: string): void;
|
|
30
|
-
export declare function resetDelegationConnectionTracking(): void;
|
|
31
|
-
export {};
|