@qvac/sdk 0.8.1 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +24 -1
- package/README.md +191 -373
- package/dist/client/api/cancel.d.ts +4 -22
- package/dist/client/api/cancel.js +6 -25
- package/dist/client/api/completion-stream.d.ts +30 -24
- package/dist/client/api/completion-stream.js +70 -121
- package/dist/client/api/delete-cache.js +2 -3
- package/dist/client/api/download-asset.d.ts +5 -6
- package/dist/client/api/download-asset.js +20 -16
- package/dist/client/api/embed.d.ts +4 -21
- package/dist/client/api/embed.js +14 -4
- package/dist/client/api/index.d.ts +2 -6
- package/dist/client/api/index.js +2 -6
- package/dist/client/api/load-model.d.ts +21 -49
- package/dist/client/api/load-model.js +134 -40
- package/dist/client/api/logging-stream.d.ts +4 -7
- package/dist/client/api/logging-stream.js +5 -9
- package/dist/client/api/ping.d.ts +11 -0
- package/dist/client/api/ping.js +18 -0
- package/dist/client/api/provide.d.ts +1 -1
- package/dist/client/api/provide.js +3 -4
- package/dist/client/api/rag.d.ts +21 -216
- package/dist/client/api/rag.js +36 -396
- package/dist/client/api/stop-provider.d.ts +1 -1
- package/dist/client/api/stop-provider.js +3 -4
- package/dist/client/api/text-to-speech.d.ts +2 -2
- package/dist/client/api/text-to-speech.js +3 -3
- package/dist/client/api/transcribe.d.ts +5 -9
- package/dist/client/api/transcribe.js +9 -11
- package/dist/client/api/translate.d.ts +3 -3
- package/dist/client/api/translate.js +15 -15
- package/dist/client/api/unload-model.d.ts +1 -5
- package/dist/client/api/unload-model.js +4 -17
- package/dist/client/index.d.ts +1 -1
- package/dist/client/index.js +1 -1
- package/dist/client/logging-stream-registry.d.ts +1 -1
- package/dist/client/logging-stream-registry.js +13 -14
- package/dist/client/rpc/bare-client.d.ts +139 -3
- package/dist/client/rpc/bare-client.js +16 -117
- package/dist/client/rpc/bare-rpc-client.d.ts +4 -0
- package/dist/client/rpc/bare-rpc-client.js +87 -0
- package/dist/client/rpc/expo-rpc-client.d.ts +1 -2
- package/dist/client/rpc/expo-rpc-client.js +14 -57
- package/dist/client/rpc/node-rpc-client.d.ts +8 -3
- package/dist/client/rpc/node-rpc-client.js +62 -218
- package/dist/client/rpc/rpc-client.d.ts +2 -3
- package/dist/client/rpc/rpc-client.js +49 -184
- package/dist/constants/audio.d.ts +2 -1
- package/dist/constants/audio.js +17 -1
- package/dist/constants/index.d.ts +0 -1
- package/dist/constants/index.js +0 -1
- package/dist/examples/delegated-inference/consumer.js +2 -3
- package/dist/examples/download-with-cancel.js +4 -3
- package/dist/examples/embed-hyperdrive.d.ts +2 -0
- package/dist/examples/embed-hyperdrive.js +19 -0
- package/dist/examples/kv-cache-cleanup.js +2 -1
- package/dist/examples/kv-cache-custom-key.js +2 -16
- package/dist/examples/kv-cache-example.js +2 -1
- package/dist/examples/llamacpp-file-logging.d.ts +2 -0
- package/dist/examples/{logging-file-transport.js → llamacpp-file-logging.js} +8 -3
- package/dist/examples/llamacpp-filesystem.js +2 -2
- package/dist/examples/llamacpp-http.js +1 -0
- package/dist/examples/llamacpp-hyperdrive.d.ts +2 -0
- package/dist/examples/{llamacpp-p2p.js → llamacpp-hyperdrive.js} +2 -1
- package/dist/examples/llamacpp-multimodal.js +4 -3
- package/dist/examples/llamacpp-native-tools.js +30 -72
- package/dist/examples/multi-model-demo.js +3 -2
- package/dist/examples/parallel-download.js +14 -46
- package/dist/examples/rag/rag-chromadb.js +1 -0
- package/dist/examples/rag/rag-hyperdb-workspaces.d.ts +2 -0
- package/dist/examples/rag/rag-hyperdb-workspaces.js +107 -0
- package/dist/examples/rag/rag-hyperdb.d.ts +2 -0
- package/dist/examples/rag/{rag-hyperdb/ingest.js → rag-hyperdb.js} +5 -10
- package/dist/examples/rag/rag-lancedb.js +1 -0
- package/dist/examples/rag/rag-sqlite.js +1 -0
- package/dist/examples/seed-hyperdrive.d.ts +2 -0
- package/dist/examples/text-to-speech.d.ts +3 -0
- package/dist/examples/{tts/utils.js → text-to-speech.js} +63 -18
- package/dist/examples/translation/translation-indic.js +1 -4
- package/dist/examples/translation/translation-llm-context.js +1 -0
- package/dist/examples/translation/translation-llm.js +2 -2
- package/dist/examples/translation/translation-opus.js +3 -6
- package/dist/examples/translation/translation-stream.js +3 -3
- package/dist/examples/whispercpp-filesystem.js +43 -0
- package/dist/examples/{transcription/whispercpp-microphone-record.js → whispercpp-microphone-record.js} +9 -8
- package/dist/expo/plugins/index.d.ts +0 -3
- package/dist/expo/plugins/index.js +0 -3
- package/dist/expo/plugins/withMobileBundle.d.ts +2 -5
- package/dist/expo/plugins/withMobileBundle.js +40 -121
- package/dist/expo/plugins/withQvacSDK.d.ts +0 -4
- package/dist/expo/plugins/withQvacSDK.js +1 -26
- package/dist/index.d.ts +4 -9
- package/dist/index.js +5 -11
- package/dist/logging/base-logger.js +16 -26
- package/dist/logging/index.d.ts +1 -7
- package/dist/logging/index.js +1 -7
- package/dist/logging/logger.d.ts +2 -0
- package/dist/logging/logger.js +6 -11
- package/dist/logging/stream-logger.d.ts +1 -1
- package/dist/logging/stream-logger.js +3 -6
- package/dist/logging/transport.js +2 -2
- package/dist/logging/types.d.ts +0 -2
- package/dist/logging/utils.d.ts +0 -2
- package/dist/logging/utils.js +0 -62
- package/dist/models/{registry → hyperdrive}/index.js +1 -1
- package/dist/models/hyperdrive/models.d.ts +619 -0
- package/dist/models/hyperdrive/models.js +693 -0
- package/dist/schemas/cancel.d.ts +0 -18
- package/dist/schemas/cancel.js +0 -7
- package/dist/schemas/common.d.ts +166 -3012
- package/dist/schemas/common.js +4 -27
- package/dist/schemas/completion-stream.d.ts +60 -31
- package/dist/schemas/completion-stream.js +44 -20
- package/dist/schemas/delegate.d.ts +0 -9
- package/dist/schemas/delegate.js +2 -6
- package/dist/schemas/download-asset.d.ts +3 -125
- package/dist/schemas/download-asset.js +5 -22
- package/dist/schemas/embed.d.ts +3 -3
- package/dist/schemas/embed.js +2 -9
- package/dist/schemas/index.d.ts +2 -20
- package/dist/schemas/index.js +2 -20
- package/dist/schemas/llamacpp-config.d.ts +12 -243
- package/dist/schemas/llamacpp-config.js +14 -50
- package/dist/schemas/load-model.d.ts +893 -14471
- package/dist/schemas/load-model.js +72 -325
- package/dist/schemas/logging-stream.d.ts +4 -11
- package/dist/schemas/logging-stream.js +3 -4
- package/dist/schemas/ping.d.ts +11 -0
- package/dist/schemas/ping.js +8 -0
- package/dist/schemas/rag.d.ts +52 -183
- package/dist/schemas/rag.js +23 -152
- package/dist/schemas/text-to-speech.d.ts +1 -692
- package/dist/schemas/text-to-speech.js +3 -35
- package/dist/schemas/transcription.d.ts +0 -3
- package/dist/schemas/transcription.js +0 -1
- package/dist/schemas/translate.d.ts +23 -68
- package/dist/schemas/translate.js +11 -37
- package/dist/schemas/translation-config.d.ts +7 -810
- package/dist/schemas/translation-config.js +7 -113
- package/dist/schemas/unload-model.d.ts +0 -2
- package/dist/schemas/unload-model.js +0 -2
- package/dist/schemas/whispercpp-config.d.ts +25 -0
- package/dist/schemas/whispercpp-config.js +18 -0
- package/dist/server/bare/{ops → addons}/cancel.js +1 -2
- package/dist/server/bare/addons/index.d.ts +4 -0
- package/dist/server/bare/addons/index.js +3 -0
- package/dist/server/bare/addons/llamacpp/create-model.d.ts +5 -0
- package/dist/server/bare/addons/llamacpp/create-model.js +67 -0
- package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.d.ts +1 -2
- package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.js +87 -54
- package/dist/server/bare/addons/llamacpp/handlers/embed.d.ts +4 -0
- package/dist/server/bare/{ops → addons/llamacpp/handlers}/embed.js +7 -22
- package/dist/server/bare/addons/llamacpp/index.d.ts +4 -0
- package/dist/server/bare/addons/llamacpp/index.js +3 -0
- package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.d.ts +1 -4
- package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.js +19 -54
- package/dist/server/bare/addons/load-model.d.ts +3 -0
- package/dist/server/bare/addons/load-model.js +62 -0
- package/dist/server/bare/addons/translation/create-model.d.ts +4 -0
- package/dist/server/bare/addons/translation/create-model.js +45 -0
- package/dist/server/bare/addons/translation/handlers/translate.d.ts +3 -0
- package/dist/server/bare/{ops → addons/translation/handlers}/translate.js +14 -47
- package/dist/server/bare/addons/translation/index.d.ts +3 -0
- package/dist/server/bare/addons/translation/index.js +2 -0
- package/dist/server/bare/addons/tts/create-model.d.ts +6 -0
- package/dist/server/bare/addons/tts/create-model.js +40 -0
- package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.js +3 -25
- package/dist/server/bare/addons/tts/index.d.ts +3 -0
- package/dist/server/bare/addons/tts/index.js +2 -0
- package/dist/server/bare/addons/unload-model.js +20 -0
- package/dist/server/bare/addons/whispercpp/create-model.d.ts +6 -0
- package/dist/server/bare/addons/whispercpp/create-model.js +55 -0
- package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.d.ts +3 -0
- package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.js +48 -0
- package/dist/server/bare/addons/whispercpp/index.d.ts +3 -0
- package/dist/server/bare/addons/whispercpp/index.js +2 -0
- package/dist/server/bare/delegate-rpc-client.d.ts +0 -6
- package/dist/server/bare/delegate-rpc-client.js +45 -187
- package/dist/server/bare/hyperswarm.d.ts +0 -3
- package/dist/server/bare/hyperswarm.js +6 -29
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +10 -9
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +4 -7
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +14 -13
- package/dist/server/bare/rag-hyperdb/handlers/search.js +10 -10
- package/dist/server/bare/rag-hyperdb/index.d.ts +1 -8
- package/dist/server/bare/rag-hyperdb/index.js +1 -8
- package/dist/server/bare/rag-hyperdb/rag-manager.d.ts +5 -0
- package/dist/server/bare/rag-hyperdb/rag-manager.js +65 -0
- package/dist/server/bare/registry/logging-stream-registry.d.ts +7 -24
- package/dist/server/bare/registry/logging-stream-registry.js +20 -99
- package/dist/server/bare/registry/model-registry.d.ts +26 -16
- package/dist/server/bare/registry/model-registry.js +13 -34
- package/dist/server/error-handlers.d.ts +2 -3
- package/dist/server/error-handlers.js +10 -15
- package/dist/server/http-server.d.ts +2 -0
- package/dist/server/http-server.js +189 -0
- package/dist/server/rpc/create-server.js +3 -5
- package/dist/server/rpc/handle-request.d.ts +9 -0
- package/dist/server/rpc/handle-request.js +242 -92
- package/dist/server/rpc/handlers/cancelHandler.js +3 -14
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +1 -3
- package/dist/server/rpc/handlers/completion-stream-delegated.js +8 -20
- package/dist/server/rpc/handlers/completion-stream.js +41 -2
- package/dist/server/rpc/handlers/delete-cache.js +2 -4
- package/dist/server/rpc/handlers/download-asset.js +6 -59
- package/dist/server/rpc/handlers/embed.js +19 -2
- package/dist/server/rpc/handlers/index.d.ts +0 -13
- package/dist/server/rpc/handlers/index.js +0 -13
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +11 -12
- package/dist/server/rpc/handlers/load-model/download-manager.js +28 -43
- package/dist/server/rpc/handlers/load-model/http.d.ts +1 -2
- package/dist/server/rpc/handlers/load-model/http.js +55 -424
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +1 -2
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +171 -364
- package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/index.js +2 -2
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +1 -3
- package/dist/server/rpc/handlers/load-model/resolve.js +29 -110
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -6
- package/dist/server/rpc/handlers/load-model-delegated.js +20 -60
- package/dist/server/rpc/handlers/{load-model/handler.d.ts → load-model.d.ts} +2 -2
- package/dist/server/rpc/handlers/load-model.js +57 -0
- package/dist/server/rpc/handlers/logging-stream.js +4 -4
- package/dist/server/rpc/handlers/provideHandler/connection.js +10 -12
- package/dist/server/rpc/handlers/provideHandler/handler.js +17 -20
- package/dist/server/rpc/handlers/provideHandler/proxy.js +6 -8
- package/dist/server/rpc/handlers/rag.d.ts +2 -2
- package/dist/server/rpc/handlers/rag.js +43 -130
- package/dist/server/rpc/handlers/stopProvideHandler.js +2 -6
- package/dist/server/rpc/handlers/text-to-speech.js +5 -2
- package/dist/server/rpc/handlers/transcribe-stream.js +24 -2
- package/dist/server/rpc/handlers/translate.js +49 -2
- package/dist/server/rpc/handlers/unload-model.js +3 -12
- package/dist/server/rpc/index.d.ts +1 -1
- package/dist/server/utils/audio/decoder.d.ts +1 -2
- package/dist/server/utils/audio/decoder.js +12 -49
- package/dist/server/utils/cache.d.ts +8 -19
- package/dist/server/utils/cache.js +15 -100
- package/dist/server/utils/hash.d.ts +5 -0
- package/dist/server/utils/hash.js +11 -0
- package/dist/server/utils/index.d.ts +2 -7
- package/dist/server/utils/index.js +2 -7
- package/dist/server/utils/tool-parser.js +14 -28
- package/dist/server/worker.d.ts +5 -4
- package/dist/server/worker.js +89 -22
- package/package.json +41 -148
- package/NOTICE +0 -695
- package/bare-imports.json +0 -44
- package/dist/client/api/get-model-info.d.ts +0 -36
- package/dist/client/api/get-model-info.js +0 -14
- package/dist/client/api/heartbeat.d.ts +0 -30
- package/dist/client/api/heartbeat.js +0 -38
- package/dist/client/api/invoke-plugin.d.ts +0 -15
- package/dist/client/api/invoke-plugin.js +0 -38
- package/dist/client/api/ocr.d.ts +0 -31
- package/dist/client/api/ocr.js +0 -88
- package/dist/client/api/registry.d.ts +0 -14
- package/dist/client/api/registry.js +0 -37
- package/dist/client/config-loader/config-utils.d.ts +0 -5
- package/dist/client/config-loader/config-utils.js +0 -20
- package/dist/client/config-loader/resolve-config.bare.d.ts +0 -9
- package/dist/client/config-loader/resolve-config.bare.js +0 -87
- package/dist/client/config-loader/resolve-config.expo.d.ts +0 -11
- package/dist/client/config-loader/resolve-config.expo.js +0 -62
- package/dist/client/config-loader/resolve-config.node.d.ts +0 -10
- package/dist/client/config-loader/resolve-config.node.js +0 -145
- package/dist/client/init-hooks.d.ts +0 -21
- package/dist/client/init-hooks.js +0 -66
- package/dist/client/rpc/expo-device-info.d.ts +0 -6
- package/dist/client/rpc/expo-device-info.js +0 -32
- package/dist/client/rpc/profiling/index.d.ts +0 -2
- package/dist/client/rpc/profiling/index.js +0 -1
- package/dist/client/rpc/profiling/profiler.d.ts +0 -27
- package/dist/client/rpc/profiling/profiler.js +0 -139
- package/dist/constants/registry.d.ts +0 -2
- package/dist/constants/registry.js +0 -1
- package/dist/examples/cache-management.d.ts +0 -2
- package/dist/examples/cache-management.js +0 -97
- package/dist/examples/config/blind-relay/blind-relay.config.d.ts +0 -5
- package/dist/examples/config/blind-relay/blind-relay.config.js +0 -7
- package/dist/examples/config/default/default.config.d.ts +0 -8
- package/dist/examples/config/default/default.config.js +0 -6
- package/dist/examples/config/plugins/plugins.config.d.ts +0 -5
- package/dist/examples/config/plugins/plugins.config.js +0 -4
- package/dist/examples/config-reload.d.ts +0 -2
- package/dist/examples/config-reload.js +0 -49
- package/dist/examples/default-config-usage.d.ts +0 -17
- package/dist/examples/default-config-usage.js +0 -47
- package/dist/examples/delegated-inference/consumer-profiled.d.ts +0 -2
- package/dist/examples/delegated-inference/consumer-profiled.js +0 -67
- package/dist/examples/download-with-blind-relays.d.ts +0 -2
- package/dist/examples/download-with-blind-relays.js +0 -49
- package/dist/examples/embed-p2p.d.ts +0 -2
- package/dist/examples/embed-p2p.js +0 -54
- package/dist/examples/llamacpp-p2p.d.ts +0 -2
- package/dist/examples/llamacpp-sharded.d.ts +0 -2
- package/dist/examples/llamacpp-sharded.js +0 -53
- package/dist/examples/logging-file-transport.d.ts +0 -2
- package/dist/examples/logging-streaming.d.ts +0 -2
- package/dist/examples/logging-streaming.js +0 -75
- package/dist/examples/mcp-websearch.d.ts +0 -13
- package/dist/examples/mcp-websearch.js +0 -176
- package/dist/examples/ocr-fasttext.d.ts +0 -2
- package/dist/examples/ocr-fasttext.js +0 -52
- package/dist/examples/plugins.d.ts +0 -14
- package/dist/examples/plugins.js +0 -129
- package/dist/examples/profiling/basic.d.ts +0 -2
- package/dist/examples/profiling/basic.js +0 -71
- package/dist/examples/profiling/per-call.d.ts +0 -2
- package/dist/examples/profiling/per-call.js +0 -30
- package/dist/examples/quickstart.d.ts +0 -2
- package/dist/examples/quickstart.js +0 -28
- package/dist/examples/rag/rag-hyperdb/cancellation.d.ts +0 -2
- package/dist/examples/rag/rag-hyperdb/cancellation.js +0 -75
- package/dist/examples/rag/rag-hyperdb/ingest.d.ts +0 -2
- package/dist/examples/rag/rag-hyperdb/pipeline.d.ts +0 -2
- package/dist/examples/rag/rag-hyperdb/pipeline.js +0 -74
- package/dist/examples/rag/rag-hyperdb/workspaces.d.ts +0 -2
- package/dist/examples/rag/rag-hyperdb/workspaces.js +0 -178
- package/dist/examples/registry-query.d.ts +0 -2
- package/dist/examples/registry-query.js +0 -87
- package/dist/examples/seed-p2p.d.ts +0 -2
- package/dist/examples/transcription/parakeet-ctc-filesystem.d.ts +0 -2
- package/dist/examples/transcription/parakeet-ctc-filesystem.js +0 -40
- package/dist/examples/transcription/parakeet-microphone-record.d.ts +0 -2
- package/dist/examples/transcription/parakeet-microphone-record.js +0 -95
- package/dist/examples/transcription/parakeet-sortformer.d.ts +0 -2
- package/dist/examples/transcription/parakeet-sortformer.js +0 -115
- package/dist/examples/transcription/parakeet-tdt-filesystem.d.ts +0 -2
- package/dist/examples/transcription/parakeet-tdt-filesystem.js +0 -44
- package/dist/examples/transcription/whispercpp-filesystem.js +0 -69
- package/dist/examples/transcription/whispercpp-prompt.d.ts +0 -2
- package/dist/examples/transcription/whispercpp-prompt.js +0 -67
- package/dist/examples/translation/translation-bergamot-batch.d.ts +0 -2
- package/dist/examples/translation/translation-bergamot-batch.js +0 -49
- package/dist/examples/translation/translation-bergamot-pivot.d.ts +0 -2
- package/dist/examples/translation/translation-bergamot-pivot.js +0 -73
- package/dist/examples/translation/translation-bergamot.d.ts +0 -2
- package/dist/examples/translation/translation-bergamot.js +0 -39
- package/dist/examples/translation/translation-llm-afriquegemma.d.ts +0 -2
- package/dist/examples/translation/translation-llm-afriquegemma.js +0 -39
- package/dist/examples/tts/chatterbox.d.ts +0 -2
- package/dist/examples/tts/chatterbox.js +0 -59
- package/dist/examples/tts/supertonic.d.ts +0 -2
- package/dist/examples/tts/supertonic.js +0 -51
- package/dist/examples/tts/utils.d.ts +0 -17
- package/dist/expo/plugins/resolve-sdk-package-dir.d.ts +0 -15
- package/dist/expo/plugins/resolve-sdk-package-dir.js +0 -31
- package/dist/expo/plugins/withAndroidArchitecture.d.ts +0 -8
- package/dist/expo/plugins/withAndroidArchitecture.js +0 -52
- package/dist/expo/plugins/withAndroidNdkVersion.d.ts +0 -8
- package/dist/expo/plugins/withAndroidNdkVersion.js +0 -31
- package/dist/expo/plugins/withDeviceInfo.d.ts +0 -10
- package/dist/expo/plugins/withDeviceInfo.js +0 -48
- package/dist/logging/addon.d.ts +0 -6
- package/dist/logging/addon.js +0 -75
- package/dist/logging/client-logger.d.ts +0 -3
- package/dist/logging/client-logger.js +0 -24
- package/dist/logging/namespaces.d.ts +0 -6
- package/dist/logging/namespaces.js +0 -6
- package/dist/logging/registry.d.ts +0 -31
- package/dist/logging/registry.js +0 -62
- package/dist/logging/server-logger.d.ts +0 -3
- package/dist/logging/server-logger.js +0 -16
- package/dist/models/registry/models.d.ts +0 -10417
- package/dist/models/registry/models.js +0 -10757
- package/dist/models/update-models/codegen.d.ts +0 -3
- package/dist/models/update-models/codegen.js +0 -135
- package/dist/models/update-models/history.d.ts +0 -24
- package/dist/models/update-models/history.js +0 -107
- package/dist/models/update-models/index.d.ts +0 -2
- package/dist/models/update-models/index.js +0 -125
- package/dist/models/update-models/naming.d.ts +0 -4
- package/dist/models/update-models/naming.js +0 -370
- package/dist/models/update-models/processing.d.ts +0 -8
- package/dist/models/update-models/processing.js +0 -67
- package/dist/models/update-models/registry.d.ts +0 -4
- package/dist/models/update-models/registry.js +0 -67
- package/dist/models/update-models/shards.d.ts +0 -4
- package/dist/models/update-models/shards.js +0 -57
- package/dist/models/update-models/types.d.ts +0 -60
- package/dist/models/update-models/types.js +0 -1
- package/dist/models/update-models/utils.d.ts +0 -3
- package/dist/models/update-models/utils.js +0 -21
- package/dist/pear/pre.d.ts +0 -18
- package/dist/pear/pre.js +0 -433
- package/dist/profiling/aggregator.d.ts +0 -15
- package/dist/profiling/aggregator.js +0 -100
- package/dist/profiling/clock.d.ts +0 -12
- package/dist/profiling/clock.js +0 -51
- package/dist/profiling/controller.d.ts +0 -33
- package/dist/profiling/controller.js +0 -123
- package/dist/profiling/envelope.d.ts +0 -10
- package/dist/profiling/envelope.js +0 -36
- package/dist/profiling/events.d.ts +0 -20
- package/dist/profiling/events.js +0 -37
- package/dist/profiling/exporters.d.ts +0 -10
- package/dist/profiling/exporters.js +0 -236
- package/dist/profiling/index.d.ts +0 -36
- package/dist/profiling/index.js +0 -31
- package/dist/profiling/ring-buffer.d.ts +0 -19
- package/dist/profiling/ring-buffer.js +0 -83
- package/dist/profiling/types.d.ts +0 -47
- package/dist/profiling/types.js +0 -1
- package/dist/schemas/archive.d.ts +0 -9
- package/dist/schemas/archive.js +0 -17
- package/dist/schemas/engine-addon-map.d.ts +0 -5
- package/dist/schemas/engine-addon-map.js +0 -52
- package/dist/schemas/get-model-info.d.ts +0 -120
- package/dist/schemas/get-model-info.js +0 -58
- package/dist/schemas/heartbeat.d.ts +0 -17
- package/dist/schemas/heartbeat.js +0 -10
- package/dist/schemas/json-schema.d.ts +0 -16
- package/dist/schemas/json-schema.js +0 -2
- package/dist/schemas/mcp-adapter.d.ts +0 -47
- package/dist/schemas/mcp-adapter.js +0 -1
- package/dist/schemas/model-src-utils.d.ts +0 -148
- package/dist/schemas/model-src-utils.js +0 -35
- package/dist/schemas/model-types.d.ts +0 -183
- package/dist/schemas/model-types.js +0 -168
- package/dist/schemas/ocr.d.ts +0 -125
- package/dist/schemas/ocr.js +0 -57
- package/dist/schemas/path-validation.d.ts +0 -10
- package/dist/schemas/path-validation.js +0 -22
- package/dist/schemas/plugin.d.ts +0 -226
- package/dist/schemas/plugin.js +0 -158
- package/dist/schemas/profiling.d.ts +0 -105
- package/dist/schemas/profiling.js +0 -66
- package/dist/schemas/registry.d.ts +0 -356
- package/dist/schemas/registry.js +0 -93
- package/dist/schemas/reload-config.d.ts +0 -476
- package/dist/schemas/reload-config.js +0 -44
- package/dist/schemas/runtime-context.d.ts +0 -19
- package/dist/schemas/runtime-context.js +0 -7
- package/dist/schemas/sdk-config.d.ts +0 -2973
- package/dist/schemas/sdk-config.js +0 -136
- package/dist/schemas/sdk-errors-client.d.ts +0 -31
- package/dist/schemas/sdk-errors-client.js +0 -143
- package/dist/schemas/sdk-errors-registry.d.ts +0 -6
- package/dist/schemas/sdk-errors-registry.js +0 -8
- package/dist/schemas/sdk-errors-server.d.ts +0 -89
- package/dist/schemas/sdk-errors-server.js +0 -451
- package/dist/schemas/shard.d.ts +0 -21
- package/dist/schemas/shard.js +0 -17
- package/dist/schemas/tools.d.ts +0 -65
- package/dist/schemas/tools.js +0 -43
- package/dist/schemas/transcription-config.d.ts +0 -383
- package/dist/schemas/transcription-config.js +0 -95
- package/dist/scripts/run-security-tests-bare.d.ts +0 -2
- package/dist/scripts/run-security-tests-bare.js +0 -78
- package/dist/scripts/run-security-tests.d.ts +0 -2
- package/dist/scripts/run-security-tests.js +0 -22
- package/dist/scripts/run-unit-tests.d.ts +0 -2
- package/dist/scripts/run-unit-tests.js +0 -17
- package/dist/server/bare/ops/embed.d.ts +0 -12
- package/dist/server/bare/ops/load-model.d.ts +0 -9
- package/dist/server/bare/ops/load-model.js +0 -85
- package/dist/server/bare/ops/transcribe.d.ts +0 -3
- package/dist/server/bare/ops/transcribe.js +0 -75
- package/dist/server/bare/ops/translate.d.ts +0 -5
- package/dist/server/bare/ops/unload-model.js +0 -41
- package/dist/server/bare/plugins/index.d.ts +0 -8
- package/dist/server/bare/plugins/index.js +0 -7
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +0 -6
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +0 -34
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +0 -220
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +0 -155
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +0 -54
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +0 -87
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +0 -367
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +0 -201
- package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.d.ts +0 -10
- package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.js +0 -110
- package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +0 -86
- package/dist/server/bare/plugins/onnx-ocr/plugin.js +0 -117
- package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +0 -373
- package/dist/server/bare/plugins/onnx-tts/plugin.js +0 -182
- package/dist/server/bare/plugins/onnx-tts/wav-helper.d.ts +0 -14
- package/dist/server/bare/plugins/onnx-tts/wav-helper.js +0 -107
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +0 -317
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +0 -154
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +0 -237
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +0 -86
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/chunk.js +0 -7
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +0 -14
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +0 -18
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +0 -4
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +0 -16
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +0 -7
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +0 -39
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +0 -15
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +0 -136
- package/dist/server/bare/registry/config-registry.d.ts +0 -14
- package/dist/server/bare/registry/config-registry.js +0 -82
- package/dist/server/bare/registry/model-config-registry.d.ts +0 -4
- package/dist/server/bare/registry/model-config-registry.js +0 -15
- package/dist/server/bare/registry/model-config-utils.d.ts +0 -15
- package/dist/server/bare/registry/model-config-utils.js +0 -112
- package/dist/server/bare/registry/registry-client.d.ts +0 -5
- package/dist/server/bare/registry/registry-client.js +0 -37
- package/dist/server/bare/registry/runtime-context-registry.d.ts +0 -7
- package/dist/server/bare/registry/runtime-context-registry.js +0 -26
- package/dist/server/bare/utils/audio-input.d.ts +0 -10
- package/dist/server/bare/utils/audio-input.js +0 -33
- package/dist/server/bare/utils/loader-adapter.d.ts +0 -7
- package/dist/server/bare/utils/loader-adapter.js +0 -9
- package/dist/server/env.d.ts +0 -22
- package/dist/server/env.js +0 -57
- package/dist/server/plugins/index.d.ts +0 -2
- package/dist/server/plugins/index.js +0 -1
- package/dist/server/plugins/registry.d.ts +0 -9
- package/dist/server/plugins/registry.js +0 -79
- package/dist/server/rpc/delegate-transport.d.ts +0 -19
- package/dist/server/rpc/delegate-transport.js +0 -236
- package/dist/server/rpc/delegate-utils.d.ts +0 -2
- package/dist/server/rpc/delegate-utils.js +0 -5
- package/dist/server/rpc/handler-registry.d.ts +0 -3
- package/dist/server/rpc/handler-registry.js +0 -113
- package/dist/server/rpc/handler-utils.d.ts +0 -23
- package/dist/server/rpc/handler-utils.js +0 -170
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +0 -4
- package/dist/server/rpc/handlers/cancel-delegated.js +0 -71
- package/dist/server/rpc/handlers/get-model-info.d.ts +0 -3
- package/dist/server/rpc/handlers/get-model-info.js +0 -164
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +0 -4
- package/dist/server/rpc/handlers/heartbeat-delegated.js +0 -32
- package/dist/server/rpc/handlers/heartbeat.d.ts +0 -3
- package/dist/server/rpc/handlers/heartbeat.js +0 -3
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +0 -6
- package/dist/server/rpc/handlers/load-model/download-stats.js +0 -87
- package/dist/server/rpc/handlers/load-model/handler.js +0 -187
- package/dist/server/rpc/handlers/load-model/registry.d.ts +0 -11
- package/dist/server/rpc/handlers/load-model/registry.js +0 -548
- package/dist/server/rpc/handlers/load-model/types.d.ts +0 -29
- package/dist/server/rpc/handlers/load-model/types.js +0 -1
- package/dist/server/rpc/handlers/ocr-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/ocr-stream.js +0 -4
- package/dist/server/rpc/handlers/plugin-dispatch.d.ts +0 -15
- package/dist/server/rpc/handlers/plugin-dispatch.js +0 -59
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +0 -4
- package/dist/server/rpc/handlers/plugin-invoke.js +0 -92
- package/dist/server/rpc/handlers/registry.d.ts +0 -5
- package/dist/server/rpc/handlers/registry.js +0 -157
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +0 -3
- package/dist/server/rpc/handlers/unload-model-delegated.js +0 -32
- package/dist/server/rpc/profiling/context.d.ts +0 -18
- package/dist/server/rpc/profiling/context.js +0 -38
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +0 -32
- package/dist/server/rpc/profiling/delegation-profiler.js +0 -154
- package/dist/server/rpc/profiling/index.d.ts +0 -5
- package/dist/server/rpc/profiling/index.js +0 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +0 -25
- package/dist/server/rpc/profiling/operation-metrics.js +0 -199
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +0 -18
- package/dist/server/rpc/profiling/operation-wrappers.js +0 -124
- package/dist/server/rpc/profiling/profiler.d.ts +0 -13
- package/dist/server/rpc/profiling/profiler.js +0 -97
- package/dist/server/utils/archive.d.ts +0 -4
- package/dist/server/utils/archive.js +0 -179
- package/dist/server/utils/checksum.d.ts +0 -4
- package/dist/server/utils/checksum.js +0 -31
- package/dist/server/utils/config-transform.d.ts +0 -3
- package/dist/server/utils/config-transform.js +0 -23
- package/dist/server/utils/formatting.d.ts +0 -19
- package/dist/server/utils/formatting.js +0 -61
- package/dist/server/utils/gguf-tensor-extractor.d.ts +0 -15
- package/dist/server/utils/gguf-tensor-extractor.js +0 -314
- package/dist/server/utils/path-security.d.ts +0 -12
- package/dist/server/utils/path-security.js +0 -25
- package/dist/server/utils/shard-utils.d.ts +0 -48
- package/dist/server/utils/shard-utils.js +0 -125
- package/dist/server/utils/tool-integration.d.ts +0 -13
- package/dist/server/utils/tool-integration.js +0 -43
- package/dist/server/worker-core.d.ts +0 -6
- package/dist/server/worker-core.js +0 -88
- package/dist/utils/errors-base.d.ts +0 -3
- package/dist/utils/errors-base.js +0 -13
- package/dist/utils/errors-client.d.ts +0 -137
- package/dist/utils/errors-client.js +0 -240
- package/dist/utils/errors-server.d.ts +0 -236
- package/dist/utils/errors-server.js +0 -412
- package/dist/utils/global-singleton.d.ts +0 -2
- package/dist/utils/global-singleton.js +0 -10
- package/dist/utils/mcp-adapter.d.ts +0 -12
- package/dist/utils/mcp-adapter.js +0 -103
- package/dist/utils/object.d.ts +0 -2
- package/dist/utils/object.js +0 -3
- package/dist/utils/path-sanitize.d.ts +0 -17
- package/dist/utils/path-sanitize.js +0 -54
- package/dist/utils/tool-helpers.d.ts +0 -25
- package/dist/utils/tool-helpers.js +0 -112
- package/expo/plugins/patches/android-link.mjs +0 -63
- package/expo/plugins/patches/ios-link.mjs +0 -63
- /package/dist/examples/{seed-p2p.js → seed-hyperdrive.js} +0 -0
- /package/dist/examples/{transcription/whispercpp-filesystem.d.ts → whispercpp-filesystem.d.ts} +0 -0
- /package/dist/examples/{transcription/whispercpp-microphone-record.d.ts → whispercpp-microphone-record.d.ts} +0 -0
- /package/dist/models/{registry → hyperdrive}/index.d.ts +0 -0
- /package/dist/server/bare/{ops → addons}/cancel.d.ts +0 -0
- /package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.d.ts +0 -0
- /package/dist/server/bare/{ops → addons}/unload-model.d.ts +0 -0
|
@@ -1,236 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Server-side RPC transport for delegated requests.
|
|
3
|
-
*
|
|
4
|
-
* This module provides `send` and `stream` functions for server-side
|
|
5
|
-
* delegation to remote peers (via HyperSwarm RPC).
|
|
6
|
-
*/
|
|
7
|
-
import { requestSchema, responseSchema, PROFILING_KEY, DELEGATION_BREAKDOWN_KEY, OPERATION_EVENT_KEY, } from "../../schemas/index.js";
|
|
8
|
-
import { nowMs, extractProfilingMeta, recordFailure, generateId, } from "../../profiling/index.js";
|
|
9
|
-
import { withTimeout, withTimeoutStream } from "../../utils/withTimeout.js";
|
|
10
|
-
import { getServerLogger } from "../../logging/index.js";
|
|
11
|
-
import { DelegateProviderError } from "../../utils/errors-server.js";
|
|
12
|
-
import { cleanupStaleConnection } from "../bare/delegate-rpc-client.js";
|
|
13
|
-
import { shouldProfileDelegation, createDelegationTimings, createDelegationStreamTimings, recordDelegationEvents, recordDelegationStreamEvents, buildDelegationStreamBreakdown, flushServerConnectionEvent, consumeBreakdownConnectionTime, } from "./profiling/delegation-profiler.js";
|
|
14
|
-
const logger = getServerLogger();
|
|
15
|
-
import { getNextCommandId } from "./delegate-utils.js";
|
|
16
|
-
function checkAndThrowError(response) {
|
|
17
|
-
if (response.type === "error") {
|
|
18
|
-
throw new DelegateProviderError(response.message || "Unknown provider error", response.code);
|
|
19
|
-
}
|
|
20
|
-
}
|
|
21
|
-
function isConnectionError(error) {
|
|
22
|
-
return !(error instanceof DelegateProviderError);
|
|
23
|
-
}
|
|
24
|
-
function cleanupDelegationPeer(options, error) {
|
|
25
|
-
if (!options?.peerKey)
|
|
26
|
-
return;
|
|
27
|
-
if (error !== undefined && !isConnectionError(error))
|
|
28
|
-
return;
|
|
29
|
-
cleanupStaleConnection(options.peerKey);
|
|
30
|
-
}
|
|
31
|
-
export async function send(request, rpc, options) {
|
|
32
|
-
const { profilingMeta } = options ?? {};
|
|
33
|
-
const shouldProfile = shouldProfileDelegation(request.type, profilingMeta);
|
|
34
|
-
if (!shouldProfile) {
|
|
35
|
-
return sendBase(request, rpc, options, profilingMeta);
|
|
36
|
-
}
|
|
37
|
-
return sendProfiled(request, rpc, options, profilingMeta);
|
|
38
|
-
}
|
|
39
|
-
async function sendBase(request, rpc, options, profilingMeta) {
|
|
40
|
-
try {
|
|
41
|
-
const parsedRequest = requestSchema.parse(request);
|
|
42
|
-
const req = rpc.request(getNextCommandId());
|
|
43
|
-
logger.debug("[delegate-transport] Sending:", { type: request.type });
|
|
44
|
-
// Propagate per-call disable signal to delegated provider
|
|
45
|
-
const finalRequest = profilingMeta?.enabled === false
|
|
46
|
-
? { ...parsedRequest, [PROFILING_KEY]: { enabled: false } }
|
|
47
|
-
: parsedRequest;
|
|
48
|
-
const payload = JSON.stringify(finalRequest);
|
|
49
|
-
req.send(payload, "utf-8");
|
|
50
|
-
const response = await withTimeout(req.reply("utf-8"), options?.timeout);
|
|
51
|
-
const resPayload = responseSchema.parse(JSON.parse(response?.toString() || "{}"));
|
|
52
|
-
logger.debug("[delegate-transport] Response:", { type: resPayload.type });
|
|
53
|
-
checkAndThrowError(resPayload);
|
|
54
|
-
return resPayload;
|
|
55
|
-
}
|
|
56
|
-
catch (error) {
|
|
57
|
-
cleanupDelegationPeer(options, error);
|
|
58
|
-
throw error;
|
|
59
|
-
}
|
|
60
|
-
}
|
|
61
|
-
async function sendProfiled(request, rpc, options, profilingMeta) {
|
|
62
|
-
const profileId = profilingMeta?.id ?? generateId();
|
|
63
|
-
const includeServerBreakdown = profilingMeta?.includeServer ?? false;
|
|
64
|
-
const timings = createDelegationTimings(profileId, request.type);
|
|
65
|
-
try {
|
|
66
|
-
if (options?.peerKey) {
|
|
67
|
-
flushServerConnectionEvent(options.peerKey);
|
|
68
|
-
}
|
|
69
|
-
const connectionMs = options?.peerKey
|
|
70
|
-
? consumeBreakdownConnectionTime(options.peerKey)
|
|
71
|
-
: undefined;
|
|
72
|
-
const parsedRequest = requestSchema.parse(request);
|
|
73
|
-
const req = rpc.request(getNextCommandId());
|
|
74
|
-
logger.debug("[delegate-transport] Sending (profiled):", {
|
|
75
|
-
type: request.type,
|
|
76
|
-
});
|
|
77
|
-
const stringifyStart = nowMs();
|
|
78
|
-
const profilingEnvelope = { id: profileId };
|
|
79
|
-
if (includeServerBreakdown) {
|
|
80
|
-
profilingEnvelope["includeServer"] = true;
|
|
81
|
-
}
|
|
82
|
-
const requestWithProfiling = {
|
|
83
|
-
...parsedRequest,
|
|
84
|
-
[PROFILING_KEY]: profilingEnvelope,
|
|
85
|
-
};
|
|
86
|
-
const payload = JSON.stringify(requestWithProfiling);
|
|
87
|
-
timings.requestStringifyMs = nowMs() - stringifyStart;
|
|
88
|
-
timings.sendStart = nowMs();
|
|
89
|
-
req.send(payload, "utf-8");
|
|
90
|
-
const response = await withTimeout(req.reply("utf-8"), options?.timeout);
|
|
91
|
-
timings.firstResponseAt = nowMs();
|
|
92
|
-
const parseStart = nowMs();
|
|
93
|
-
const rawPayload = JSON.parse(response?.toString() || "{}");
|
|
94
|
-
timings.responseJsonParseMs = nowMs() - parseStart;
|
|
95
|
-
const resPayload = responseSchema.parse(rawPayload);
|
|
96
|
-
logger.debug("[delegate-transport] Response (profiled):", {
|
|
97
|
-
type: resPayload.type,
|
|
98
|
-
});
|
|
99
|
-
checkAndThrowError(resPayload);
|
|
100
|
-
const serverMeta = extractProfilingMeta(rawPayload);
|
|
101
|
-
const delegationBreakdown = recordDelegationEvents(timings, serverMeta, connectionMs);
|
|
102
|
-
resPayload[DELEGATION_BREAKDOWN_KEY] = delegationBreakdown;
|
|
103
|
-
if (serverMeta?.operation) {
|
|
104
|
-
resPayload[OPERATION_EVENT_KEY] = serverMeta.operation;
|
|
105
|
-
}
|
|
106
|
-
return resPayload;
|
|
107
|
-
}
|
|
108
|
-
catch (error) {
|
|
109
|
-
cleanupDelegationPeer(options, error);
|
|
110
|
-
const base = {
|
|
111
|
-
ts: nowMs(),
|
|
112
|
-
op: timings.requestType,
|
|
113
|
-
kind: "delegation",
|
|
114
|
-
profileId: timings.profileId,
|
|
115
|
-
};
|
|
116
|
-
recordFailure(base, timings.requestStart, error);
|
|
117
|
-
throw error;
|
|
118
|
-
}
|
|
119
|
-
}
|
|
120
|
-
export async function* stream(request, rpc, options = {}) {
|
|
121
|
-
const { profilingMeta } = options;
|
|
122
|
-
const shouldProfile = shouldProfileDelegation(request.type, profilingMeta);
|
|
123
|
-
if (!shouldProfile) {
|
|
124
|
-
yield* streamBase(request, rpc, options, profilingMeta);
|
|
125
|
-
return;
|
|
126
|
-
}
|
|
127
|
-
yield* streamProfiled(request, rpc, options, profilingMeta);
|
|
128
|
-
}
|
|
129
|
-
async function* streamBase(request, rpc, options = {}, profilingMeta) {
|
|
130
|
-
try {
|
|
131
|
-
const parsedRequest = requestSchema.parse(request);
|
|
132
|
-
const req = rpc.request(getNextCommandId());
|
|
133
|
-
logger.debug("[delegate-transport] Streaming:", { type: request.type });
|
|
134
|
-
// Propagate per-call disable signal to delegated provider
|
|
135
|
-
const finalRequest = profilingMeta?.enabled === false
|
|
136
|
-
? { ...parsedRequest, [PROFILING_KEY]: { enabled: false } }
|
|
137
|
-
: parsedRequest;
|
|
138
|
-
req.send(JSON.stringify(finalRequest), "utf-8");
|
|
139
|
-
const responseStream = req.createResponseStream({ encoding: "utf-8" });
|
|
140
|
-
let buffer = "";
|
|
141
|
-
async function* processStream() {
|
|
142
|
-
for await (const chunk of responseStream) {
|
|
143
|
-
yield chunk;
|
|
144
|
-
}
|
|
145
|
-
}
|
|
146
|
-
const streamWithTimeout = withTimeoutStream(processStream(), options?.timeout);
|
|
147
|
-
for await (const chunk of streamWithTimeout) {
|
|
148
|
-
buffer += chunk.toString();
|
|
149
|
-
// Process complete lines (newline-delimited JSON)
|
|
150
|
-
const lines = buffer.split("\n");
|
|
151
|
-
buffer = lines.pop() || ""; // Keep incomplete line in buffer
|
|
152
|
-
for (const line of lines) {
|
|
153
|
-
if (line.trim()) {
|
|
154
|
-
const response = responseSchema.parse(JSON.parse(line));
|
|
155
|
-
checkAndThrowError(response);
|
|
156
|
-
yield response;
|
|
157
|
-
}
|
|
158
|
-
}
|
|
159
|
-
}
|
|
160
|
-
}
|
|
161
|
-
catch (error) {
|
|
162
|
-
cleanupDelegationPeer(options, error);
|
|
163
|
-
throw error;
|
|
164
|
-
}
|
|
165
|
-
}
|
|
166
|
-
async function* streamProfiled(request, rpc, options = {}, profilingMeta) {
|
|
167
|
-
const profileId = profilingMeta?.id ?? generateId();
|
|
168
|
-
const timings = createDelegationStreamTimings(profileId, request.type);
|
|
169
|
-
try {
|
|
170
|
-
if (options.peerKey) {
|
|
171
|
-
flushServerConnectionEvent(options.peerKey);
|
|
172
|
-
}
|
|
173
|
-
const parsedRequest = requestSchema.parse(request);
|
|
174
|
-
const req = rpc.request(getNextCommandId());
|
|
175
|
-
logger.debug("[delegate-transport] Streaming (profiled):", {
|
|
176
|
-
type: request.type,
|
|
177
|
-
});
|
|
178
|
-
const stringifyStart = nowMs();
|
|
179
|
-
const requestWithProfiling = {
|
|
180
|
-
...parsedRequest,
|
|
181
|
-
[PROFILING_KEY]: { id: profileId },
|
|
182
|
-
};
|
|
183
|
-
const payload = JSON.stringify(requestWithProfiling);
|
|
184
|
-
timings.requestStringifyMs = nowMs() - stringifyStart;
|
|
185
|
-
timings.sendStart = nowMs();
|
|
186
|
-
req.send(payload, "utf-8");
|
|
187
|
-
const responseStream = req.createResponseStream({ encoding: "utf-8" });
|
|
188
|
-
let buffer = "";
|
|
189
|
-
async function* processStream() {
|
|
190
|
-
for await (const chunk of responseStream) {
|
|
191
|
-
yield chunk;
|
|
192
|
-
}
|
|
193
|
-
}
|
|
194
|
-
const streamWithTimeout = withTimeoutStream(processStream(), options?.timeout);
|
|
195
|
-
let lastServerMeta;
|
|
196
|
-
for await (const chunk of streamWithTimeout) {
|
|
197
|
-
buffer += chunk.toString();
|
|
198
|
-
const lines = buffer.split("\n");
|
|
199
|
-
buffer = lines.pop() || "";
|
|
200
|
-
for (const line of lines) {
|
|
201
|
-
if (line.trim()) {
|
|
202
|
-
const rawPayload = JSON.parse(line);
|
|
203
|
-
const response = responseSchema.parse(rawPayload);
|
|
204
|
-
checkAndThrowError(response);
|
|
205
|
-
timings.chunkCount++;
|
|
206
|
-
if (timings.firstChunkAt === undefined) {
|
|
207
|
-
timings.firstChunkAt = nowMs();
|
|
208
|
-
}
|
|
209
|
-
timings.lastChunkAt = nowMs();
|
|
210
|
-
const serverMeta = extractProfilingMeta(rawPayload);
|
|
211
|
-
if (serverMeta?.operation) {
|
|
212
|
-
response[OPERATION_EVENT_KEY] = serverMeta.operation;
|
|
213
|
-
}
|
|
214
|
-
if (serverMeta) {
|
|
215
|
-
lastServerMeta = serverMeta;
|
|
216
|
-
}
|
|
217
|
-
response[DELEGATION_BREAKDOWN_KEY] =
|
|
218
|
-
buildDelegationStreamBreakdown(timings);
|
|
219
|
-
yield response;
|
|
220
|
-
}
|
|
221
|
-
}
|
|
222
|
-
}
|
|
223
|
-
recordDelegationStreamEvents(timings, lastServerMeta);
|
|
224
|
-
}
|
|
225
|
-
catch (error) {
|
|
226
|
-
cleanupDelegationPeer(options, error);
|
|
227
|
-
const base = {
|
|
228
|
-
ts: nowMs(),
|
|
229
|
-
op: timings.requestType,
|
|
230
|
-
kind: "delegation",
|
|
231
|
-
profileId: timings.profileId,
|
|
232
|
-
};
|
|
233
|
-
recordFailure(base, timings.requestStart, error);
|
|
234
|
-
throw error;
|
|
235
|
-
}
|
|
236
|
-
}
|
|
@@ -1,113 +0,0 @@
|
|
|
1
|
-
import {} from "../../schemas/index.js";
|
|
2
|
-
import { handleCompletionStream } from "./handlers/completion-stream.js";
|
|
3
|
-
import { handleDownloadAsset } from "./handlers/download-asset.js";
|
|
4
|
-
import { handleLoadModel } from "./handlers/load-model/index.js";
|
|
5
|
-
import { handleLoadModelDelegated } from "./handlers/load-model-delegated.js";
|
|
6
|
-
import { handleCompletionStreamDelegated } from "./handlers/completion-stream-delegated.js";
|
|
7
|
-
import { getModelEntry } from "../bare/registry/model-registry.js";
|
|
8
|
-
import { handleUnloadModel } from "./handlers/unload-model.js";
|
|
9
|
-
import { handleUnloadModelDelegated } from "./handlers/unload-model-delegated.js";
|
|
10
|
-
import { handleTranscribeStream } from "./handlers/transcribe-stream.js";
|
|
11
|
-
import { handleEmbed } from "./handlers/embed.js";
|
|
12
|
-
import { handleTranslate } from "./handlers/translate.js";
|
|
13
|
-
import { handleLoggingStream } from "./handlers/logging-stream.js";
|
|
14
|
-
import { cancelHandler } from "./handlers/cancelHandler.js";
|
|
15
|
-
import { provideHandler } from "./handlers/provideHandler.js";
|
|
16
|
-
import { stopProvideHandler } from "./handlers/stopProvideHandler.js";
|
|
17
|
-
import { handleRag } from "./handlers/rag.js";
|
|
18
|
-
import { handleDeleteCache } from "./handlers/delete-cache.js";
|
|
19
|
-
import { handleTextToSpeech } from "./handlers/text-to-speech.js";
|
|
20
|
-
import { handleGetModelInfo } from "./handlers/get-model-info.js";
|
|
21
|
-
import { handleOCRStream } from "./handlers/ocr-stream.js";
|
|
22
|
-
import { handleHeartbeat } from "./handlers/heartbeat.js";
|
|
23
|
-
import { handleHeartbeatDelegated } from "./handlers/heartbeat-delegated.js";
|
|
24
|
-
import { handleCancelDelegated } from "./handlers/cancel-delegated.js";
|
|
25
|
-
import { handlePluginInvoke, handlePluginInvokeStream, } from "./handlers/plugin-invoke.js";
|
|
26
|
-
import { handleModelRegistryList, handleModelRegistrySearch, handleModelRegistryGetModel, } from "./handlers/registry.js";
|
|
27
|
-
function ragSupportsProgress(request) {
|
|
28
|
-
if (request.type !== "rag")
|
|
29
|
-
return false;
|
|
30
|
-
return ["ingest", "saveEmbeddings", "reindex"].includes(request.operation);
|
|
31
|
-
}
|
|
32
|
-
function isModelDelegated(request) {
|
|
33
|
-
if (!("modelId" in request))
|
|
34
|
-
return false;
|
|
35
|
-
const entry = getModelEntry(request.modelId);
|
|
36
|
-
return entry?.isDelegated ?? false;
|
|
37
|
-
}
|
|
38
|
-
function isCancelDelegated(request) {
|
|
39
|
-
if (request.type !== "cancel")
|
|
40
|
-
return false;
|
|
41
|
-
if (request.operation === "inference") {
|
|
42
|
-
return isModelDelegated(request);
|
|
43
|
-
}
|
|
44
|
-
if (request.operation === "downloadAsset") {
|
|
45
|
-
return !!request.delegate;
|
|
46
|
-
}
|
|
47
|
-
return false;
|
|
48
|
-
}
|
|
49
|
-
export const registry = {
|
|
50
|
-
// Simple Reply handlers
|
|
51
|
-
heartbeat: {
|
|
52
|
-
type: "reply",
|
|
53
|
-
handler: handleHeartbeat,
|
|
54
|
-
delegatedHandler: handleHeartbeatDelegated,
|
|
55
|
-
isDelegated: (r) => r.type === "heartbeat" && !!r.delegate,
|
|
56
|
-
},
|
|
57
|
-
unloadModel: {
|
|
58
|
-
type: "reply",
|
|
59
|
-
handler: handleUnloadModel,
|
|
60
|
-
delegatedHandler: handleUnloadModelDelegated,
|
|
61
|
-
isDelegated: isModelDelegated,
|
|
62
|
-
},
|
|
63
|
-
embed: { type: "reply", handler: handleEmbed },
|
|
64
|
-
cancel: {
|
|
65
|
-
type: "reply",
|
|
66
|
-
handler: cancelHandler,
|
|
67
|
-
delegatedHandler: handleCancelDelegated,
|
|
68
|
-
isDelegated: isCancelDelegated,
|
|
69
|
-
},
|
|
70
|
-
provide: { type: "reply", handler: provideHandler },
|
|
71
|
-
stopProvide: { type: "reply", handler: stopProvideHandler },
|
|
72
|
-
deleteCache: { type: "reply", handler: handleDeleteCache },
|
|
73
|
-
getModelInfo: { type: "reply", handler: handleGetModelInfo },
|
|
74
|
-
pluginInvoke: { type: "reply", handler: handlePluginInvoke },
|
|
75
|
-
modelRegistryList: { type: "reply", handler: handleModelRegistryList },
|
|
76
|
-
modelRegistrySearch: { type: "reply", handler: handleModelRegistrySearch },
|
|
77
|
-
modelRegistryGetModel: {
|
|
78
|
-
type: "reply",
|
|
79
|
-
handler: handleModelRegistryGetModel,
|
|
80
|
-
},
|
|
81
|
-
// Simple Stream handlers
|
|
82
|
-
transcribeStream: { type: "stream", handler: handleTranscribeStream },
|
|
83
|
-
loggingStream: { type: "stream", handler: handleLoggingStream },
|
|
84
|
-
translate: { type: "stream", handler: handleTranslate },
|
|
85
|
-
textToSpeech: { type: "stream", handler: handleTextToSpeech },
|
|
86
|
-
ocrStream: { type: "stream", handler: handleOCRStream },
|
|
87
|
-
pluginInvokeStream: { type: "stream", handler: handlePluginInvokeStream },
|
|
88
|
-
// Handlers with delegation support
|
|
89
|
-
loadModel: {
|
|
90
|
-
type: "reply",
|
|
91
|
-
handler: handleLoadModel,
|
|
92
|
-
delegatedHandler: handleLoadModelDelegated,
|
|
93
|
-
isDelegated: (r) => r.type === "loadModel" && !!r.delegate,
|
|
94
|
-
supportsProgress: true,
|
|
95
|
-
},
|
|
96
|
-
completionStream: {
|
|
97
|
-
type: "stream",
|
|
98
|
-
handler: handleCompletionStream,
|
|
99
|
-
delegatedHandler: handleCompletionStreamDelegated,
|
|
100
|
-
isDelegated: isModelDelegated,
|
|
101
|
-
},
|
|
102
|
-
// Handlers with progress support
|
|
103
|
-
downloadAsset: {
|
|
104
|
-
type: "reply",
|
|
105
|
-
handler: handleDownloadAsset,
|
|
106
|
-
supportsProgress: true,
|
|
107
|
-
},
|
|
108
|
-
rag: {
|
|
109
|
-
type: "reply",
|
|
110
|
-
handler: handleRag,
|
|
111
|
-
supportsProgress: ragSupportsProgress,
|
|
112
|
-
},
|
|
113
|
-
};
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
import { type QvacConfig, type Request, type Response, type RuntimeContext } from "../../schemas/index";
|
|
2
|
-
import type RPC from "bare-rpc";
|
|
3
|
-
import { type ServerProfiler } from "./profiling/index";
|
|
4
|
-
type ReplyHandler = (request: any, ...args: any[]) => Promise<Response> | Response;
|
|
5
|
-
type StreamHandler = (request: any, ...args: any[]) => AsyncGenerator<Response>;
|
|
6
|
-
type ProgressHandler = (request: any, ...args: any[]) => Promise<Response>;
|
|
7
|
-
export type HandlerEntry = {
|
|
8
|
-
type: "reply" | "stream";
|
|
9
|
-
handler: ReplyHandler | StreamHandler | ProgressHandler;
|
|
10
|
-
delegatedHandler?: ReplyHandler | StreamHandler | ProgressHandler;
|
|
11
|
-
isDelegated?: (request: Request) => boolean;
|
|
12
|
-
supportsProgress?: boolean | ((request: Request) => boolean);
|
|
13
|
-
};
|
|
14
|
-
export declare function executeHandler(req: RPC.IncomingRequest, request: Request, entry: HandlerEntry, profiler: ServerProfiler): Promise<void>;
|
|
15
|
-
type InitConfigMessage = {
|
|
16
|
-
type: "__init_config";
|
|
17
|
-
config: QvacConfig;
|
|
18
|
-
runtimeContext?: RuntimeContext;
|
|
19
|
-
};
|
|
20
|
-
export declare function isInitConfigMessage(data: unknown): data is InitConfigMessage;
|
|
21
|
-
export declare function handleInitConfig(req: RPC.IncomingRequest, data: InitConfigMessage): void;
|
|
22
|
-
export {};
|
|
23
|
-
//# sourceMappingURL=handler-utils.d.ts.map
|
|
@@ -1,170 +0,0 @@
|
|
|
1
|
-
import { PROFILING_KEY, } from "../../schemas/index.js";
|
|
2
|
-
import { sendErrorResponse, sendStreamErrorResponse, } from "../error-handlers.js";
|
|
3
|
-
import { setSDKConfig } from "../bare/registry/config-registry.js";
|
|
4
|
-
import { setRuntimeContext } from "../bare/registry/runtime-context-registry.js";
|
|
5
|
-
import {} from "./profiling/index.js";
|
|
6
|
-
import { nowMs } from "../../profiling/clock.js";
|
|
7
|
-
function getProfilingMetaFromRequest(request) {
|
|
8
|
-
if (PROFILING_KEY in request) {
|
|
9
|
-
return request[PROFILING_KEY];
|
|
10
|
-
}
|
|
11
|
-
return undefined;
|
|
12
|
-
}
|
|
13
|
-
async function executeReplyHandler(req, request, handler, profiler, isDelegated) {
|
|
14
|
-
profiler.startHandler();
|
|
15
|
-
try {
|
|
16
|
-
let response;
|
|
17
|
-
if (isDelegated) {
|
|
18
|
-
const profilingMeta = getProfilingMetaFromRequest(request);
|
|
19
|
-
response = await handler(request, profilingMeta ? { profilingMeta } : undefined);
|
|
20
|
-
}
|
|
21
|
-
else {
|
|
22
|
-
response = await handler(request);
|
|
23
|
-
}
|
|
24
|
-
profiler.endHandler();
|
|
25
|
-
req.reply(profiler.serialize(response, true), "utf-8");
|
|
26
|
-
}
|
|
27
|
-
catch (error) {
|
|
28
|
-
profiler.endHandler();
|
|
29
|
-
sendErrorResponse(req, error, profiler);
|
|
30
|
-
}
|
|
31
|
-
}
|
|
32
|
-
async function executeStreamHandler(req, request, handler, profiler, isDelegated) {
|
|
33
|
-
const stream = req.createResponseStream();
|
|
34
|
-
profiler.startHandler();
|
|
35
|
-
try {
|
|
36
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
37
|
-
let generator;
|
|
38
|
-
if (isDelegated) {
|
|
39
|
-
const profilingMeta = getProfilingMetaFromRequest(request);
|
|
40
|
-
generator = handler(request, profilingMeta ? { profilingMeta } : undefined);
|
|
41
|
-
}
|
|
42
|
-
else {
|
|
43
|
-
generator = handler(request);
|
|
44
|
-
}
|
|
45
|
-
for await (const response of generator) {
|
|
46
|
-
stream.write(profiler.serialize(response, false) + "\n", "utf-8");
|
|
47
|
-
}
|
|
48
|
-
profiler.endHandler();
|
|
49
|
-
const trailer = profiler.serialize();
|
|
50
|
-
if (trailer) {
|
|
51
|
-
stream.write(trailer + "\n", "utf-8");
|
|
52
|
-
}
|
|
53
|
-
stream.end();
|
|
54
|
-
}
|
|
55
|
-
catch (error) {
|
|
56
|
-
profiler.endHandler();
|
|
57
|
-
sendStreamErrorResponse(stream, error, profiler);
|
|
58
|
-
}
|
|
59
|
-
}
|
|
60
|
-
const PROGRESS_THROTTLE_MS = 150;
|
|
61
|
-
async function executeProgressHandler(req, request, handler, profiler, isDelegated) {
|
|
62
|
-
const stream = req.createResponseStream();
|
|
63
|
-
profiler.startHandler();
|
|
64
|
-
let lastProgressWrite = 0;
|
|
65
|
-
let pendingUpdate = null;
|
|
66
|
-
let flushTimer = null;
|
|
67
|
-
const writeProgress = (update) => {
|
|
68
|
-
stream.write(profiler.serialize(update, false) + "\n", "utf-8");
|
|
69
|
-
};
|
|
70
|
-
const progressCallback = (update) => {
|
|
71
|
-
const now = nowMs();
|
|
72
|
-
if (now - lastProgressWrite >= PROGRESS_THROTTLE_MS) {
|
|
73
|
-
lastProgressWrite = now;
|
|
74
|
-
pendingUpdate = null;
|
|
75
|
-
writeProgress(update);
|
|
76
|
-
}
|
|
77
|
-
else {
|
|
78
|
-
pendingUpdate = update;
|
|
79
|
-
if (!flushTimer) {
|
|
80
|
-
flushTimer = setTimeout(() => {
|
|
81
|
-
flushTimer = null;
|
|
82
|
-
if (pendingUpdate) {
|
|
83
|
-
lastProgressWrite = nowMs();
|
|
84
|
-
writeProgress(pendingUpdate);
|
|
85
|
-
pendingUpdate = null;
|
|
86
|
-
}
|
|
87
|
-
}, PROGRESS_THROTTLE_MS - (now - lastProgressWrite));
|
|
88
|
-
}
|
|
89
|
-
}
|
|
90
|
-
};
|
|
91
|
-
try {
|
|
92
|
-
let response;
|
|
93
|
-
if (isDelegated) {
|
|
94
|
-
const profilingMeta = getProfilingMetaFromRequest(request);
|
|
95
|
-
const options = { progressCallback };
|
|
96
|
-
if (profilingMeta) {
|
|
97
|
-
options.profilingMeta = profilingMeta;
|
|
98
|
-
}
|
|
99
|
-
response = await handler(request, options);
|
|
100
|
-
}
|
|
101
|
-
else {
|
|
102
|
-
response = await handler(request, progressCallback);
|
|
103
|
-
}
|
|
104
|
-
if (flushTimer) {
|
|
105
|
-
clearTimeout(flushTimer);
|
|
106
|
-
flushTimer = null;
|
|
107
|
-
}
|
|
108
|
-
if (pendingUpdate) {
|
|
109
|
-
writeProgress(pendingUpdate);
|
|
110
|
-
pendingUpdate = null;
|
|
111
|
-
}
|
|
112
|
-
profiler.endHandler();
|
|
113
|
-
stream.write(profiler.serialize(response, true) + "\n", "utf-8");
|
|
114
|
-
stream.end();
|
|
115
|
-
}
|
|
116
|
-
catch (error) {
|
|
117
|
-
if (flushTimer) {
|
|
118
|
-
clearTimeout(flushTimer);
|
|
119
|
-
flushTimer = null;
|
|
120
|
-
}
|
|
121
|
-
if (pendingUpdate) {
|
|
122
|
-
writeProgress(pendingUpdate);
|
|
123
|
-
pendingUpdate = null;
|
|
124
|
-
}
|
|
125
|
-
profiler.endHandler();
|
|
126
|
-
sendStreamErrorResponse(stream, error, profiler);
|
|
127
|
-
}
|
|
128
|
-
}
|
|
129
|
-
// Unified handler executor with delegation and progress support
|
|
130
|
-
export async function executeHandler(req, request, entry, profiler) {
|
|
131
|
-
const isDelegated = !!(entry.delegatedHandler && entry.isDelegated?.(request));
|
|
132
|
-
const handler = isDelegated ? entry.delegatedHandler : entry.handler;
|
|
133
|
-
const wantsProgress = "withProgress" in request &&
|
|
134
|
-
request.withProgress &&
|
|
135
|
-
(typeof entry.supportsProgress === "function"
|
|
136
|
-
? entry.supportsProgress(request)
|
|
137
|
-
: entry.supportsProgress);
|
|
138
|
-
if (entry.type === "stream") {
|
|
139
|
-
await executeStreamHandler(req, request, handler, profiler, isDelegated);
|
|
140
|
-
}
|
|
141
|
-
else if (wantsProgress) {
|
|
142
|
-
await executeProgressHandler(req, request, handler, profiler, isDelegated);
|
|
143
|
-
}
|
|
144
|
-
else {
|
|
145
|
-
await executeReplyHandler(req, request, handler, profiler, isDelegated);
|
|
146
|
-
}
|
|
147
|
-
}
|
|
148
|
-
export function isInitConfigMessage(data) {
|
|
149
|
-
return (typeof data === "object" &&
|
|
150
|
-
data !== null &&
|
|
151
|
-
"type" in data &&
|
|
152
|
-
data.type === "__init_config");
|
|
153
|
-
}
|
|
154
|
-
export function handleInitConfig(req, data) {
|
|
155
|
-
try {
|
|
156
|
-
if (data.config) {
|
|
157
|
-
setSDKConfig(data.config);
|
|
158
|
-
}
|
|
159
|
-
if (data.runtimeContext) {
|
|
160
|
-
setRuntimeContext(data.runtimeContext);
|
|
161
|
-
}
|
|
162
|
-
req.reply(JSON.stringify({ success: true }), "utf-8");
|
|
163
|
-
}
|
|
164
|
-
catch (error) {
|
|
165
|
-
req.reply(JSON.stringify({
|
|
166
|
-
success: false,
|
|
167
|
-
error: error instanceof Error ? error.message : String(error),
|
|
168
|
-
}), "utf-8");
|
|
169
|
-
}
|
|
170
|
-
}
|
|
@@ -1,4 +0,0 @@
|
|
|
1
|
-
import type { CancelRequest, CancelResponse } from "../../../schemas/cancel";
|
|
2
|
-
import type { DelegatedHandlerOptions } from "../profiling/index";
|
|
3
|
-
export declare function handleCancelDelegated(request: CancelRequest, options?: DelegatedHandlerOptions): Promise<CancelResponse>;
|
|
4
|
-
//# sourceMappingURL=cancel-delegated.d.ts.map
|
|
@@ -1,71 +0,0 @@
|
|
|
1
|
-
import { getServerLogger } from "../../../logging/index.js";
|
|
2
|
-
import { getModelEntry } from "../../bare/registry/model-registry.js";
|
|
3
|
-
import { getRPC } from "../../bare/delegate-rpc-client.js";
|
|
4
|
-
import { send } from "../delegate-transport.js";
|
|
5
|
-
const logger = getServerLogger();
|
|
6
|
-
function resolveDelegationTarget(request) {
|
|
7
|
-
if (request.operation === "inference") {
|
|
8
|
-
const entry = getModelEntry(request.modelId);
|
|
9
|
-
if (!entry?.isDelegated || !entry.delegated) {
|
|
10
|
-
return null;
|
|
11
|
-
}
|
|
12
|
-
const target = {
|
|
13
|
-
topic: entry.delegated.topic,
|
|
14
|
-
providerPublicKey: entry.delegated.providerPublicKey,
|
|
15
|
-
};
|
|
16
|
-
if (entry.delegated.timeout !== undefined) {
|
|
17
|
-
target.timeout = entry.delegated.timeout;
|
|
18
|
-
}
|
|
19
|
-
return target;
|
|
20
|
-
}
|
|
21
|
-
if (request.operation === "downloadAsset" && request.delegate) {
|
|
22
|
-
const target = {
|
|
23
|
-
topic: request.delegate.topic,
|
|
24
|
-
providerPublicKey: request.delegate.providerPublicKey,
|
|
25
|
-
};
|
|
26
|
-
if (request.delegate.timeout !== undefined) {
|
|
27
|
-
target.timeout = request.delegate.timeout;
|
|
28
|
-
}
|
|
29
|
-
return target;
|
|
30
|
-
}
|
|
31
|
-
return null;
|
|
32
|
-
}
|
|
33
|
-
function toProviderCancelRequest(request) {
|
|
34
|
-
if (request.operation !== "downloadAsset") {
|
|
35
|
-
return request;
|
|
36
|
-
}
|
|
37
|
-
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
38
|
-
const { delegate: _delegate, ...providerRequest } = request;
|
|
39
|
-
return providerRequest;
|
|
40
|
-
}
|
|
41
|
-
export async function handleCancelDelegated(request, options) {
|
|
42
|
-
const target = resolveDelegationTarget(request);
|
|
43
|
-
if (!target) {
|
|
44
|
-
logger.warn(`Delegated cancel skipped (no delegation target): operation=${request.operation}`);
|
|
45
|
-
return { type: "cancel", success: true };
|
|
46
|
-
}
|
|
47
|
-
try {
|
|
48
|
-
const rpc = await getRPC(target.topic, target.providerPublicKey, {
|
|
49
|
-
timeout: target.timeout,
|
|
50
|
-
});
|
|
51
|
-
const delegateOpts = {
|
|
52
|
-
peerKey: target.providerPublicKey,
|
|
53
|
-
};
|
|
54
|
-
if (target.timeout !== undefined) {
|
|
55
|
-
delegateOpts.timeout = target.timeout;
|
|
56
|
-
}
|
|
57
|
-
if (options?.profilingMeta) {
|
|
58
|
-
delegateOpts.profilingMeta = options.profilingMeta;
|
|
59
|
-
}
|
|
60
|
-
await send(toProviderCancelRequest(request), rpc, delegateOpts);
|
|
61
|
-
return { type: "cancel", success: true };
|
|
62
|
-
}
|
|
63
|
-
catch (error) {
|
|
64
|
-
logger.error("Error during delegated cancellation:", error);
|
|
65
|
-
return {
|
|
66
|
-
type: "cancel",
|
|
67
|
-
success: false,
|
|
68
|
-
error: error instanceof Error ? error.message : "Unknown error",
|
|
69
|
-
};
|
|
70
|
-
}
|
|
71
|
-
}
|