@qvac/sdk 0.8.1 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +24 -1
- package/README.md +191 -373
- package/dist/client/api/cancel.d.ts +4 -22
- package/dist/client/api/cancel.js +6 -25
- package/dist/client/api/completion-stream.d.ts +30 -24
- package/dist/client/api/completion-stream.js +70 -121
- package/dist/client/api/delete-cache.js +2 -3
- package/dist/client/api/download-asset.d.ts +5 -6
- package/dist/client/api/download-asset.js +20 -16
- package/dist/client/api/embed.d.ts +4 -21
- package/dist/client/api/embed.js +14 -4
- package/dist/client/api/index.d.ts +2 -6
- package/dist/client/api/index.js +2 -6
- package/dist/client/api/load-model.d.ts +21 -49
- package/dist/client/api/load-model.js +134 -40
- package/dist/client/api/logging-stream.d.ts +4 -7
- package/dist/client/api/logging-stream.js +5 -9
- package/dist/client/api/ping.d.ts +11 -0
- package/dist/client/api/ping.js +18 -0
- package/dist/client/api/provide.d.ts +1 -1
- package/dist/client/api/provide.js +3 -4
- package/dist/client/api/rag.d.ts +21 -216
- package/dist/client/api/rag.js +36 -396
- package/dist/client/api/stop-provider.d.ts +1 -1
- package/dist/client/api/stop-provider.js +3 -4
- package/dist/client/api/text-to-speech.d.ts +2 -2
- package/dist/client/api/text-to-speech.js +3 -3
- package/dist/client/api/transcribe.d.ts +5 -9
- package/dist/client/api/transcribe.js +9 -11
- package/dist/client/api/translate.d.ts +3 -3
- package/dist/client/api/translate.js +15 -15
- package/dist/client/api/unload-model.d.ts +1 -5
- package/dist/client/api/unload-model.js +4 -17
- package/dist/client/index.d.ts +1 -1
- package/dist/client/index.js +1 -1
- package/dist/client/logging-stream-registry.d.ts +1 -1
- package/dist/client/logging-stream-registry.js +13 -14
- package/dist/client/rpc/bare-client.d.ts +139 -3
- package/dist/client/rpc/bare-client.js +16 -117
- package/dist/client/rpc/bare-rpc-client.d.ts +4 -0
- package/dist/client/rpc/bare-rpc-client.js +87 -0
- package/dist/client/rpc/expo-rpc-client.d.ts +1 -2
- package/dist/client/rpc/expo-rpc-client.js +14 -57
- package/dist/client/rpc/node-rpc-client.d.ts +8 -3
- package/dist/client/rpc/node-rpc-client.js +62 -218
- package/dist/client/rpc/rpc-client.d.ts +2 -3
- package/dist/client/rpc/rpc-client.js +49 -184
- package/dist/constants/audio.d.ts +2 -1
- package/dist/constants/audio.js +17 -1
- package/dist/constants/index.d.ts +0 -1
- package/dist/constants/index.js +0 -1
- package/dist/examples/delegated-inference/consumer.js +2 -3
- package/dist/examples/download-with-cancel.js +4 -3
- package/dist/examples/embed-hyperdrive.d.ts +2 -0
- package/dist/examples/embed-hyperdrive.js +19 -0
- package/dist/examples/kv-cache-cleanup.js +2 -1
- package/dist/examples/kv-cache-custom-key.js +2 -16
- package/dist/examples/kv-cache-example.js +2 -1
- package/dist/examples/llamacpp-file-logging.d.ts +2 -0
- package/dist/examples/{logging-file-transport.js → llamacpp-file-logging.js} +8 -3
- package/dist/examples/llamacpp-filesystem.js +2 -2
- package/dist/examples/llamacpp-http.js +1 -0
- package/dist/examples/llamacpp-hyperdrive.d.ts +2 -0
- package/dist/examples/{llamacpp-p2p.js → llamacpp-hyperdrive.js} +2 -1
- package/dist/examples/llamacpp-multimodal.js +4 -3
- package/dist/examples/llamacpp-native-tools.js +30 -72
- package/dist/examples/multi-model-demo.js +3 -2
- package/dist/examples/parallel-download.js +14 -46
- package/dist/examples/rag/rag-chromadb.js +1 -0
- package/dist/examples/rag/rag-hyperdb-workspaces.d.ts +2 -0
- package/dist/examples/rag/rag-hyperdb-workspaces.js +107 -0
- package/dist/examples/rag/rag-hyperdb.d.ts +2 -0
- package/dist/examples/rag/{rag-hyperdb/ingest.js → rag-hyperdb.js} +5 -10
- package/dist/examples/rag/rag-lancedb.js +1 -0
- package/dist/examples/rag/rag-sqlite.js +1 -0
- package/dist/examples/seed-hyperdrive.d.ts +2 -0
- package/dist/examples/text-to-speech.d.ts +3 -0
- package/dist/examples/{tts/utils.js → text-to-speech.js} +63 -18
- package/dist/examples/translation/translation-indic.js +1 -4
- package/dist/examples/translation/translation-llm-context.js +1 -0
- package/dist/examples/translation/translation-llm.js +2 -2
- package/dist/examples/translation/translation-opus.js +3 -6
- package/dist/examples/translation/translation-stream.js +3 -3
- package/dist/examples/whispercpp-filesystem.js +43 -0
- package/dist/examples/{transcription/whispercpp-microphone-record.js → whispercpp-microphone-record.js} +9 -8
- package/dist/expo/plugins/index.d.ts +0 -3
- package/dist/expo/plugins/index.js +0 -3
- package/dist/expo/plugins/withMobileBundle.d.ts +2 -5
- package/dist/expo/plugins/withMobileBundle.js +40 -121
- package/dist/expo/plugins/withQvacSDK.d.ts +0 -4
- package/dist/expo/plugins/withQvacSDK.js +1 -26
- package/dist/index.d.ts +4 -9
- package/dist/index.js +5 -11
- package/dist/logging/base-logger.js +16 -26
- package/dist/logging/index.d.ts +1 -7
- package/dist/logging/index.js +1 -7
- package/dist/logging/logger.d.ts +2 -0
- package/dist/logging/logger.js +6 -11
- package/dist/logging/stream-logger.d.ts +1 -1
- package/dist/logging/stream-logger.js +3 -6
- package/dist/logging/transport.js +2 -2
- package/dist/logging/types.d.ts +0 -2
- package/dist/logging/utils.d.ts +0 -2
- package/dist/logging/utils.js +0 -62
- package/dist/models/{registry → hyperdrive}/index.js +1 -1
- package/dist/models/hyperdrive/models.d.ts +619 -0
- package/dist/models/hyperdrive/models.js +693 -0
- package/dist/schemas/cancel.d.ts +0 -18
- package/dist/schemas/cancel.js +0 -7
- package/dist/schemas/common.d.ts +166 -3012
- package/dist/schemas/common.js +4 -27
- package/dist/schemas/completion-stream.d.ts +60 -31
- package/dist/schemas/completion-stream.js +44 -20
- package/dist/schemas/delegate.d.ts +0 -9
- package/dist/schemas/delegate.js +2 -6
- package/dist/schemas/download-asset.d.ts +3 -125
- package/dist/schemas/download-asset.js +5 -22
- package/dist/schemas/embed.d.ts +3 -3
- package/dist/schemas/embed.js +2 -9
- package/dist/schemas/index.d.ts +2 -20
- package/dist/schemas/index.js +2 -20
- package/dist/schemas/llamacpp-config.d.ts +12 -243
- package/dist/schemas/llamacpp-config.js +14 -50
- package/dist/schemas/load-model.d.ts +893 -14471
- package/dist/schemas/load-model.js +72 -325
- package/dist/schemas/logging-stream.d.ts +4 -11
- package/dist/schemas/logging-stream.js +3 -4
- package/dist/schemas/ping.d.ts +11 -0
- package/dist/schemas/ping.js +8 -0
- package/dist/schemas/rag.d.ts +52 -183
- package/dist/schemas/rag.js +23 -152
- package/dist/schemas/text-to-speech.d.ts +1 -692
- package/dist/schemas/text-to-speech.js +3 -35
- package/dist/schemas/transcription.d.ts +0 -3
- package/dist/schemas/transcription.js +0 -1
- package/dist/schemas/translate.d.ts +23 -68
- package/dist/schemas/translate.js +11 -37
- package/dist/schemas/translation-config.d.ts +7 -810
- package/dist/schemas/translation-config.js +7 -113
- package/dist/schemas/unload-model.d.ts +0 -2
- package/dist/schemas/unload-model.js +0 -2
- package/dist/schemas/whispercpp-config.d.ts +25 -0
- package/dist/schemas/whispercpp-config.js +18 -0
- package/dist/server/bare/{ops → addons}/cancel.js +1 -2
- package/dist/server/bare/addons/index.d.ts +4 -0
- package/dist/server/bare/addons/index.js +3 -0
- package/dist/server/bare/addons/llamacpp/create-model.d.ts +5 -0
- package/dist/server/bare/addons/llamacpp/create-model.js +67 -0
- package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.d.ts +1 -2
- package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.js +87 -54
- package/dist/server/bare/addons/llamacpp/handlers/embed.d.ts +4 -0
- package/dist/server/bare/{ops → addons/llamacpp/handlers}/embed.js +7 -22
- package/dist/server/bare/addons/llamacpp/index.d.ts +4 -0
- package/dist/server/bare/addons/llamacpp/index.js +3 -0
- package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.d.ts +1 -4
- package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.js +19 -54
- package/dist/server/bare/addons/load-model.d.ts +3 -0
- package/dist/server/bare/addons/load-model.js +62 -0
- package/dist/server/bare/addons/translation/create-model.d.ts +4 -0
- package/dist/server/bare/addons/translation/create-model.js +45 -0
- package/dist/server/bare/addons/translation/handlers/translate.d.ts +3 -0
- package/dist/server/bare/{ops → addons/translation/handlers}/translate.js +14 -47
- package/dist/server/bare/addons/translation/index.d.ts +3 -0
- package/dist/server/bare/addons/translation/index.js +2 -0
- package/dist/server/bare/addons/tts/create-model.d.ts +6 -0
- package/dist/server/bare/addons/tts/create-model.js +40 -0
- package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.js +3 -25
- package/dist/server/bare/addons/tts/index.d.ts +3 -0
- package/dist/server/bare/addons/tts/index.js +2 -0
- package/dist/server/bare/addons/unload-model.js +20 -0
- package/dist/server/bare/addons/whispercpp/create-model.d.ts +6 -0
- package/dist/server/bare/addons/whispercpp/create-model.js +55 -0
- package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.d.ts +3 -0
- package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.js +48 -0
- package/dist/server/bare/addons/whispercpp/index.d.ts +3 -0
- package/dist/server/bare/addons/whispercpp/index.js +2 -0
- package/dist/server/bare/delegate-rpc-client.d.ts +0 -6
- package/dist/server/bare/delegate-rpc-client.js +45 -187
- package/dist/server/bare/hyperswarm.d.ts +0 -3
- package/dist/server/bare/hyperswarm.js +6 -29
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +10 -9
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +4 -7
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +14 -13
- package/dist/server/bare/rag-hyperdb/handlers/search.js +10 -10
- package/dist/server/bare/rag-hyperdb/index.d.ts +1 -8
- package/dist/server/bare/rag-hyperdb/index.js +1 -8
- package/dist/server/bare/rag-hyperdb/rag-manager.d.ts +5 -0
- package/dist/server/bare/rag-hyperdb/rag-manager.js +65 -0
- package/dist/server/bare/registry/logging-stream-registry.d.ts +7 -24
- package/dist/server/bare/registry/logging-stream-registry.js +20 -99
- package/dist/server/bare/registry/model-registry.d.ts +26 -16
- package/dist/server/bare/registry/model-registry.js +13 -34
- package/dist/server/error-handlers.d.ts +2 -3
- package/dist/server/error-handlers.js +10 -15
- package/dist/server/http-server.d.ts +2 -0
- package/dist/server/http-server.js +189 -0
- package/dist/server/rpc/create-server.js +3 -5
- package/dist/server/rpc/handle-request.d.ts +9 -0
- package/dist/server/rpc/handle-request.js +242 -92
- package/dist/server/rpc/handlers/cancelHandler.js +3 -14
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +1 -3
- package/dist/server/rpc/handlers/completion-stream-delegated.js +8 -20
- package/dist/server/rpc/handlers/completion-stream.js +41 -2
- package/dist/server/rpc/handlers/delete-cache.js +2 -4
- package/dist/server/rpc/handlers/download-asset.js +6 -59
- package/dist/server/rpc/handlers/embed.js +19 -2
- package/dist/server/rpc/handlers/index.d.ts +0 -13
- package/dist/server/rpc/handlers/index.js +0 -13
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +11 -12
- package/dist/server/rpc/handlers/load-model/download-manager.js +28 -43
- package/dist/server/rpc/handlers/load-model/http.d.ts +1 -2
- package/dist/server/rpc/handlers/load-model/http.js +55 -424
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +1 -2
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +171 -364
- package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/index.js +2 -2
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +1 -3
- package/dist/server/rpc/handlers/load-model/resolve.js +29 -110
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -6
- package/dist/server/rpc/handlers/load-model-delegated.js +20 -60
- package/dist/server/rpc/handlers/{load-model/handler.d.ts → load-model.d.ts} +2 -2
- package/dist/server/rpc/handlers/load-model.js +57 -0
- package/dist/server/rpc/handlers/logging-stream.js +4 -4
- package/dist/server/rpc/handlers/provideHandler/connection.js +10 -12
- package/dist/server/rpc/handlers/provideHandler/handler.js +17 -20
- package/dist/server/rpc/handlers/provideHandler/proxy.js +6 -8
- package/dist/server/rpc/handlers/rag.d.ts +2 -2
- package/dist/server/rpc/handlers/rag.js +43 -130
- package/dist/server/rpc/handlers/stopProvideHandler.js +2 -6
- package/dist/server/rpc/handlers/text-to-speech.js +5 -2
- package/dist/server/rpc/handlers/transcribe-stream.js +24 -2
- package/dist/server/rpc/handlers/translate.js +49 -2
- package/dist/server/rpc/handlers/unload-model.js +3 -12
- package/dist/server/rpc/index.d.ts +1 -1
- package/dist/server/utils/audio/decoder.d.ts +1 -2
- package/dist/server/utils/audio/decoder.js +12 -49
- package/dist/server/utils/cache.d.ts +8 -19
- package/dist/server/utils/cache.js +15 -100
- package/dist/server/utils/hash.d.ts +5 -0
- package/dist/server/utils/hash.js +11 -0
- package/dist/server/utils/index.d.ts +2 -7
- package/dist/server/utils/index.js +2 -7
- package/dist/server/utils/tool-parser.js +14 -28
- package/dist/server/worker.d.ts +5 -4
- package/dist/server/worker.js +89 -22
- package/package.json +41 -148
- package/NOTICE +0 -695
- package/bare-imports.json +0 -44
- package/dist/client/api/get-model-info.d.ts +0 -36
- package/dist/client/api/get-model-info.js +0 -14
- package/dist/client/api/heartbeat.d.ts +0 -30
- package/dist/client/api/heartbeat.js +0 -38
- package/dist/client/api/invoke-plugin.d.ts +0 -15
- package/dist/client/api/invoke-plugin.js +0 -38
- package/dist/client/api/ocr.d.ts +0 -31
- package/dist/client/api/ocr.js +0 -88
- package/dist/client/api/registry.d.ts +0 -14
- package/dist/client/api/registry.js +0 -37
- package/dist/client/config-loader/config-utils.d.ts +0 -5
- package/dist/client/config-loader/config-utils.js +0 -20
- package/dist/client/config-loader/resolve-config.bare.d.ts +0 -9
- package/dist/client/config-loader/resolve-config.bare.js +0 -87
- package/dist/client/config-loader/resolve-config.expo.d.ts +0 -11
- package/dist/client/config-loader/resolve-config.expo.js +0 -62
- package/dist/client/config-loader/resolve-config.node.d.ts +0 -10
- package/dist/client/config-loader/resolve-config.node.js +0 -145
- package/dist/client/init-hooks.d.ts +0 -21
- package/dist/client/init-hooks.js +0 -66
- package/dist/client/rpc/expo-device-info.d.ts +0 -6
- package/dist/client/rpc/expo-device-info.js +0 -32
- package/dist/client/rpc/profiling/index.d.ts +0 -2
- package/dist/client/rpc/profiling/index.js +0 -1
- package/dist/client/rpc/profiling/profiler.d.ts +0 -27
- package/dist/client/rpc/profiling/profiler.js +0 -139
- package/dist/constants/registry.d.ts +0 -2
- package/dist/constants/registry.js +0 -1
- package/dist/examples/cache-management.d.ts +0 -2
- package/dist/examples/cache-management.js +0 -97
- package/dist/examples/config/blind-relay/blind-relay.config.d.ts +0 -5
- package/dist/examples/config/blind-relay/blind-relay.config.js +0 -7
- package/dist/examples/config/default/default.config.d.ts +0 -8
- package/dist/examples/config/default/default.config.js +0 -6
- package/dist/examples/config/plugins/plugins.config.d.ts +0 -5
- package/dist/examples/config/plugins/plugins.config.js +0 -4
- package/dist/examples/config-reload.d.ts +0 -2
- package/dist/examples/config-reload.js +0 -49
- package/dist/examples/default-config-usage.d.ts +0 -17
- package/dist/examples/default-config-usage.js +0 -47
- package/dist/examples/delegated-inference/consumer-profiled.d.ts +0 -2
- package/dist/examples/delegated-inference/consumer-profiled.js +0 -67
- package/dist/examples/download-with-blind-relays.d.ts +0 -2
- package/dist/examples/download-with-blind-relays.js +0 -49
- package/dist/examples/embed-p2p.d.ts +0 -2
- package/dist/examples/embed-p2p.js +0 -54
- package/dist/examples/llamacpp-p2p.d.ts +0 -2
- package/dist/examples/llamacpp-sharded.d.ts +0 -2
- package/dist/examples/llamacpp-sharded.js +0 -53
- package/dist/examples/logging-file-transport.d.ts +0 -2
- package/dist/examples/logging-streaming.d.ts +0 -2
- package/dist/examples/logging-streaming.js +0 -75
- package/dist/examples/mcp-websearch.d.ts +0 -13
- package/dist/examples/mcp-websearch.js +0 -176
- package/dist/examples/ocr-fasttext.d.ts +0 -2
- package/dist/examples/ocr-fasttext.js +0 -52
- package/dist/examples/plugins.d.ts +0 -14
- package/dist/examples/plugins.js +0 -129
- package/dist/examples/profiling/basic.d.ts +0 -2
- package/dist/examples/profiling/basic.js +0 -71
- package/dist/examples/profiling/per-call.d.ts +0 -2
- package/dist/examples/profiling/per-call.js +0 -30
- package/dist/examples/quickstart.d.ts +0 -2
- package/dist/examples/quickstart.js +0 -28
- package/dist/examples/rag/rag-hyperdb/cancellation.d.ts +0 -2
- package/dist/examples/rag/rag-hyperdb/cancellation.js +0 -75
- package/dist/examples/rag/rag-hyperdb/ingest.d.ts +0 -2
- package/dist/examples/rag/rag-hyperdb/pipeline.d.ts +0 -2
- package/dist/examples/rag/rag-hyperdb/pipeline.js +0 -74
- package/dist/examples/rag/rag-hyperdb/workspaces.d.ts +0 -2
- package/dist/examples/rag/rag-hyperdb/workspaces.js +0 -178
- package/dist/examples/registry-query.d.ts +0 -2
- package/dist/examples/registry-query.js +0 -87
- package/dist/examples/seed-p2p.d.ts +0 -2
- package/dist/examples/transcription/parakeet-ctc-filesystem.d.ts +0 -2
- package/dist/examples/transcription/parakeet-ctc-filesystem.js +0 -40
- package/dist/examples/transcription/parakeet-microphone-record.d.ts +0 -2
- package/dist/examples/transcription/parakeet-microphone-record.js +0 -95
- package/dist/examples/transcription/parakeet-sortformer.d.ts +0 -2
- package/dist/examples/transcription/parakeet-sortformer.js +0 -115
- package/dist/examples/transcription/parakeet-tdt-filesystem.d.ts +0 -2
- package/dist/examples/transcription/parakeet-tdt-filesystem.js +0 -44
- package/dist/examples/transcription/whispercpp-filesystem.js +0 -69
- package/dist/examples/transcription/whispercpp-prompt.d.ts +0 -2
- package/dist/examples/transcription/whispercpp-prompt.js +0 -67
- package/dist/examples/translation/translation-bergamot-batch.d.ts +0 -2
- package/dist/examples/translation/translation-bergamot-batch.js +0 -49
- package/dist/examples/translation/translation-bergamot-pivot.d.ts +0 -2
- package/dist/examples/translation/translation-bergamot-pivot.js +0 -73
- package/dist/examples/translation/translation-bergamot.d.ts +0 -2
- package/dist/examples/translation/translation-bergamot.js +0 -39
- package/dist/examples/translation/translation-llm-afriquegemma.d.ts +0 -2
- package/dist/examples/translation/translation-llm-afriquegemma.js +0 -39
- package/dist/examples/tts/chatterbox.d.ts +0 -2
- package/dist/examples/tts/chatterbox.js +0 -59
- package/dist/examples/tts/supertonic.d.ts +0 -2
- package/dist/examples/tts/supertonic.js +0 -51
- package/dist/examples/tts/utils.d.ts +0 -17
- package/dist/expo/plugins/resolve-sdk-package-dir.d.ts +0 -15
- package/dist/expo/plugins/resolve-sdk-package-dir.js +0 -31
- package/dist/expo/plugins/withAndroidArchitecture.d.ts +0 -8
- package/dist/expo/plugins/withAndroidArchitecture.js +0 -52
- package/dist/expo/plugins/withAndroidNdkVersion.d.ts +0 -8
- package/dist/expo/plugins/withAndroidNdkVersion.js +0 -31
- package/dist/expo/plugins/withDeviceInfo.d.ts +0 -10
- package/dist/expo/plugins/withDeviceInfo.js +0 -48
- package/dist/logging/addon.d.ts +0 -6
- package/dist/logging/addon.js +0 -75
- package/dist/logging/client-logger.d.ts +0 -3
- package/dist/logging/client-logger.js +0 -24
- package/dist/logging/namespaces.d.ts +0 -6
- package/dist/logging/namespaces.js +0 -6
- package/dist/logging/registry.d.ts +0 -31
- package/dist/logging/registry.js +0 -62
- package/dist/logging/server-logger.d.ts +0 -3
- package/dist/logging/server-logger.js +0 -16
- package/dist/models/registry/models.d.ts +0 -10417
- package/dist/models/registry/models.js +0 -10757
- package/dist/models/update-models/codegen.d.ts +0 -3
- package/dist/models/update-models/codegen.js +0 -135
- package/dist/models/update-models/history.d.ts +0 -24
- package/dist/models/update-models/history.js +0 -107
- package/dist/models/update-models/index.d.ts +0 -2
- package/dist/models/update-models/index.js +0 -125
- package/dist/models/update-models/naming.d.ts +0 -4
- package/dist/models/update-models/naming.js +0 -370
- package/dist/models/update-models/processing.d.ts +0 -8
- package/dist/models/update-models/processing.js +0 -67
- package/dist/models/update-models/registry.d.ts +0 -4
- package/dist/models/update-models/registry.js +0 -67
- package/dist/models/update-models/shards.d.ts +0 -4
- package/dist/models/update-models/shards.js +0 -57
- package/dist/models/update-models/types.d.ts +0 -60
- package/dist/models/update-models/types.js +0 -1
- package/dist/models/update-models/utils.d.ts +0 -3
- package/dist/models/update-models/utils.js +0 -21
- package/dist/pear/pre.d.ts +0 -18
- package/dist/pear/pre.js +0 -433
- package/dist/profiling/aggregator.d.ts +0 -15
- package/dist/profiling/aggregator.js +0 -100
- package/dist/profiling/clock.d.ts +0 -12
- package/dist/profiling/clock.js +0 -51
- package/dist/profiling/controller.d.ts +0 -33
- package/dist/profiling/controller.js +0 -123
- package/dist/profiling/envelope.d.ts +0 -10
- package/dist/profiling/envelope.js +0 -36
- package/dist/profiling/events.d.ts +0 -20
- package/dist/profiling/events.js +0 -37
- package/dist/profiling/exporters.d.ts +0 -10
- package/dist/profiling/exporters.js +0 -236
- package/dist/profiling/index.d.ts +0 -36
- package/dist/profiling/index.js +0 -31
- package/dist/profiling/ring-buffer.d.ts +0 -19
- package/dist/profiling/ring-buffer.js +0 -83
- package/dist/profiling/types.d.ts +0 -47
- package/dist/profiling/types.js +0 -1
- package/dist/schemas/archive.d.ts +0 -9
- package/dist/schemas/archive.js +0 -17
- package/dist/schemas/engine-addon-map.d.ts +0 -5
- package/dist/schemas/engine-addon-map.js +0 -52
- package/dist/schemas/get-model-info.d.ts +0 -120
- package/dist/schemas/get-model-info.js +0 -58
- package/dist/schemas/heartbeat.d.ts +0 -17
- package/dist/schemas/heartbeat.js +0 -10
- package/dist/schemas/json-schema.d.ts +0 -16
- package/dist/schemas/json-schema.js +0 -2
- package/dist/schemas/mcp-adapter.d.ts +0 -47
- package/dist/schemas/mcp-adapter.js +0 -1
- package/dist/schemas/model-src-utils.d.ts +0 -148
- package/dist/schemas/model-src-utils.js +0 -35
- package/dist/schemas/model-types.d.ts +0 -183
- package/dist/schemas/model-types.js +0 -168
- package/dist/schemas/ocr.d.ts +0 -125
- package/dist/schemas/ocr.js +0 -57
- package/dist/schemas/path-validation.d.ts +0 -10
- package/dist/schemas/path-validation.js +0 -22
- package/dist/schemas/plugin.d.ts +0 -226
- package/dist/schemas/plugin.js +0 -158
- package/dist/schemas/profiling.d.ts +0 -105
- package/dist/schemas/profiling.js +0 -66
- package/dist/schemas/registry.d.ts +0 -356
- package/dist/schemas/registry.js +0 -93
- package/dist/schemas/reload-config.d.ts +0 -476
- package/dist/schemas/reload-config.js +0 -44
- package/dist/schemas/runtime-context.d.ts +0 -19
- package/dist/schemas/runtime-context.js +0 -7
- package/dist/schemas/sdk-config.d.ts +0 -2973
- package/dist/schemas/sdk-config.js +0 -136
- package/dist/schemas/sdk-errors-client.d.ts +0 -31
- package/dist/schemas/sdk-errors-client.js +0 -143
- package/dist/schemas/sdk-errors-registry.d.ts +0 -6
- package/dist/schemas/sdk-errors-registry.js +0 -8
- package/dist/schemas/sdk-errors-server.d.ts +0 -89
- package/dist/schemas/sdk-errors-server.js +0 -451
- package/dist/schemas/shard.d.ts +0 -21
- package/dist/schemas/shard.js +0 -17
- package/dist/schemas/tools.d.ts +0 -65
- package/dist/schemas/tools.js +0 -43
- package/dist/schemas/transcription-config.d.ts +0 -383
- package/dist/schemas/transcription-config.js +0 -95
- package/dist/scripts/run-security-tests-bare.d.ts +0 -2
- package/dist/scripts/run-security-tests-bare.js +0 -78
- package/dist/scripts/run-security-tests.d.ts +0 -2
- package/dist/scripts/run-security-tests.js +0 -22
- package/dist/scripts/run-unit-tests.d.ts +0 -2
- package/dist/scripts/run-unit-tests.js +0 -17
- package/dist/server/bare/ops/embed.d.ts +0 -12
- package/dist/server/bare/ops/load-model.d.ts +0 -9
- package/dist/server/bare/ops/load-model.js +0 -85
- package/dist/server/bare/ops/transcribe.d.ts +0 -3
- package/dist/server/bare/ops/transcribe.js +0 -75
- package/dist/server/bare/ops/translate.d.ts +0 -5
- package/dist/server/bare/ops/unload-model.js +0 -41
- package/dist/server/bare/plugins/index.d.ts +0 -8
- package/dist/server/bare/plugins/index.js +0 -7
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +0 -6
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +0 -34
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +0 -220
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +0 -155
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +0 -54
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +0 -87
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +0 -367
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +0 -201
- package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.d.ts +0 -10
- package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.js +0 -110
- package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +0 -86
- package/dist/server/bare/plugins/onnx-ocr/plugin.js +0 -117
- package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +0 -373
- package/dist/server/bare/plugins/onnx-tts/plugin.js +0 -182
- package/dist/server/bare/plugins/onnx-tts/wav-helper.d.ts +0 -14
- package/dist/server/bare/plugins/onnx-tts/wav-helper.js +0 -107
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +0 -317
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +0 -154
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +0 -237
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +0 -86
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/chunk.js +0 -7
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +0 -14
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +0 -18
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +0 -4
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +0 -16
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +0 -7
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +0 -39
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +0 -15
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +0 -136
- package/dist/server/bare/registry/config-registry.d.ts +0 -14
- package/dist/server/bare/registry/config-registry.js +0 -82
- package/dist/server/bare/registry/model-config-registry.d.ts +0 -4
- package/dist/server/bare/registry/model-config-registry.js +0 -15
- package/dist/server/bare/registry/model-config-utils.d.ts +0 -15
- package/dist/server/bare/registry/model-config-utils.js +0 -112
- package/dist/server/bare/registry/registry-client.d.ts +0 -5
- package/dist/server/bare/registry/registry-client.js +0 -37
- package/dist/server/bare/registry/runtime-context-registry.d.ts +0 -7
- package/dist/server/bare/registry/runtime-context-registry.js +0 -26
- package/dist/server/bare/utils/audio-input.d.ts +0 -10
- package/dist/server/bare/utils/audio-input.js +0 -33
- package/dist/server/bare/utils/loader-adapter.d.ts +0 -7
- package/dist/server/bare/utils/loader-adapter.js +0 -9
- package/dist/server/env.d.ts +0 -22
- package/dist/server/env.js +0 -57
- package/dist/server/plugins/index.d.ts +0 -2
- package/dist/server/plugins/index.js +0 -1
- package/dist/server/plugins/registry.d.ts +0 -9
- package/dist/server/plugins/registry.js +0 -79
- package/dist/server/rpc/delegate-transport.d.ts +0 -19
- package/dist/server/rpc/delegate-transport.js +0 -236
- package/dist/server/rpc/delegate-utils.d.ts +0 -2
- package/dist/server/rpc/delegate-utils.js +0 -5
- package/dist/server/rpc/handler-registry.d.ts +0 -3
- package/dist/server/rpc/handler-registry.js +0 -113
- package/dist/server/rpc/handler-utils.d.ts +0 -23
- package/dist/server/rpc/handler-utils.js +0 -170
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +0 -4
- package/dist/server/rpc/handlers/cancel-delegated.js +0 -71
- package/dist/server/rpc/handlers/get-model-info.d.ts +0 -3
- package/dist/server/rpc/handlers/get-model-info.js +0 -164
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +0 -4
- package/dist/server/rpc/handlers/heartbeat-delegated.js +0 -32
- package/dist/server/rpc/handlers/heartbeat.d.ts +0 -3
- package/dist/server/rpc/handlers/heartbeat.js +0 -3
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +0 -6
- package/dist/server/rpc/handlers/load-model/download-stats.js +0 -87
- package/dist/server/rpc/handlers/load-model/handler.js +0 -187
- package/dist/server/rpc/handlers/load-model/registry.d.ts +0 -11
- package/dist/server/rpc/handlers/load-model/registry.js +0 -548
- package/dist/server/rpc/handlers/load-model/types.d.ts +0 -29
- package/dist/server/rpc/handlers/load-model/types.js +0 -1
- package/dist/server/rpc/handlers/ocr-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/ocr-stream.js +0 -4
- package/dist/server/rpc/handlers/plugin-dispatch.d.ts +0 -15
- package/dist/server/rpc/handlers/plugin-dispatch.js +0 -59
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +0 -4
- package/dist/server/rpc/handlers/plugin-invoke.js +0 -92
- package/dist/server/rpc/handlers/registry.d.ts +0 -5
- package/dist/server/rpc/handlers/registry.js +0 -157
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +0 -3
- package/dist/server/rpc/handlers/unload-model-delegated.js +0 -32
- package/dist/server/rpc/profiling/context.d.ts +0 -18
- package/dist/server/rpc/profiling/context.js +0 -38
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +0 -32
- package/dist/server/rpc/profiling/delegation-profiler.js +0 -154
- package/dist/server/rpc/profiling/index.d.ts +0 -5
- package/dist/server/rpc/profiling/index.js +0 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +0 -25
- package/dist/server/rpc/profiling/operation-metrics.js +0 -199
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +0 -18
- package/dist/server/rpc/profiling/operation-wrappers.js +0 -124
- package/dist/server/rpc/profiling/profiler.d.ts +0 -13
- package/dist/server/rpc/profiling/profiler.js +0 -97
- package/dist/server/utils/archive.d.ts +0 -4
- package/dist/server/utils/archive.js +0 -179
- package/dist/server/utils/checksum.d.ts +0 -4
- package/dist/server/utils/checksum.js +0 -31
- package/dist/server/utils/config-transform.d.ts +0 -3
- package/dist/server/utils/config-transform.js +0 -23
- package/dist/server/utils/formatting.d.ts +0 -19
- package/dist/server/utils/formatting.js +0 -61
- package/dist/server/utils/gguf-tensor-extractor.d.ts +0 -15
- package/dist/server/utils/gguf-tensor-extractor.js +0 -314
- package/dist/server/utils/path-security.d.ts +0 -12
- package/dist/server/utils/path-security.js +0 -25
- package/dist/server/utils/shard-utils.d.ts +0 -48
- package/dist/server/utils/shard-utils.js +0 -125
- package/dist/server/utils/tool-integration.d.ts +0 -13
- package/dist/server/utils/tool-integration.js +0 -43
- package/dist/server/worker-core.d.ts +0 -6
- package/dist/server/worker-core.js +0 -88
- package/dist/utils/errors-base.d.ts +0 -3
- package/dist/utils/errors-base.js +0 -13
- package/dist/utils/errors-client.d.ts +0 -137
- package/dist/utils/errors-client.js +0 -240
- package/dist/utils/errors-server.d.ts +0 -236
- package/dist/utils/errors-server.js +0 -412
- package/dist/utils/global-singleton.d.ts +0 -2
- package/dist/utils/global-singleton.js +0 -10
- package/dist/utils/mcp-adapter.d.ts +0 -12
- package/dist/utils/mcp-adapter.js +0 -103
- package/dist/utils/object.d.ts +0 -2
- package/dist/utils/object.js +0 -3
- package/dist/utils/path-sanitize.d.ts +0 -17
- package/dist/utils/path-sanitize.js +0 -54
- package/dist/utils/tool-helpers.d.ts +0 -25
- package/dist/utils/tool-helpers.js +0 -112
- package/expo/plugins/patches/android-link.mjs +0 -63
- package/expo/plugins/patches/ios-link.mjs +0 -63
- /package/dist/examples/{seed-p2p.js → seed-hyperdrive.js} +0 -0
- /package/dist/examples/{transcription/whispercpp-filesystem.d.ts → whispercpp-filesystem.d.ts} +0 -0
- /package/dist/examples/{transcription/whispercpp-microphone-record.d.ts → whispercpp-microphone-record.d.ts} +0 -0
- /package/dist/models/{registry → hyperdrive}/index.d.ts +0 -0
- /package/dist/server/bare/{ops → addons}/cancel.d.ts +0 -0
- /package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.d.ts +0 -0
- /package/dist/server/bare/{ops → addons}/unload-model.d.ts +0 -0
|
@@ -1,5 +1,3 @@
|
|
|
1
1
|
import { type ModelProgressUpdate } from "../../../../schemas/index";
|
|
2
|
-
|
|
3
|
-
export declare function resolveModelPath(modelSrc: unknown, progressCallback?: (progress: ModelProgressUpdate) => void, seed?: boolean): Promise<string>;
|
|
4
|
-
export declare function resolveModelPathWithStats(modelSrc: unknown, progressCallback?: (progress: ModelProgressUpdate) => void, seed?: boolean): Promise<ResolveResult>;
|
|
2
|
+
export declare function resolveModelPath(modelSrc: string, progressCallback?: (progress: ModelProgressUpdate) => void, seed?: boolean): Promise<string>;
|
|
5
3
|
//# sourceMappingURL=resolve.d.ts.map
|
|
@@ -1,21 +1,10 @@
|
|
|
1
|
-
import { models
|
|
2
|
-
import { hyperdriveUrlSchema
|
|
3
|
-
import { getModelsCacheDir
|
|
1
|
+
import { models } from "../../../../models/hyperdrive/models.js";
|
|
2
|
+
import { hyperdriveUrlSchema } from "../../../../schemas/index.js";
|
|
3
|
+
import { getModelsCacheDir } from "../../../utils/index.js";
|
|
4
4
|
import { promises as fsPromises } from "bare-fs";
|
|
5
5
|
import path from "bare-path";
|
|
6
6
|
import { downloadModelFromHttp } from "./http.js";
|
|
7
7
|
import { downloadModelFromHyperdrive } from "./hyperdrive.js";
|
|
8
|
-
import { downloadModelFromRegistry } from "./registry.js";
|
|
9
|
-
import { downloadModelFromHttpWithStats, downloadModelFromHyperdriveWithStats, downloadModelFromRegistryWithStats, } from "./download-stats.js";
|
|
10
|
-
import { ModelLoadFailedError, ModelNotFoundError, SeedingNotSupportedError, } from "../../../../utils/errors-server.js";
|
|
11
|
-
import { validateAndJoinPath } from "../../../utils/path-security.js";
|
|
12
|
-
import { getServerLogger } from "../../../../logging/index.js";
|
|
13
|
-
import { modelInputToSrcSchema } from "../../../../schemas/index.js";
|
|
14
|
-
const logger = getServerLogger();
|
|
15
|
-
function isArchivePath(filePath) {
|
|
16
|
-
const filename = path.basename(filePath).toLowerCase();
|
|
17
|
-
return SUPPORTED_ARCHIVE_EXTENSIONS.some((ext) => filename.endsWith(ext));
|
|
18
|
-
}
|
|
19
8
|
/**
|
|
20
9
|
* Resolves a local file path or cached file
|
|
21
10
|
*/
|
|
@@ -23,133 +12,63 @@ async function resolveLocalOrCachedFile(modelIdOrPath) {
|
|
|
23
12
|
// Check if it's a hex string (arbitrary hyperdrive key)
|
|
24
13
|
const isHexString = /^[0-9a-fA-F]{64}$/.test(modelIdOrPath);
|
|
25
14
|
if (isHexString) {
|
|
26
|
-
throw new
|
|
15
|
+
throw new Error(`Direct hyperdrive keys not supported. Use hyperdriveKey parameter instead. Example: loadModel("model.gguf", "${modelIdOrPath}")`);
|
|
27
16
|
}
|
|
28
17
|
// Check if it's a cached file or local file
|
|
29
18
|
const cacheDir = getModelsCacheDir();
|
|
30
|
-
const cachedPath =
|
|
19
|
+
const cachedPath = path.join(cacheDir, modelIdOrPath);
|
|
31
20
|
try {
|
|
32
21
|
await fsPromises.access(cachedPath);
|
|
33
|
-
|
|
34
|
-
// Check if cached file is an archive
|
|
35
|
-
if (isArchivePath(cachedPath)) {
|
|
36
|
-
logger.info(`Extracting cached archive: ${cachedPath}`);
|
|
37
|
-
const archiveHash = generateShortHash(cachedPath);
|
|
38
|
-
const extractDir = getShardedModelCacheDir(archiveHash);
|
|
39
|
-
const extractedPath = await extractAndValidateShardedArchive(cachedPath, extractDir);
|
|
40
|
-
return extractedPath;
|
|
41
|
-
}
|
|
22
|
+
console.log(`Loading cached model: ${cachedPath}`);
|
|
42
23
|
return cachedPath;
|
|
43
24
|
}
|
|
44
25
|
catch {
|
|
45
26
|
// Try as local file in current directory
|
|
46
27
|
try {
|
|
47
28
|
await fsPromises.access(modelIdOrPath);
|
|
48
|
-
|
|
49
|
-
// Check if local file is an archive
|
|
50
|
-
if (isArchivePath(modelIdOrPath)) {
|
|
51
|
-
logger.info(`Extracting local archive: ${modelIdOrPath}`);
|
|
52
|
-
const archiveHash = generateShortHash(modelIdOrPath);
|
|
53
|
-
const extractDir = getShardedModelCacheDir(archiveHash);
|
|
54
|
-
const extractedPath = await extractAndValidateShardedArchive(modelIdOrPath, extractDir);
|
|
55
|
-
return extractedPath;
|
|
56
|
-
}
|
|
29
|
+
console.log(`Loading local file: ${modelIdOrPath}`);
|
|
57
30
|
return modelIdOrPath;
|
|
58
31
|
}
|
|
59
32
|
catch {
|
|
60
33
|
// Invalid model ID - provide helpful error
|
|
61
34
|
const availableModels = models.map((m) => m.modelId);
|
|
62
|
-
throw new
|
|
35
|
+
throw new Error(`Invalid model ID: "${modelIdOrPath}". Available models: ${availableModels.join(", ")}`);
|
|
63
36
|
}
|
|
64
37
|
}
|
|
65
38
|
}
|
|
66
|
-
function
|
|
67
|
-
if (mode === "stats") {
|
|
68
|
-
return {
|
|
69
|
-
http: downloadModelFromHttpWithStats,
|
|
70
|
-
registry: downloadModelFromRegistryWithStats,
|
|
71
|
-
hyperdrive: downloadModelFromHyperdriveWithStats,
|
|
72
|
-
};
|
|
73
|
-
}
|
|
74
|
-
return {
|
|
75
|
-
http: downloadModelFromHttp,
|
|
76
|
-
registry: downloadModelFromRegistry,
|
|
77
|
-
hyperdrive: downloadModelFromHyperdrive,
|
|
78
|
-
};
|
|
79
|
-
}
|
|
80
|
-
function isDownloadResult(value) {
|
|
81
|
-
return value !== null && typeof value === "object" && "path" in value;
|
|
82
|
-
}
|
|
83
|
-
function buildResult(pathOrResult, sourceType) {
|
|
84
|
-
if (isDownloadResult(pathOrResult)) {
|
|
85
|
-
return pathOrResult.stats
|
|
86
|
-
? { path: pathOrResult.path, sourceType, downloadStats: pathOrResult.stats }
|
|
87
|
-
: { path: pathOrResult.path, sourceType };
|
|
88
|
-
}
|
|
89
|
-
return { path: pathOrResult, sourceType };
|
|
90
|
-
}
|
|
91
|
-
async function resolveModelPathCore(modelSrc, progressCallback, seed, mode) {
|
|
92
|
-
const srcString = modelInputToSrcSchema.parse(modelSrc);
|
|
93
|
-
const downloaders = selectDownloaders(mode);
|
|
39
|
+
export async function resolveModelPath(modelSrc, progressCallback, seed) {
|
|
94
40
|
// Parse hyperdrive URLs if present
|
|
95
41
|
let hyperdriveKey;
|
|
96
|
-
let actualModelSrc =
|
|
97
|
-
if (
|
|
98
|
-
const { key, path
|
|
42
|
+
let actualModelSrc = modelSrc;
|
|
43
|
+
if (modelSrc.startsWith("pear://")) {
|
|
44
|
+
const { key, path } = hyperdriveUrlSchema.parse(modelSrc);
|
|
99
45
|
hyperdriveKey = key;
|
|
100
|
-
actualModelSrc =
|
|
101
|
-
}
|
|
102
|
-
// Registry source
|
|
103
|
-
if (srcString.startsWith("registry://")) {
|
|
104
|
-
const { registryPath, registrySource } = registryUrlSchema.parse(srcString);
|
|
105
|
-
logger.info(`Loading from registry: ${registryPath}`);
|
|
106
|
-
// Look up model metadata for checksum validation
|
|
107
|
-
const modelMetadata = getModelByPath(registryPath);
|
|
108
|
-
const expectedChecksum = modelMetadata?.sha256Checksum;
|
|
109
|
-
const result = await downloaders.registry(registryPath, registrySource, progressCallback, expectedChecksum);
|
|
110
|
-
logger.info(`Loaded Model to ${isDownloadResult(result) ? result.path : result}`);
|
|
111
|
-
return buildResult(result, "registry");
|
|
46
|
+
actualModelSrc = path;
|
|
112
47
|
}
|
|
48
|
+
let actualPath;
|
|
113
49
|
// Validate seeding is only used with hyperdrive models
|
|
114
50
|
if (seed && !hyperdriveKey) {
|
|
115
|
-
throw new
|
|
51
|
+
throw new Error("Seeding is only supported for hyperdrive models");
|
|
116
52
|
}
|
|
117
|
-
// HTTP
|
|
53
|
+
// Check if it's an HTTP/HTTPS URL
|
|
118
54
|
if (actualModelSrc.startsWith("http://") ||
|
|
119
55
|
actualModelSrc.startsWith("https://")) {
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
return buildResult(result, "http");
|
|
56
|
+
console.log(`Loading from HTTP URL: ${actualModelSrc}`);
|
|
57
|
+
actualPath = await downloadModelFromHttp(actualModelSrc, progressCallback);
|
|
58
|
+
console.log(`Loaded Model to ${actualPath}`);
|
|
124
59
|
}
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
return buildResult(result, "hyperdrive");
|
|
60
|
+
else if (hyperdriveKey) {
|
|
61
|
+
// Direct hyperdrive loading
|
|
62
|
+
console.log(`Loading from hyperdrive: ${hyperdriveKey}`);
|
|
63
|
+
actualPath = await downloadModelFromHyperdrive(hyperdriveKey, actualModelSrc, seed, progressCallback);
|
|
130
64
|
}
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
if (isArchivePath(actualModelSrc)) {
|
|
135
|
-
logger.info(`Extracting local archive: ${actualModelSrc}`);
|
|
136
|
-
const archiveHash = generateShortHash(actualModelSrc);
|
|
137
|
-
const extractDir = getShardedModelCacheDir(archiveHash);
|
|
138
|
-
resolvedPath = await extractAndValidateShardedArchive(actualModelSrc, extractDir);
|
|
139
|
-
}
|
|
140
|
-
else {
|
|
141
|
-
resolvedPath = actualModelSrc;
|
|
142
|
-
}
|
|
65
|
+
else if (actualModelSrc.includes("/") || actualModelSrc.includes("\\")) {
|
|
66
|
+
// Handle file paths (absolute or relative with slashes)
|
|
67
|
+
actualPath = actualModelSrc;
|
|
143
68
|
}
|
|
144
69
|
else {
|
|
145
|
-
|
|
70
|
+
// Handle local files and cached files
|
|
71
|
+
actualPath = await resolveLocalOrCachedFile(actualModelSrc);
|
|
146
72
|
}
|
|
147
|
-
return
|
|
148
|
-
}
|
|
149
|
-
export async function resolveModelPath(modelSrc, progressCallback, seed) {
|
|
150
|
-
const result = await resolveModelPathCore(modelSrc, progressCallback, seed, "base");
|
|
151
|
-
return result.path;
|
|
152
|
-
}
|
|
153
|
-
export async function resolveModelPathWithStats(modelSrc, progressCallback, seed) {
|
|
154
|
-
return resolveModelPathCore(modelSrc, progressCallback, seed, "stats");
|
|
73
|
+
return actualPath;
|
|
155
74
|
}
|
|
@@ -1,7 +1,3 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
|
|
3
|
-
export interface HandleLoadModelDelegatedOptions extends DelegatedHandlerOptions {
|
|
4
|
-
progressCallback?: (update: ModelProgressUpdate) => void;
|
|
5
|
-
}
|
|
6
|
-
export declare function handleLoadModelDelegated(request: LoadModelSrcRequest, options?: HandleLoadModelDelegatedOptions): Promise<LoadModelResponse>;
|
|
1
|
+
import type { LoadModelRequest, LoadModelResponse, ModelProgressUpdate } from "../../../schemas/index";
|
|
2
|
+
export declare function handleLoadModelDelegated(request: LoadModelRequest, progressCallback?: (update: ModelProgressUpdate) => void): Promise<LoadModelResponse>;
|
|
7
3
|
//# sourceMappingURL=load-model-delegated.d.ts.map
|
|
@@ -1,44 +1,25 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { registerModel, isModelLoaded, unregisterModel } from "../../bare/registry/model-registry.js";
|
|
3
|
-
import { send, stream, } from "../delegate-transport.js";
|
|
1
|
+
import { registerModel } from "../../bare/registry/model-registry.js";
|
|
4
2
|
import { getRPC } from "../../bare/delegate-rpc-client.js";
|
|
3
|
+
import { send, stream } from "../../../client/rpc/rpc-client.js";
|
|
5
4
|
import { handleLoadModel } from "./load-model/index.js";
|
|
6
|
-
|
|
7
|
-
import { getServerLogger } from "../../../logging/index.js";
|
|
8
|
-
const logger = getServerLogger();
|
|
9
|
-
export async function handleLoadModelDelegated(request, options) {
|
|
10
|
-
const { progressCallback, profilingMeta } = options ?? {};
|
|
5
|
+
export async function handleLoadModelDelegated(request, progressCallback) {
|
|
11
6
|
if (!request.delegate) {
|
|
12
|
-
throw new
|
|
7
|
+
throw new Error("Delegate information is required for delegated load model");
|
|
13
8
|
}
|
|
14
9
|
const { delegate } = request;
|
|
15
|
-
const { topic, providerPublicKey, timeout,
|
|
10
|
+
const { topic, providerPublicKey, timeout, fallbackToLocal } = delegate;
|
|
16
11
|
try {
|
|
17
|
-
|
|
12
|
+
console.log(`📤 Sending delegated loadModel request to provider: ${providerPublicKey}${timeout ? `, timeout: ${timeout}ms` : ""}`);
|
|
18
13
|
// Create RPC instance for this HyperSwarm peer
|
|
19
|
-
const rpc = await getRPC(topic, providerPublicKey, {
|
|
20
|
-
timeout,
|
|
21
|
-
healthCheckTimeout,
|
|
22
|
-
forceNewConnection,
|
|
23
|
-
});
|
|
14
|
+
const rpc = await getRPC(topic, providerPublicKey, { timeout });
|
|
24
15
|
// Strip out the delegate field to avoid infinite delegation
|
|
25
16
|
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
26
17
|
const { delegate: _, ...providerRequest } = request;
|
|
27
18
|
let finalResponse;
|
|
28
|
-
let delegationBreakdown;
|
|
29
|
-
let operationEvent;
|
|
30
|
-
// Build delegate options with profiling metadata
|
|
31
|
-
const delegateOpts = { peerKey: providerPublicKey };
|
|
32
|
-
if (profilingMeta) {
|
|
33
|
-
delegateOpts.profilingMeta = profilingMeta;
|
|
34
|
-
}
|
|
35
|
-
if (timeout) {
|
|
36
|
-
delegateOpts.timeout = timeout;
|
|
37
|
-
}
|
|
38
19
|
if (request.withProgress) {
|
|
39
20
|
// Use streaming for progress updates
|
|
40
|
-
|
|
41
|
-
const responseStream = stream(providerRequest, rpc,
|
|
21
|
+
console.log("📊 Using streaming mode for loadModel with progress");
|
|
22
|
+
const responseStream = stream(providerRequest, rpc, timeout ? { timeout } : {});
|
|
42
23
|
for await (const response of responseStream) {
|
|
43
24
|
if (response.type === "modelProgress") {
|
|
44
25
|
// Forward progress updates to the client
|
|
@@ -48,34 +29,28 @@ export async function handleLoadModelDelegated(request, options) {
|
|
|
48
29
|
}
|
|
49
30
|
else if (response.type === "loadModel") {
|
|
50
31
|
finalResponse = response;
|
|
51
|
-
operationEvent = response[OPERATION_EVENT_KEY];
|
|
52
32
|
break;
|
|
53
33
|
}
|
|
54
34
|
}
|
|
55
35
|
if (!finalResponse) {
|
|
56
|
-
throw new
|
|
36
|
+
throw new Error("No final response received from provider");
|
|
57
37
|
}
|
|
58
38
|
}
|
|
59
39
|
else {
|
|
60
40
|
// Use simple send for non-progress requests
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
finalResponse = providerResponse;
|
|
64
|
-
const typedResponse = providerResponse;
|
|
65
|
-
delegationBreakdown = typedResponse[DELEGATION_BREAKDOWN_KEY];
|
|
66
|
-
operationEvent = typedResponse[OPERATION_EVENT_KEY];
|
|
41
|
+
console.log("📤 Using simple send mode for loadModel");
|
|
42
|
+
finalResponse = (await send(providerRequest, rpc, timeout ? { timeout } : {}));
|
|
67
43
|
}
|
|
68
44
|
if (!finalResponse || !finalResponse.success) {
|
|
69
|
-
|
|
45
|
+
console.error("Provider failed to load model:", finalResponse?.error);
|
|
70
46
|
return {
|
|
71
47
|
type: "loadModel",
|
|
72
48
|
success: false,
|
|
73
49
|
error: `Provider failed to load model: ${finalResponse?.error || "Unknown error"}`,
|
|
74
50
|
};
|
|
75
51
|
}
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
`delegated-${Date.now()}`;
|
|
52
|
+
// Register the delegated model with provider info
|
|
53
|
+
const modelId = finalResponse.modelId || request.modelSrc || `delegated-${Date.now()}`;
|
|
79
54
|
const delegateOptions = {
|
|
80
55
|
topic,
|
|
81
56
|
providerPublicKey,
|
|
@@ -83,40 +58,25 @@ export async function handleLoadModelDelegated(request, options) {
|
|
|
83
58
|
if (timeout !== undefined) {
|
|
84
59
|
delegateOptions.timeout = timeout;
|
|
85
60
|
}
|
|
86
|
-
if (healthCheckTimeout !== undefined) {
|
|
87
|
-
delegateOptions.healthCheckTimeout = healthCheckTimeout;
|
|
88
|
-
}
|
|
89
|
-
if (isModelLoaded(modelId)) {
|
|
90
|
-
logger.info(`Delegated model ${modelId} is already registered, replacing with new provider: ${providerPublicKey}`);
|
|
91
|
-
unregisterModel(modelId);
|
|
92
|
-
}
|
|
93
61
|
registerModel(modelId, delegateOptions);
|
|
94
|
-
|
|
95
|
-
|
|
62
|
+
console.log(`✅ Delegated model registered: ${modelId} -> provider: ${providerPublicKey}`);
|
|
63
|
+
return {
|
|
96
64
|
type: "loadModel",
|
|
97
65
|
success: true,
|
|
98
66
|
modelId,
|
|
99
67
|
};
|
|
100
|
-
if (delegationBreakdown) {
|
|
101
|
-
result[DELEGATION_BREAKDOWN_KEY] =
|
|
102
|
-
delegationBreakdown;
|
|
103
|
-
}
|
|
104
|
-
if (operationEvent) {
|
|
105
|
-
result[OPERATION_EVENT_KEY] = operationEvent;
|
|
106
|
-
}
|
|
107
|
-
return result;
|
|
108
68
|
}
|
|
109
69
|
catch (error) {
|
|
110
|
-
|
|
70
|
+
console.error("Error in delegated load model:", error);
|
|
111
71
|
if (fallbackToLocal) {
|
|
112
|
-
|
|
72
|
+
console.log("🔄 Fallback to local model loading enabled, attempting local load...");
|
|
113
73
|
try {
|
|
114
74
|
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
115
75
|
const { delegate: _, ...localRequest } = request;
|
|
116
76
|
return await handleLoadModel(localRequest, progressCallback);
|
|
117
77
|
}
|
|
118
78
|
catch (localError) {
|
|
119
|
-
|
|
79
|
+
console.error("❌ Local fallback also failed:", localError);
|
|
120
80
|
return {
|
|
121
81
|
type: "loadModel",
|
|
122
82
|
success: false,
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import type { LoadModelRequest, LoadModelResponse, ModelProgressUpdate } from "
|
|
1
|
+
import type { LoadModelRequest, LoadModelResponse, ModelProgressUpdate } from "../../../schemas/index";
|
|
2
2
|
export declare function handleLoadModel(request: LoadModelRequest, progressCallback?: (update: ModelProgressUpdate) => void): Promise<LoadModelResponse>;
|
|
3
|
-
//# sourceMappingURL=
|
|
3
|
+
//# sourceMappingURL=load-model.d.ts.map
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
import { loadModel } from "../../bare/addons/index.js";
|
|
2
|
+
import { resolveModelPath } from "./load-model/resolve.js";
|
|
3
|
+
import { generateShortHash } from "../../utils/index.js";
|
|
4
|
+
export async function handleLoadModel(request, progressCallback) {
|
|
5
|
+
const { modelSrc, seed, projectionModelSrc, vadModelSrc, configSrc } = request;
|
|
6
|
+
const eSpeakDataPath = request.modelType === "tts"
|
|
7
|
+
? request.eSpeakDataPath
|
|
8
|
+
: undefined;
|
|
9
|
+
try {
|
|
10
|
+
const modelPath = await resolveModelPath(modelSrc, progressCallback, seed);
|
|
11
|
+
let projectionModelPath;
|
|
12
|
+
if (projectionModelSrc) {
|
|
13
|
+
projectionModelPath = await resolveModelPath(projectionModelSrc, progressCallback, seed);
|
|
14
|
+
}
|
|
15
|
+
let vadModelPath;
|
|
16
|
+
if (vadModelSrc) {
|
|
17
|
+
vadModelPath = await resolveModelPath(vadModelSrc, progressCallback, seed);
|
|
18
|
+
}
|
|
19
|
+
let ttsConfigModelPath;
|
|
20
|
+
if (configSrc) {
|
|
21
|
+
ttsConfigModelPath = await resolveModelPath(configSrc, progressCallback, seed);
|
|
22
|
+
}
|
|
23
|
+
// For TTS models, ttsConfigModelPath and eSpeakDataPath are required
|
|
24
|
+
if (request.modelType === "tts" && !ttsConfigModelPath) {
|
|
25
|
+
throw new Error("ttsConfigModelPath is required for TTS models");
|
|
26
|
+
}
|
|
27
|
+
if (request.modelType === "tts" && !eSpeakDataPath) {
|
|
28
|
+
throw new Error("eSpeakDataPath is required for TTS models");
|
|
29
|
+
}
|
|
30
|
+
// Generate hash-based modelId
|
|
31
|
+
const configStr = JSON.stringify(request.modelConfig, Object.keys(request.modelConfig).sort());
|
|
32
|
+
const modelHashInput = `${request.modelType}:${modelSrc}:${configStr}`;
|
|
33
|
+
const modelId = generateShortHash(modelHashInput);
|
|
34
|
+
await loadModel({
|
|
35
|
+
modelId,
|
|
36
|
+
modelPath,
|
|
37
|
+
options: request,
|
|
38
|
+
projectionModelPath,
|
|
39
|
+
vadModelPath,
|
|
40
|
+
ttsConfigModelPath,
|
|
41
|
+
eSpeakDataPath,
|
|
42
|
+
});
|
|
43
|
+
return {
|
|
44
|
+
type: "loadModel",
|
|
45
|
+
success: true,
|
|
46
|
+
modelId,
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
catch (error) {
|
|
50
|
+
console.error("Error loading model:", error);
|
|
51
|
+
return {
|
|
52
|
+
type: "loadModel",
|
|
53
|
+
success: false,
|
|
54
|
+
error: error instanceof Error ? error.message : "Unknown error",
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
}
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import { registerLoggingStream, unregisterLoggingStream, } from "../../bare/registry/logging-stream-registry.js";
|
|
2
2
|
export async function* handleLoggingStream(request) {
|
|
3
|
-
const {
|
|
3
|
+
const { modelId } = request;
|
|
4
4
|
const logQueue = [];
|
|
5
5
|
let pendingResolve = null;
|
|
6
6
|
const streamHandler = (level, namespace, message) => {
|
|
7
7
|
const logResponse = {
|
|
8
8
|
type: "loggingStream",
|
|
9
|
-
|
|
9
|
+
modelId,
|
|
10
10
|
level: level,
|
|
11
11
|
namespace,
|
|
12
12
|
message,
|
|
@@ -19,7 +19,7 @@ export async function* handleLoggingStream(request) {
|
|
|
19
19
|
resolve();
|
|
20
20
|
}
|
|
21
21
|
};
|
|
22
|
-
registerLoggingStream(
|
|
22
|
+
registerLoggingStream(modelId, streamHandler);
|
|
23
23
|
try {
|
|
24
24
|
while (true) {
|
|
25
25
|
while (logQueue.length > 0) {
|
|
@@ -32,6 +32,6 @@ export async function* handleLoggingStream(request) {
|
|
|
32
32
|
}
|
|
33
33
|
}
|
|
34
34
|
finally {
|
|
35
|
-
unregisterLoggingStream(
|
|
35
|
+
unregisterLoggingStream(modelId, streamHandler);
|
|
36
36
|
}
|
|
37
37
|
}
|
|
@@ -1,27 +1,25 @@
|
|
|
1
1
|
import RPC from "bare-rpc";
|
|
2
2
|
import { createRpcProxy } from "./proxy.js";
|
|
3
|
-
import { getServerLogger } from "../../../../logging/index.js";
|
|
4
|
-
const logger = getServerLogger();
|
|
5
3
|
export function setupConnectionHandlers(swarm) {
|
|
6
|
-
|
|
4
|
+
console.log("👂 Setting up connection listener...");
|
|
7
5
|
swarm.on("close", () => {
|
|
8
|
-
|
|
6
|
+
console.log("🔗 Connection closed!");
|
|
9
7
|
});
|
|
10
8
|
swarm.on("connection", (conn) => {
|
|
11
|
-
|
|
9
|
+
console.log("🔗 Connection event triggered!");
|
|
12
10
|
const peerPubkey = conn.remotePublicKey?.toString("hex");
|
|
13
|
-
|
|
14
|
-
|
|
11
|
+
console.log(`📡 New connection established from: ${peerPubkey?.substring(0, 16)}...`);
|
|
12
|
+
console.log("🔐 Full peer public key:", peerPubkey);
|
|
15
13
|
// Create RPC instance for this connection (as server)
|
|
16
|
-
|
|
14
|
+
console.log("⚙️ Creating RPC instance for connection...");
|
|
17
15
|
new RPC(conn, createRpcProxy());
|
|
18
|
-
|
|
16
|
+
console.log("✅ RPC instance created successfully");
|
|
19
17
|
conn.on("close", () => {
|
|
20
|
-
|
|
18
|
+
console.log(`🔌 Connection closed for peer: ${peerPubkey?.substring(0, 16)}`);
|
|
21
19
|
});
|
|
22
20
|
conn.on("error", (err) => {
|
|
23
|
-
|
|
21
|
+
console.error(`❌ Connection error for peer ${peerPubkey?.substring(0, 16)}:`, err);
|
|
24
22
|
});
|
|
25
23
|
});
|
|
26
|
-
|
|
24
|
+
console.log("✅ Connection listener set up");
|
|
27
25
|
}
|
|
@@ -1,53 +1,50 @@
|
|
|
1
|
-
import { getSwarm
|
|
1
|
+
import { getSwarm } from "../../../bare/hyperswarm.js";
|
|
2
2
|
import { setupConnectionHandlers } from "./connection.js";
|
|
3
|
-
import { getServerLogger } from "../../../../logging/index.js";
|
|
4
|
-
const logger = getServerLogger();
|
|
5
3
|
export async function provideHandler(request) {
|
|
6
4
|
const swarm = getSwarm({
|
|
7
5
|
firewallConfig: request.firewall,
|
|
8
6
|
});
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
7
|
+
console.log("🚀 Provide request received:", request);
|
|
8
|
+
console.log("🔍 Swarm keyPair exists:", !!swarm.keyPair);
|
|
9
|
+
console.log("🔍 Swarm publicKey:", swarm.keyPair?.publicKey?.toString("hex")?.substring(0, 16));
|
|
12
10
|
try {
|
|
13
|
-
|
|
11
|
+
console.log("⚡ Starting provide handler execution");
|
|
14
12
|
const pubKey = swarm.keyPair.publicKey;
|
|
15
|
-
|
|
13
|
+
console.log("🔑 Got public key:", pubKey.toString("hex"));
|
|
16
14
|
// Use provided topic from hex string
|
|
17
15
|
const topic = Buffer.from(request.topic, "hex");
|
|
18
16
|
// Join topic as server (provider)
|
|
19
|
-
|
|
17
|
+
console.log("🌐 Joining topic as server...");
|
|
20
18
|
const discovery = swarm.join(topic, { server: true, client: false });
|
|
21
|
-
|
|
19
|
+
console.log("📡 Discovery object created:", !!discovery);
|
|
22
20
|
// Wait for the topic to be fully announced on the DHT
|
|
23
|
-
|
|
21
|
+
console.log("⏳ Waiting for topic announcement...");
|
|
24
22
|
await discovery.flushed();
|
|
25
|
-
|
|
23
|
+
console.log(`✅ Topic announced: ${topic.toString("hex")}`);
|
|
26
24
|
// Wait for connections
|
|
27
|
-
|
|
25
|
+
console.log("⏳ Waiting for swarm flush...");
|
|
28
26
|
await swarm.flush();
|
|
29
|
-
|
|
27
|
+
console.log(`🎯 Ready to accept connections on topic: ${topic.toString("hex").substring(0, 16)}...`);
|
|
30
28
|
// Handle incoming connections
|
|
31
29
|
setupConnectionHandlers(swarm);
|
|
32
|
-
|
|
33
|
-
logger.debug("🏁 About to return success response...");
|
|
30
|
+
console.log("🏁 About to return success response...");
|
|
34
31
|
const response = {
|
|
35
32
|
type: "provide",
|
|
36
33
|
success: true,
|
|
37
34
|
publicKey: pubKey.toString("hex"),
|
|
38
35
|
};
|
|
39
|
-
|
|
36
|
+
console.log("📤 Returning response:", response);
|
|
40
37
|
return response;
|
|
41
38
|
}
|
|
42
39
|
catch (error) {
|
|
43
|
-
|
|
44
|
-
|
|
40
|
+
console.error("❌ Error in provide handler:", error);
|
|
41
|
+
console.error("❌ Error stack:", error instanceof Error ? error.stack : "No stack trace");
|
|
45
42
|
const errorResponse = {
|
|
46
43
|
type: "provide",
|
|
47
44
|
success: false,
|
|
48
45
|
error: error instanceof Error ? error.message : "Unknown error",
|
|
49
46
|
};
|
|
50
|
-
|
|
47
|
+
console.log("📤 Returning error response:", errorResponse);
|
|
51
48
|
return errorResponse;
|
|
52
49
|
}
|
|
53
50
|
}
|
|
@@ -1,23 +1,21 @@
|
|
|
1
1
|
import { handleRequest } from "../../handle-request.js";
|
|
2
|
-
import { getServerLogger } from "../../../../logging/index.js";
|
|
3
|
-
const logger = getServerLogger();
|
|
4
2
|
// Proxies RPC requests to the main handler: handleRequest
|
|
5
3
|
export function createRpcProxy() {
|
|
6
4
|
return async (rpcRequest) => {
|
|
7
|
-
|
|
8
|
-
|
|
5
|
+
console.log("📬 RPC request callback triggered!");
|
|
6
|
+
console.log("📦 Raw RPC request data:", rpcRequest.data?.toString());
|
|
9
7
|
try {
|
|
10
|
-
|
|
8
|
+
console.log("🚀 Calling handleRequest...");
|
|
11
9
|
await handleRequest(rpcRequest);
|
|
12
|
-
|
|
10
|
+
console.log("✅ handleRequest completed successfully");
|
|
13
11
|
}
|
|
14
12
|
catch (error) {
|
|
15
|
-
|
|
13
|
+
console.error("❌ Error:", error instanceof Error ? error.message : error);
|
|
16
14
|
const errorResponse = JSON.stringify({
|
|
17
15
|
type: "error",
|
|
18
16
|
error: error instanceof Error ? error.message : "Unknown error",
|
|
19
17
|
});
|
|
20
|
-
|
|
18
|
+
console.log("📤 Sending error response:", errorResponse);
|
|
21
19
|
rpcRequest.reply(errorResponse, "utf-8");
|
|
22
20
|
}
|
|
23
21
|
};
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import type { RagRequest, RagResponse
|
|
2
|
-
export declare function handleRag(request: RagRequest
|
|
1
|
+
import type { RagRequest, RagResponse } from "../../../schemas/index";
|
|
2
|
+
export declare function handleRag(request: RagRequest): Promise<RagResponse>;
|
|
3
3
|
//# sourceMappingURL=rag.d.ts.map
|