@qvac/sdk 0.18.2 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +12 -1
- package/README.md +46 -10
- package/bare-imports.json +2 -3
- package/dist/examples/abot-world.d.ts +2 -0
- package/dist/examples/abot-world.js +124 -0
- package/dist/examples/asr/parakeet-unified-filesystem.d.ts +2 -0
- package/dist/examples/asr/parakeet-unified-filesystem.js +50 -0
- package/dist/examples/assess-model-fit.d.ts +14 -0
- package/dist/examples/assess-model-fit.js +71 -0
- package/dist/examples/audiogen/generate-cover.js +2 -1
- package/dist/examples/audiogen/generate-music-minimax.d.ts +2 -0
- package/dist/examples/audiogen/generate-music-minimax.js +117 -0
- package/dist/examples/audiogen/generate-music.js +2 -1
- package/dist/examples/cache-management.js +1 -2
- package/dist/examples/classification/classify-image.js +1 -3
- package/dist/examples/config-reload.js +1 -1
- package/dist/examples/diffusion-ic-lora-ltx.d.ts +2 -0
- package/dist/examples/diffusion-ic-lora-ltx.js +76 -0
- package/dist/examples/mcp-websearch.js +1 -3
- package/dist/examples/model-fit-ui/server.d.ts +24 -0
- package/dist/examples/model-fit-ui/server.js +192 -0
- package/dist/examples/multi-job-completion.d.ts +2 -3
- package/dist/examples/multi-job-completion.js +2 -3
- package/dist/examples/parallel-download.js +4 -4
- package/dist/examples/plugins.js +1 -1
- package/dist/examples/profiling/basic.js +0 -1
- package/dist/examples/system-resources.js +2 -0
- package/dist/examples/translation/translation-bergamot-batch-stream.d.ts +2 -0
- package/dist/examples/translation/translation-bergamot-batch-stream.js +43 -0
- package/dist/examples/translation/translation-bergamot-batch.js +2 -5
- package/dist/examples/vla-groot.js +1 -1
- package/dist/scripts/check-resource-collectors-packaging.d.ts +2 -2
- package/dist/scripts/check-resource-collectors-packaging.js +3 -3
- package/dist/scripts/contract/build-contract.d.ts +1 -1
- package/dist/scripts/contract/build-contract.js +5 -5
- package/dist/scripts/contract/build-error-codes.js +3 -3
- package/dist/scripts/contract/build-model-type-maps.js +1 -2
- package/dist/scripts/contract/build-models-registry.d.ts +2 -2
- package/dist/scripts/contract/build-models-registry.js +2 -2
- package/dist/scripts/contract/constants-registry.d.ts +86 -0
- package/dist/scripts/contract/constants-registry.js +62 -0
- package/dist/scripts/contract/method-shapes.d.ts +53 -0
- package/dist/scripts/contract/method-shapes.js +50 -0
- package/dist/scripts/contract/plugin-contract.d.ts +1 -1
- package/dist/scripts/contract/plugin-contract.js +1 -1
- package/dist/scripts/enforce-inference-peer-dependencies.d.ts +2 -0
- package/dist/scripts/enforce-inference-peer-dependencies.js +39 -0
- package/dist/scripts/export-contract.js +1 -1
- package/dist/scripts/export-plugin-contract.js +1 -1
- package/dist/scripts/run-unit-tests.js +6 -1
- package/dist/src/client/api/assess-model-fit.d.ts +17 -0
- package/dist/src/client/api/assess-model-fit.js +38 -0
- package/dist/src/client/api/audio-gen-result.d.ts +4 -0
- package/dist/src/client/api/audio-gen-result.js +143 -0
- package/dist/src/client/api/audio-gen.d.ts +66 -0
- package/dist/src/client/api/audio-gen.js +68 -0
- package/dist/src/client/api/batch-completion.d.ts +28 -0
- package/dist/src/client/api/batch-completion.js +345 -0
- package/dist/src/client/api/bci-transcribe.d.ts +57 -0
- package/dist/src/client/api/bci-transcribe.js +173 -0
- package/dist/src/client/api/cancel.d.ts +35 -0
- package/dist/src/client/api/cancel.js +83 -0
- package/dist/src/client/api/classify.d.ts +25 -0
- package/dist/src/client/api/classify.js +48 -0
- package/dist/src/client/api/completion-stream.d.ts +107 -0
- package/dist/src/client/api/completion-stream.js +351 -0
- package/dist/src/client/api/delete-cache.js +49 -0
- package/dist/src/client/api/diffusion.d.ts +93 -0
- package/dist/src/client/api/diffusion.js +177 -0
- package/dist/src/client/api/download-asset.d.ts +52 -0
- package/dist/src/client/api/download-asset.js +89 -0
- package/dist/src/client/api/embed.d.ts +42 -0
- package/dist/src/client/api/embed.js +30 -0
- package/dist/src/client/api/finetune.d.ts +92 -0
- package/dist/src/client/api/finetune.js +144 -0
- package/dist/src/client/api/get-loaded-model-info.d.ts +26 -0
- package/dist/src/client/api/get-loaded-model-info.js +37 -0
- package/dist/src/client/api/get-model-info.d.ts +11 -0
- package/dist/src/client/api/get-model-info.js +22 -0
- package/dist/src/client/api/get-system-resources.d.ts +3 -0
- package/dist/src/client/api/get-system-resources.js +17 -0
- package/dist/src/client/api/heartbeat.d.ts +13 -0
- package/dist/src/client/api/heartbeat.js +21 -0
- package/dist/src/client/api/index.d.ts +37 -0
- package/dist/src/client/api/index.js +36 -0
- package/dist/src/client/api/invoke-plugin.d.ts +31 -0
- package/dist/src/client/api/invoke-plugin.js +54 -0
- package/dist/src/client/api/load-model.d.ts +184 -0
- package/dist/src/client/api/load-model.js +128 -0
- package/dist/src/client/api/logging-stream.d.ts +24 -0
- package/dist/src/client/api/logging-stream.js +36 -0
- package/dist/src/client/api/ocr.d.ts +40 -0
- package/dist/src/client/api/ocr.js +97 -0
- package/dist/src/client/api/rag.d.ts +257 -0
- package/dist/src/client/api/rag.js +490 -0
- package/dist/src/client/api/registry.d.ts +40 -0
- package/dist/src/client/api/registry.js +63 -0
- package/dist/src/client/api/resume.d.ts +27 -0
- package/dist/src/client/api/resume.js +33 -0
- package/dist/src/client/api/state.d.ts +23 -0
- package/dist/src/client/api/state.js +29 -0
- package/dist/src/client/api/subscribe-logs.d.ts +28 -0
- package/dist/src/client/api/suspend.d.ts +27 -0
- package/dist/src/client/api/suspend.js +33 -0
- package/dist/src/client/api/text-to-speech.d.ts +74 -0
- package/dist/src/client/api/text-to-speech.js +463 -0
- package/dist/src/client/api/transcribe.d.ts +93 -0
- package/dist/src/client/api/transcribe.js +295 -0
- package/dist/src/client/api/translate.d.ts +51 -0
- package/dist/src/client/api/translate.js +133 -0
- package/dist/src/client/api/unload-model.d.ts +18 -0
- package/dist/src/client/api/unload-model.js +42 -0
- package/dist/src/client/api/upscale.d.ts +45 -0
- package/dist/src/client/api/upscale.js +99 -0
- package/dist/src/client/api/video-request.d.ts +208 -0
- package/dist/src/client/api/video-request.js +18 -0
- package/dist/src/client/api/video.d.ts +107 -0
- package/dist/src/client/api/video.js +187 -0
- package/dist/src/client/api/vla-helpers.d.ts +59 -0
- package/dist/src/client/api/vla-helpers.js +139 -0
- package/dist/src/client/api/vla.d.ts +114 -0
- package/dist/src/client/api/vla.js +166 -0
- package/dist/src/client/api/world-result.d.ts +72 -0
- package/dist/src/client/api/world-result.js +296 -0
- package/dist/src/client/api/world.d.ts +144 -0
- package/dist/src/client/api/world.js +71 -0
- package/dist/src/client/config-loader/config-utils.d.ts +5 -0
- package/dist/src/client/config-loader/config-utils.js +18 -0
- package/dist/src/client/config-loader/resolve-config.expo.js +60 -0
- package/dist/src/client/config-loader/resolve-config.node.js +198 -0
- package/dist/src/client/init-hooks.d.ts +21 -0
- package/dist/src/client/init-hooks.js +62 -0
- package/dist/src/client/plugins-factory.d.ts +7 -0
- package/dist/src/client/plugins-factory.js +9 -0
- package/dist/src/client/rpc/bare-client.d.ts +6 -0
- package/dist/src/client/rpc/bare-client.js +21 -0
- package/dist/src/client/rpc/expo-rpc-client.js +195 -0
- package/dist/src/client/rpc/init-timeout.d.ts +26 -0
- package/dist/src/client/rpc/init-timeout.js +25 -0
- package/dist/src/client/rpc/node-rpc-client.js +525 -0
- package/dist/src/client/rpc/profiling/profiler.d.ts +27 -0
- package/dist/src/client/rpc/profiling/profiler.js +134 -0
- package/dist/src/client/rpc/rpc-client.d.ts +19 -0
- package/dist/src/client/rpc/rpc-client.js +550 -0
- package/dist/src/client/rpc/rpc-error.d.ts +28 -0
- package/dist/src/client/rpc/rpc-error.js +159 -0
- package/dist/src/client/rpc/worker-startup-error.d.ts +12 -0
- package/dist/src/client/rpc/worker-startup-error.js +13 -0
- package/dist/src/commands/bundle/entry-gen.js +54 -0
- package/dist/src/commands/bundle/index.js +148 -0
- package/dist/src/commands/bundle/plugins.d.ts +9 -0
- package/dist/src/commands/bundle/plugins.js +51 -0
- package/dist/src/commands/bundle/resolve-sdk-import.js +58 -0
- package/dist/src/commands/index.d.ts +5 -0
- package/dist/src/commands/index.js +2 -0
- package/dist/src/commands/verify/abi.d.ts +52 -0
- package/dist/src/commands/verify/abi.js +125 -0
- package/dist/src/commands/verify/bundle-source.d.ts +12 -0
- package/dist/src/commands/verify/bundle-source.js +53 -0
- package/dist/src/commands/verify/index.d.ts +59 -0
- package/dist/src/commands/verify/index.js +372 -0
- package/dist/src/commands/verify/node-modules-source.d.ts +11 -0
- package/dist/src/commands/verify/node-modules-source.js +76 -0
- package/dist/src/commands/verify/prebuilds.d.ts +16 -0
- package/dist/src/commands/verify/prebuilds.js +36 -0
- package/dist/src/commands/verify/resource-collectors.js +261 -0
- package/dist/src/deprecate.d.ts +2 -0
- package/dist/src/deprecate.js +9 -0
- package/dist/src/expo/plugins/withAndroidNdkVersion.js +31 -0
- package/dist/src/expo/plugins/withDeviceInfo.js +49 -0
- package/dist/src/expo/plugins/withMobileBundle.d.ts +24 -0
- package/dist/src/expo/plugins/withMobileBundle.js +152 -0
- package/dist/src/index.d.ts +20 -0
- package/dist/src/index.js +59 -0
- package/dist/src/logging/addon.d.ts +6 -0
- package/dist/src/logging/logging-stream-registry.js +137 -0
- package/dist/src/logging/namespaces.d.ts +7 -0
- package/dist/src/logging/namespaces.js +8 -0
- package/dist/src/logging/registry.d.ts +31 -0
- package/dist/src/logging/registry.js +62 -0
- package/dist/src/logging/stream-logger.js +12 -0
- package/dist/src/logging/utils.d.ts +6 -0
- package/dist/src/models/registry/index.d.ts +2 -0
- package/dist/src/models/registry/index.js +4 -0
- package/dist/src/pear/pre.js +446 -0
- package/dist/src/plugin-ids.d.ts +14 -0
- package/dist/src/plugin-ids.js +27 -0
- package/dist/src/plugin-utils.d.ts +2 -0
- package/dist/src/plugin-utils.js +4 -0
- package/dist/src/schemas/public.d.ts +3 -0
- package/dist/src/schemas/public.js +11 -0
- package/dist/src/schemas/sdk-errors-client.d.ts +41 -0
- package/dist/src/schemas/sdk-errors-client.js +192 -0
- package/dist/src/schemas/sdk-errors-server.d.ts +101 -0
- package/dist/src/schemas/sdk-errors-server.js +540 -0
- package/dist/src/server/error-handlers.js +32 -0
- package/dist/src/server/plugins/index.d.ts +2 -0
- package/dist/src/server/plugins/index.js +1 -0
- package/dist/src/server/rpc/profiling/context.d.ts +17 -0
- package/dist/src/server/rpc/profiling/context.js +31 -0
- package/dist/src/server/rpc/profiling/index.d.ts +2 -0
- package/dist/src/server/rpc/profiling/index.js +1 -0
- package/dist/src/server/rpc/profiling/profiler.d.ts +13 -0
- package/dist/src/server/rpc/profiling/profiler.js +78 -0
- package/dist/src/server/rpc/rpc-utils.d.ts +5 -0
- package/dist/src/server/utils/qvac-paths.js +5 -0
- package/dist/src/server/utils/worker-lock.js +67 -0
- package/dist/src/utils/aggregate-events.d.ts +26 -0
- package/dist/src/utils/aggregate-events.js +73 -0
- package/dist/src/utils/errors-client.d.ts +181 -0
- package/dist/src/utils/errors-client.js +305 -0
- package/dist/src/utils/errors-server.d.ts +380 -0
- package/dist/src/utils/errors-server.js +621 -0
- package/dist/src/utils/load-model-validation.js +17 -0
- package/dist/src/utils/mcp-adapter.d.ts +12 -0
- package/dist/src/utils/mcp-adapter.js +96 -0
- package/dist/src/utils/tool-helpers.d.ts +25 -0
- package/dist/src/utils/tool-helpers.js +111 -0
- package/dist/src/worker/create-server.js +46 -0
- package/dist/src/worker/handle-request.js +180 -0
- package/dist/src/worker/handler-utils.d.ts +16 -0
- package/dist/src/worker/handler-utils.js +41 -0
- package/dist/src/worker/index.d.ts +5 -0
- package/dist/src/worker/index.js +45 -0
- package/dist/src/worker/legacy-worker-entry.d.ts +2 -0
- package/dist/src/worker/legacy-worker-entry.js +3 -0
- package/dist/src/worker/lifecycle.d.ts +23 -0
- package/dist/src/worker/lifecycle.js +141 -0
- package/dist/src/worker/plugins/audiogen-ggml.d.ts +2 -0
- package/dist/src/worker/plugins/audiogen-ggml.js +1 -0
- package/dist/src/worker/plugins/bci-whispercpp-transcription.d.ts +2 -0
- package/dist/src/worker/plugins/bci-whispercpp-transcription.js +1 -0
- package/dist/src/worker/plugins/ggml-classification.d.ts +2 -0
- package/dist/src/worker/plugins/ggml-classification.js +1 -0
- package/dist/src/worker/plugins/ggml-ocr.d.ts +2 -0
- package/dist/src/worker/plugins/ggml-ocr.js +1 -0
- package/dist/src/worker/plugins/ggml-vla.d.ts +2 -0
- package/dist/src/worker/plugins/ggml-vla.js +1 -0
- package/dist/src/worker/plugins/llamacpp-completion.d.ts +2 -0
- package/dist/src/worker/plugins/llamacpp-completion.js +1 -0
- package/dist/src/worker/plugins/llamacpp-embedding.d.ts +2 -0
- package/dist/src/worker/plugins/llamacpp-embedding.js +1 -0
- package/dist/src/worker/plugins/nmtcpp-translation.d.ts +2 -0
- package/dist/src/worker/plugins/nmtcpp-translation.js +1 -0
- package/dist/src/worker/plugins/parakeet-transcription.d.ts +2 -0
- package/dist/src/worker/plugins/parakeet-transcription.js +1 -0
- package/dist/src/worker/plugins/sdcpp-generation.d.ts +2 -0
- package/dist/src/worker/plugins/sdcpp-generation.js +1 -0
- package/dist/src/worker/plugins/tts-ggml.d.ts +2 -0
- package/dist/src/worker/plugins/tts-ggml.js +1 -0
- package/dist/src/worker/plugins/whispercpp-transcription.d.ts +2 -0
- package/dist/src/worker/plugins/whispercpp-transcription.js +1 -0
- package/dist/src/worker/worker-core.d.ts +7 -0
- package/dist/src/worker/worker-core.js +8 -0
- package/docs/system-resources-support-matrix.md +46 -27
- package/package.json +82 -87
- package/dist/client/api/audio-gen-result.d.ts +0 -4
- package/dist/client/api/audio-gen-result.js +0 -132
- package/dist/client/api/audio-gen.d.ts +0 -46
- package/dist/client/api/audio-gen.js +0 -48
- package/dist/client/api/batch-completion.d.ts +0 -15
- package/dist/client/api/batch-completion.js +0 -332
- package/dist/client/api/bci-transcribe.d.ts +0 -57
- package/dist/client/api/bci-transcribe.js +0 -173
- package/dist/client/api/cancel.d.ts +0 -35
- package/dist/client/api/cancel.js +0 -83
- package/dist/client/api/classify.d.ts +0 -23
- package/dist/client/api/classify.js +0 -46
- package/dist/client/api/completion-stream.d.ts +0 -107
- package/dist/client/api/completion-stream.js +0 -351
- package/dist/client/api/delete-cache.js +0 -49
- package/dist/client/api/diffusion.d.ts +0 -93
- package/dist/client/api/diffusion.js +0 -175
- package/dist/client/api/download-asset.d.ts +0 -50
- package/dist/client/api/download-asset.js +0 -87
- package/dist/client/api/embed.d.ts +0 -42
- package/dist/client/api/embed.js +0 -30
- package/dist/client/api/finetune.d.ts +0 -92
- package/dist/client/api/finetune.js +0 -144
- package/dist/client/api/get-loaded-model-info.d.ts +0 -25
- package/dist/client/api/get-loaded-model-info.js +0 -36
- package/dist/client/api/get-model-info.d.ts +0 -44
- package/dist/client/api/get-model-info.js +0 -22
- package/dist/client/api/get-system-resources.d.ts +0 -3
- package/dist/client/api/get-system-resources.js +0 -16
- package/dist/client/api/heartbeat.d.ts +0 -30
- package/dist/client/api/heartbeat.js +0 -38
- package/dist/client/api/index.d.ts +0 -36
- package/dist/client/api/index.js +0 -35
- package/dist/client/api/invoke-plugin.d.ts +0 -31
- package/dist/client/api/invoke-plugin.js +0 -54
- package/dist/client/api/load-model.d.ts +0 -178
- package/dist/client/api/load-model.js +0 -130
- package/dist/client/api/logging-stream.d.ts +0 -24
- package/dist/client/api/logging-stream.js +0 -36
- package/dist/client/api/ocr.d.ts +0 -40
- package/dist/client/api/ocr.js +0 -97
- package/dist/client/api/provide.d.ts +0 -24
- package/dist/client/api/provide.js +0 -33
- package/dist/client/api/rag.d.ts +0 -252
- package/dist/client/api/rag.js +0 -485
- package/dist/client/api/registry.d.ts +0 -40
- package/dist/client/api/registry.js +0 -63
- package/dist/client/api/resume.d.ts +0 -30
- package/dist/client/api/resume.js +0 -36
- package/dist/client/api/state.d.ts +0 -23
- package/dist/client/api/state.js +0 -29
- package/dist/client/api/stop-provider.d.ts +0 -21
- package/dist/client/api/stop-provider.js +0 -31
- package/dist/client/api/subscribe-logs.d.ts +0 -28
- package/dist/client/api/suspend.d.ts +0 -31
- package/dist/client/api/suspend.js +0 -37
- package/dist/client/api/text-to-speech.d.ts +0 -66
- package/dist/client/api/text-to-speech.js +0 -455
- package/dist/client/api/transcribe.d.ts +0 -93
- package/dist/client/api/transcribe.js +0 -295
- package/dist/client/api/translate.d.ts +0 -49
- package/dist/client/api/translate.js +0 -125
- package/dist/client/api/unload-model.d.ts +0 -18
- package/dist/client/api/unload-model.js +0 -44
- package/dist/client/api/upscale.d.ts +0 -45
- package/dist/client/api/upscale.js +0 -99
- package/dist/client/api/video.d.ts +0 -87
- package/dist/client/api/video.js +0 -175
- package/dist/client/api/vla-helpers.d.ts +0 -45
- package/dist/client/api/vla-helpers.js +0 -125
- package/dist/client/api/vla.d.ts +0 -114
- package/dist/client/api/vla.js +0 -166
- package/dist/client/config-loader/config-utils.d.ts +0 -5
- package/dist/client/config-loader/config-utils.js +0 -18
- package/dist/client/config-loader/resolve-config.bare.d.ts +0 -9
- package/dist/client/config-loader/resolve-config.bare.js +0 -74
- package/dist/client/config-loader/resolve-config.expo.js +0 -62
- package/dist/client/config-loader/resolve-config.node.js +0 -199
- package/dist/client/init-hooks.d.ts +0 -21
- package/dist/client/init-hooks.js +0 -66
- package/dist/client/plugins-factory.d.ts +0 -8
- package/dist/client/plugins-factory.js +0 -10
- package/dist/client/rpc/bare-client.d.ts +0 -17
- package/dist/client/rpc/bare-client.js +0 -251
- package/dist/client/rpc/expo-rpc-client.js +0 -196
- package/dist/client/rpc/node-rpc-client.js +0 -505
- package/dist/client/rpc/profiling/profiler.d.ts +0 -27
- package/dist/client/rpc/profiling/profiler.js +0 -140
- package/dist/client/rpc/rpc-client.d.ts +0 -19
- package/dist/client/rpc/rpc-client.js +0 -551
- package/dist/client/rpc/rpc-error.d.ts +0 -28
- package/dist/client/rpc/rpc-error.js +0 -150
- package/dist/commands/bundle/entry-gen.js +0 -54
- package/dist/commands/bundle/index.js +0 -148
- package/dist/commands/bundle/plugins.d.ts +0 -9
- package/dist/commands/bundle/plugins.js +0 -51
- package/dist/commands/bundle/resolve-sdk-import.js +0 -53
- package/dist/commands/index.d.ts +0 -5
- package/dist/commands/index.js +0 -2
- package/dist/commands/verify/abi.d.ts +0 -52
- package/dist/commands/verify/abi.js +0 -125
- package/dist/commands/verify/bundle-source.d.ts +0 -12
- package/dist/commands/verify/bundle-source.js +0 -53
- package/dist/commands/verify/index.d.ts +0 -59
- package/dist/commands/verify/index.js +0 -372
- package/dist/commands/verify/node-modules-source.d.ts +0 -11
- package/dist/commands/verify/node-modules-source.js +0 -76
- package/dist/commands/verify/prebuilds.d.ts +0 -16
- package/dist/commands/verify/prebuilds.js +0 -36
- package/dist/commands/verify/resource-collectors.js +0 -261
- package/dist/constants/audio.d.ts +0 -2
- package/dist/constants/audio.js +0 -1
- package/dist/constants/index.d.ts +0 -3
- package/dist/constants/index.js +0 -2
- package/dist/constants/registry.d.ts +0 -2
- package/dist/constants/registry.js +0 -1
- package/dist/examples/delegated-inference/composite.d.ts +0 -2
- package/dist/examples/delegated-inference/composite.js +0 -96
- package/dist/examples/delegated-inference/consumer-profiled.d.ts +0 -2
- package/dist/examples/delegated-inference/consumer-profiled.js +0 -59
- package/dist/examples/delegated-inference/consumer.d.ts +0 -2
- package/dist/examples/delegated-inference/consumer.js +0 -55
- package/dist/examples/delegated-inference/provider.d.ts +0 -2
- package/dist/examples/delegated-inference/provider.js +0 -52
- package/dist/examples/quickstart.bare.d.ts +0 -2
- package/dist/examples/quickstart.bare.js +0 -16
- package/dist/expo/plugins/withAndroidNdkVersion.js +0 -31
- package/dist/expo/plugins/withDeviceInfo.js +0 -49
- package/dist/expo/plugins/withMobileBundle.d.ts +0 -12
- package/dist/expo/plugins/withMobileBundle.js +0 -117
- package/dist/index.d.ts +0 -17
- package/dist/index.js +0 -44
- package/dist/logging/addon.d.ts +0 -6
- package/dist/logging/namespaces.d.ts +0 -7
- package/dist/logging/namespaces.js +0 -8
- package/dist/logging/registry.d.ts +0 -31
- package/dist/logging/registry.js +0 -62
- package/dist/logging/stream-logger.js +0 -12
- package/dist/logging/utils.d.ts +0 -6
- package/dist/models/registry/index.d.ts +0 -19
- package/dist/models/registry/index.js +0 -21
- package/dist/models/registry/models.d.ts +0 -23457
- package/dist/models/registry/models.js +0 -24713
- package/dist/pear/pre.js +0 -446
- package/dist/profiling/aggregator.d.ts +0 -15
- package/dist/profiling/aggregator.js +0 -100
- package/dist/profiling/backend-diagnostics.d.ts +0 -8
- package/dist/profiling/backend-diagnostics.js +0 -21
- package/dist/profiling/clock.d.ts +0 -12
- package/dist/profiling/clock.js +0 -51
- package/dist/profiling/controller.d.ts +0 -35
- package/dist/profiling/controller.js +0 -130
- package/dist/profiling/envelope.d.ts +0 -11
- package/dist/profiling/envelope.js +0 -45
- package/dist/profiling/events.d.ts +0 -20
- package/dist/profiling/events.js +0 -35
- package/dist/profiling/exporters.d.ts +0 -10
- package/dist/profiling/exporters.js +0 -243
- package/dist/profiling/index.d.ts +0 -86
- package/dist/profiling/index.js +0 -81
- package/dist/profiling/model-execution.d.ts +0 -16
- package/dist/profiling/model-execution.js +0 -34
- package/dist/profiling/ring-buffer.d.ts +0 -19
- package/dist/profiling/ring-buffer.js +0 -83
- package/dist/profiling/types.d.ts +0 -53
- package/dist/profiling/types.js +0 -1
- package/dist/schemas/archive.d.ts +0 -9
- package/dist/schemas/archive.js +0 -11
- package/dist/schemas/audio-gen.d.ts +0 -356
- package/dist/schemas/audio-gen.js +0 -200
- package/dist/schemas/batch-completion-stream.d.ts +0 -468
- package/dist/schemas/batch-completion-stream.js +0 -124
- package/dist/schemas/bci-config.d.ts +0 -75
- package/dist/schemas/bci-config.js +0 -58
- package/dist/schemas/bci.d.ts +0 -179
- package/dist/schemas/bci.js +0 -89
- package/dist/schemas/cancel.d.ts +0 -209
- package/dist/schemas/cancel.js +0 -140
- package/dist/schemas/classification.d.ts +0 -53
- package/dist/schemas/classification.js +0 -33
- package/dist/schemas/common.d.ts +0 -6960
- package/dist/schemas/common.js +0 -138
- package/dist/schemas/completion-event.d.ts +0 -249
- package/dist/schemas/completion-event.js +0 -94
- package/dist/schemas/completion-stream.d.ts +0 -476
- package/dist/schemas/completion-stream.js +0 -236
- package/dist/schemas/constants-registry.d.ts +0 -83
- package/dist/schemas/constants-registry.js +0 -65
- package/dist/schemas/delegate.d.ts +0 -16
- package/dist/schemas/delegate.js +0 -32
- package/dist/schemas/delete-cache.d.ts +0 -17
- package/dist/schemas/delete-cache.js +0 -21
- package/dist/schemas/download-asset.d.ts +0 -225
- package/dist/schemas/download-asset.js +0 -71
- package/dist/schemas/embed.d.ts +0 -42
- package/dist/schemas/embed.js +0 -35
- package/dist/schemas/engine-addon-map.d.ts +0 -21
- package/dist/schemas/engine-addon-map.js +0 -78
- package/dist/schemas/error.d.ts +0 -44
- package/dist/schemas/error.js +0 -67
- package/dist/schemas/finetune.d.ts +0 -622
- package/dist/schemas/finetune.js +0 -163
- package/dist/schemas/get-loaded-model-info.d.ts +0 -70
- package/dist/schemas/get-loaded-model-info.js +0 -52
- package/dist/schemas/get-model-info.d.ts +0 -130
- package/dist/schemas/get-model-info.js +0 -91
- package/dist/schemas/heartbeat.d.ts +0 -16
- package/dist/schemas/heartbeat.js +0 -10
- package/dist/schemas/index.d.ts +0 -55
- package/dist/schemas/index.js +0 -55
- package/dist/schemas/json-schema.d.ts +0 -16
- package/dist/schemas/json-schema.js +0 -2
- package/dist/schemas/llamacpp-config.d.ts +0 -404
- package/dist/schemas/llamacpp-config.js +0 -219
- package/dist/schemas/load-model.d.ts +0 -28991
- package/dist/schemas/load-model.js +0 -647
- package/dist/schemas/logging-stream.d.ts +0 -34
- package/dist/schemas/logging-stream.js +0 -17
- package/dist/schemas/mcp-adapter.d.ts +0 -47
- package/dist/schemas/mcp-adapter.js +0 -1
- package/dist/schemas/model-src-utils.d.ts +0 -193
- package/dist/schemas/model-src-utils.js +0 -61
- package/dist/schemas/model-types.d.ts +0 -276
- package/dist/schemas/model-types.js +0 -223
- package/dist/schemas/ocr.d.ts +0 -138
- package/dist/schemas/ocr.js +0 -59
- package/dist/schemas/path-validation.d.ts +0 -10
- package/dist/schemas/path-validation.js +0 -22
- package/dist/schemas/plugin.d.ts +0 -342
- package/dist/schemas/plugin.js +0 -242
- package/dist/schemas/profiling.d.ts +0 -696
- package/dist/schemas/profiling.js +0 -100
- package/dist/schemas/provide.d.ts +0 -41
- package/dist/schemas/provide.js +0 -22
- package/dist/schemas/public.d.ts +0 -3
- package/dist/schemas/public.js +0 -6
- package/dist/schemas/rag.d.ts +0 -302
- package/dist/schemas/rag.js +0 -212
- package/dist/schemas/registry.d.ts +0 -454
- package/dist/schemas/registry.js +0 -104
- package/dist/schemas/reload-config.d.ts +0 -586
- package/dist/schemas/reload-config.js +0 -42
- package/dist/schemas/resume.d.ts +0 -10
- package/dist/schemas/resume.js +0 -7
- package/dist/schemas/runtime-context.d.ts +0 -19
- package/dist/schemas/runtime-context.js +0 -7
- package/dist/schemas/sdcpp-config.d.ts +0 -1127
- package/dist/schemas/sdcpp-config.js +0 -748
- package/dist/schemas/sdk-config.d.ts +0 -5059
- package/dist/schemas/sdk-config.js +0 -167
- package/dist/schemas/sdk-errors-client.d.ts +0 -44
- package/dist/schemas/sdk-errors-client.js +0 -208
- package/dist/schemas/sdk-errors-registry.d.ts +0 -6
- package/dist/schemas/sdk-errors-registry.js +0 -8
- package/dist/schemas/sdk-errors-server.d.ts +0 -102
- package/dist/schemas/sdk-errors-server.js +0 -534
- package/dist/schemas/shard.d.ts +0 -21
- package/dist/schemas/shard.js +0 -17
- package/dist/schemas/state.d.ts +0 -23
- package/dist/schemas/state.js +0 -9
- package/dist/schemas/stop-provide.d.ts +0 -12
- package/dist/schemas/stop-provide.js +0 -11
- package/dist/schemas/suspend.d.ts +0 -10
- package/dist/schemas/suspend.js +0 -7
- package/dist/schemas/system-resources.d.ts +0 -3967
- package/dist/schemas/system-resources.js +0 -149
- package/dist/schemas/text-to-speech.d.ts +0 -2329
- package/dist/schemas/text-to-speech.js +0 -554
- package/dist/schemas/tools.d.ts +0 -65
- package/dist/schemas/tools.js +0 -37
- package/dist/schemas/transcription-config.d.ts +0 -164
- package/dist/schemas/transcription-config.js +0 -162
- package/dist/schemas/transcription.d.ts +0 -264
- package/dist/schemas/transcription.js +0 -145
- package/dist/schemas/translate.d.ts +0 -139
- package/dist/schemas/translate.js +0 -103
- package/dist/schemas/translation-config.d.ts +0 -1032
- package/dist/schemas/translation-config.js +0 -170
- package/dist/schemas/unload-model.d.ts +0 -22
- package/dist/schemas/unload-model.js +0 -18
- package/dist/schemas/vla.d.ts +0 -194
- package/dist/schemas/vla.js +0 -254
- package/dist/scripts/run-security-tests.d.ts +0 -2
- package/dist/scripts/run-security-tests.js +0 -21
- package/dist/server/bare/delegate-connect-diagnostics.d.ts +0 -9
- package/dist/server/bare/delegate-connect-diagnostics.js +0 -38
- package/dist/server/bare/delegate-rpc-client.d.ts +0 -10
- package/dist/server/bare/delegate-rpc-client.js +0 -219
- package/dist/server/bare/hyperswarm.d.ts +0 -10
- package/dist/server/bare/hyperswarm.js +0 -103
- package/dist/server/bare/ops/bci-transcribe.d.ts +0 -13
- package/dist/server/bare/ops/bci-transcribe.js +0 -248
- package/dist/server/bare/ops/cancel.d.ts +0 -29
- package/dist/server/bare/ops/cancel.js +0 -46
- package/dist/server/bare/ops/embed.d.ts +0 -16
- package/dist/server/bare/ops/embed.js +0 -193
- package/dist/server/bare/ops/kv-cache-retention.d.ts +0 -12
- package/dist/server/bare/ops/kv-cache-retention.js +0 -132
- package/dist/server/bare/ops/kv-cache-utils.d.ts +0 -22
- package/dist/server/bare/ops/kv-cache-utils.js +0 -148
- package/dist/server/bare/ops/load-model.d.ts +0 -9
- package/dist/server/bare/ops/load-model.js +0 -82
- package/dist/server/bare/ops/transcribe.d.ts +0 -20
- package/dist/server/bare/ops/transcribe.js +0 -349
- package/dist/server/bare/ops/translate-stats.d.ts +0 -5
- package/dist/server/bare/ops/translate-stats.js +0 -11
- package/dist/server/bare/ops/translate.d.ts +0 -8
- package/dist/server/bare/ops/translate.js +0 -284
- package/dist/server/bare/ops/unload-model.d.ts +0 -3
- package/dist/server/bare/ops/unload-model.js +0 -51
- package/dist/server/bare/plugins/asr-ggml/config.d.ts +0 -32
- package/dist/server/bare/plugins/asr-ggml/config.js +0 -46
- package/dist/server/bare/plugins/asr-ggml/logging.d.ts +0 -11
- package/dist/server/bare/plugins/asr-ggml/logging.js +0 -12
- package/dist/server/bare/plugins/audiogen-ggml/config.d.ts +0 -18
- package/dist/server/bare/plugins/audiogen-ggml/config.js +0 -23
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-input.d.ts +0 -20
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-input.js +0 -153
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.d.ts +0 -3
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.js +0 -213
- package/dist/server/bare/plugins/audiogen-ggml/plugin.d.ts +0 -241
- package/dist/server/bare/plugins/audiogen-ggml/plugin.js +0 -58
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.d.ts +0 -3
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.js +0 -13
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +0 -174
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +0 -111
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +0 -75
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.js +0 -11
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +0 -6
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +0 -30
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +0 -32
- package/dist/server/bare/plugins/ggml-classification/plugin.js +0 -55
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +0 -8
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +0 -119
- package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +0 -103
- package/dist/server/bare/plugins/ggml-ocr/plugin.js +0 -112
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.d.ts +0 -6
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.js +0 -73
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +0 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +0 -12
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +0 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +0 -79
- package/dist/server/bare/plugins/ggml-vla/ops/vla-set-embodiment.d.ts +0 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-set-embodiment.js +0 -9
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +0 -103
- package/dist/server/bare/plugins/ggml-vla/plugin.js +0 -74
- package/dist/server/bare/plugins/index.d.ts +0 -13
- package/dist/server/bare/plugins/index.js +0 -12
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +0 -32
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +0 -100
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +0 -7
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +0 -36
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +0 -27
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +0 -58
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +0 -47
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +0 -382
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.d.ts +0 -29
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.js +0 -65
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +0 -11
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +0 -299
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +0 -190
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +0 -746
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.d.ts +0 -58
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.js +0 -58
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +0 -672
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +0 -503
- package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +0 -10
- package/dist/server/bare/plugins/llamacpp-completion/transform.js +0 -28
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +0 -77
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +0 -100
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +0 -458
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +0 -144
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +0 -32
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.js +0 -114
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +0 -134
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +0 -141
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +0 -3
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +0 -63
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +0 -3
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +0 -40
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +0 -6
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +0 -238
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +0 -758
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +0 -310
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.d.ts +0 -7
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.js +0 -50
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +0 -7
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +0 -104
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +0 -7
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +0 -89
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +0 -495
- package/dist/server/bare/plugins/tts-ggml/plugin.js +0 -436
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +0 -347
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +0 -178
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/chunk.js +0 -7
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +0 -11
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +0 -14
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +0 -19
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +0 -4
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +0 -16
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +0 -15
- package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/search.js +0 -16
- package/dist/server/bare/rag-hyperdb/index.d.ts +0 -12
- package/dist/server/bare/rag-hyperdb/index.js +0 -11
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +0 -29
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +0 -76
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +0 -15
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +0 -143
- package/dist/server/bare/registry/config-registry.d.ts +0 -14
- package/dist/server/bare/registry/config-registry.js +0 -90
- package/dist/server/bare/registry/logging-stream-registry.js +0 -137
- package/dist/server/bare/registry/model-config-registry.d.ts +0 -4
- package/dist/server/bare/registry/model-config-registry.js +0 -15
- package/dist/server/bare/registry/model-config-utils.d.ts +0 -15
- package/dist/server/bare/registry/model-config-utils.js +0 -128
- package/dist/server/bare/registry/model-registry.d.ts +0 -76
- package/dist/server/bare/registry/model-registry.js +0 -130
- package/dist/server/bare/registry/registry-client.d.ts +0 -5
- package/dist/server/bare/registry/registry-client.js +0 -118
- package/dist/server/bare/registry/runtime-context-registry.d.ts +0 -7
- package/dist/server/bare/registry/runtime-context-registry.js +0 -26
- package/dist/server/bare/resources/collector.d.ts +0 -644
- package/dist/server/bare/resources/collector.js +0 -226
- package/dist/server/bare/resources/native.d.ts +0 -3
- package/dist/server/bare/resources/native.js +0 -35
- package/dist/server/bare/resources/normalize.d.ts +0 -13
- package/dist/server/bare/resources/normalize.js +0 -73
- package/dist/server/bare/resources/types.d.ts +0 -66
- package/dist/server/bare/resources/types.js +0 -1
- package/dist/server/bare/resources/worker-collector.d.ts +0 -5
- package/dist/server/bare/resources/worker-collector.js +0 -15
- package/dist/server/bare/runtime/disposable-scope.d.ts +0 -36
- package/dist/server/bare/runtime/disposable-scope.js +0 -69
- package/dist/server/bare/runtime/index.d.ts +0 -8
- package/dist/server/bare/runtime/index.js +0 -3
- package/dist/server/bare/runtime/request-context.d.ts +0 -49
- package/dist/server/bare/runtime/request-context.js +0 -1
- package/dist/server/bare/runtime/request-id.d.ts +0 -12
- package/dist/server/bare/runtime/request-id.js +0 -14
- package/dist/server/bare/runtime/request-registry-singleton.d.ts +0 -4
- package/dist/server/bare/runtime/request-registry-singleton.js +0 -77
- package/dist/server/bare/runtime/request-registry.d.ts +0 -222
- package/dist/server/bare/runtime/request-registry.js +0 -715
- package/dist/server/bare/runtime/with-request-context.d.ts +0 -22
- package/dist/server/bare/runtime/with-request-context.js +0 -53
- package/dist/server/bare/runtime-lifecycle.d.ts +0 -38
- package/dist/server/bare/runtime-lifecycle.js +0 -163
- package/dist/server/bare/types/addon-responses.d.ts +0 -51
- package/dist/server/bare/types/addon-responses.js +0 -1
- package/dist/server/bare/utils/asr-events.d.ts +0 -15
- package/dist/server/bare/utils/asr-events.js +0 -30
- package/dist/server/bare/utils/audio-input.d.ts +0 -10
- package/dist/server/bare/utils/audio-input.js +0 -33
- package/dist/server/bare/utils/transcribe-metadata.d.ts +0 -21
- package/dist/server/bare/utils/transcribe-metadata.js +0 -28
- package/dist/server/bare/utils/tts-stats.d.ts +0 -26
- package/dist/server/bare/utils/tts-stats.js +0 -16
- package/dist/server/error-handlers.js +0 -32
- package/dist/server/plugins/index.d.ts +0 -2
- package/dist/server/plugins/index.js +0 -1
- package/dist/server/plugins/registry.d.ts +0 -10
- package/dist/server/plugins/registry.js +0 -107
- package/dist/server/rpc/create-server.js +0 -46
- package/dist/server/rpc/delegate-transport.d.ts +0 -19
- package/dist/server/rpc/delegate-transport.js +0 -237
- package/dist/server/rpc/handle-request.js +0 -172
- package/dist/server/rpc/handler-registry.d.ts +0 -3
- package/dist/server/rpc/handler-registry.js +0 -179
- package/dist/server/rpc/handler-selection.d.ts +0 -9
- package/dist/server/rpc/handler-selection.js +0 -14
- package/dist/server/rpc/handler-utils.d.ts +0 -30
- package/dist/server/rpc/handler-utils.js +0 -183
- package/dist/server/rpc/handlers/audio-gen-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/audio-gen-stream.js +0 -4
- package/dist/server/rpc/handlers/batch-completion-stream.d.ts +0 -80
- package/dist/server/rpc/handlers/batch-completion-stream.js +0 -4
- package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/bci-transcribe-stream.js +0 -4
- package/dist/server/rpc/handlers/bci-transcribe.d.ts +0 -3
- package/dist/server/rpc/handlers/bci-transcribe.js +0 -4
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +0 -4
- package/dist/server/rpc/handlers/cancel-delegated.js +0 -66
- package/dist/server/rpc/handlers/cancelHandler.d.ts +0 -32
- package/dist/server/rpc/handlers/cancelHandler.js +0 -69
- package/dist/server/rpc/handlers/classify.d.ts +0 -3
- package/dist/server/rpc/handlers/classify.js +0 -4
- package/dist/server/rpc/handlers/completion-orchestrate.d.ts +0 -42
- package/dist/server/rpc/handlers/completion-orchestrate.js +0 -190
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +0 -5
- package/dist/server/rpc/handlers/completion-stream-delegated.js +0 -51
- package/dist/server/rpc/handlers/completion-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/completion-stream.js +0 -4
- package/dist/server/rpc/handlers/delete-cache.d.ts +0 -12
- package/dist/server/rpc/handlers/delete-cache.js +0 -37
- package/dist/server/rpc/handlers/diffusion-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/diffusion-stream.js +0 -4
- package/dist/server/rpc/handlers/download-asset.d.ts +0 -3
- package/dist/server/rpc/handlers/download-asset.js +0 -146
- package/dist/server/rpc/handlers/embed.d.ts +0 -3
- package/dist/server/rpc/handlers/embed.js +0 -4
- package/dist/server/rpc/handlers/finetune.d.ts +0 -3
- package/dist/server/rpc/handlers/finetune.js +0 -18
- package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +0 -3
- package/dist/server/rpc/handlers/get-loaded-model-info.js +0 -45
- package/dist/server/rpc/handlers/get-model-info.d.ts +0 -3
- package/dist/server/rpc/handlers/get-model-info.js +0 -173
- package/dist/server/rpc/handlers/get-system-resources.d.ts +0 -3
- package/dist/server/rpc/handlers/get-system-resources.js +0 -53
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +0 -4
- package/dist/server/rpc/handlers/heartbeat-delegated.js +0 -32
- package/dist/server/rpc/handlers/heartbeat.d.ts +0 -3
- package/dist/server/rpc/handlers/heartbeat.js +0 -3
- package/dist/server/rpc/handlers/index.d.ts +0 -76
- package/dist/server/rpc/handlers/index.js +0 -75
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +0 -98
- package/dist/server/rpc/handlers/load-model/download-manager.js +0 -308
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +0 -8
- package/dist/server/rpc/handlers/load-model/download-stats.js +0 -126
- package/dist/server/rpc/handlers/load-model/handler.d.ts +0 -3
- package/dist/server/rpc/handlers/load-model/handler.js +0 -287
- package/dist/server/rpc/handlers/load-model/http.d.ts +0 -4
- package/dist/server/rpc/handlers/load-model/http.js +0 -856
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +0 -5
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +0 -561
- package/dist/server/rpc/handlers/load-model/index.d.ts +0 -3
- package/dist/server/rpc/handlers/load-model/index.js +0 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +0 -27
- package/dist/server/rpc/handlers/load-model/registry-client-options.js +0 -18
- package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +0 -23
- package/dist/server/rpc/handlers/load-model/registry-companion-set.js +0 -206
- package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +0 -24
- package/dist/server/rpc/handlers/load-model/registry-download-utils.js +0 -112
- package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +0 -11
- package/dist/server/rpc/handlers/load-model/registry-metadata.js +0 -23
- package/dist/server/rpc/handlers/load-model/registry.d.ts +0 -5
- package/dist/server/rpc/handlers/load-model/registry.js +0 -298
- package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +0 -34
- package/dist/server/rpc/handlers/load-model/resolve-session.js +0 -62
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +0 -16
- package/dist/server/rpc/handlers/load-model/resolve.js +0 -237
- package/dist/server/rpc/handlers/load-model/types.d.ts +0 -60
- package/dist/server/rpc/handlers/load-model/types.js +0 -28
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +0 -7
- package/dist/server/rpc/handlers/load-model-delegated.js +0 -132
- package/dist/server/rpc/handlers/logging-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/logging-stream.js +0 -39
- package/dist/server/rpc/handlers/ocr-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/ocr-stream.js +0 -4
- package/dist/server/rpc/handlers/plugin-dispatch.d.ts +0 -3
- package/dist/server/rpc/handlers/plugin-dispatch.js +0 -63
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +0 -4
- package/dist/server/rpc/handlers/plugin-invoke.js +0 -81
- package/dist/server/rpc/handlers/provideHandler/connection.d.ts +0 -3
- package/dist/server/rpc/handlers/provideHandler/connection.js +0 -38
- package/dist/server/rpc/handlers/provideHandler/handler.d.ts +0 -3
- package/dist/server/rpc/handlers/provideHandler/handler.js +0 -66
- package/dist/server/rpc/handlers/provideHandler/proxy.d.ts +0 -3
- package/dist/server/rpc/handlers/provideHandler/proxy.js +0 -24
- package/dist/server/rpc/handlers/provideHandler.d.ts +0 -2
- package/dist/server/rpc/handlers/provideHandler.js +0 -2
- package/dist/server/rpc/handlers/rag.d.ts +0 -3
- package/dist/server/rpc/handlers/rag.js +0 -272
- package/dist/server/rpc/handlers/registry.d.ts +0 -5
- package/dist/server/rpc/handlers/registry.js +0 -155
- package/dist/server/rpc/handlers/resume.d.ts +0 -3
- package/dist/server/rpc/handlers/resume.js +0 -11
- package/dist/server/rpc/handlers/state.d.ts +0 -3
- package/dist/server/rpc/handlers/state.js +0 -7
- package/dist/server/rpc/handlers/stopProvideHandler.d.ts +0 -3
- package/dist/server/rpc/handlers/stopProvideHandler.js +0 -29
- package/dist/server/rpc/handlers/suspend.d.ts +0 -3
- package/dist/server/rpc/handlers/suspend.js +0 -11
- package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/text-to-speech-stream.js +0 -4
- package/dist/server/rpc/handlers/text-to-speech.d.ts +0 -3
- package/dist/server/rpc/handlers/text-to-speech.js +0 -4
- package/dist/server/rpc/handlers/transcribe-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/transcribe-stream.js +0 -4
- package/dist/server/rpc/handlers/transcribe.d.ts +0 -3
- package/dist/server/rpc/handlers/transcribe.js +0 -4
- package/dist/server/rpc/handlers/translate.d.ts +0 -3
- package/dist/server/rpc/handlers/translate.js +0 -4
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +0 -3
- package/dist/server/rpc/handlers/unload-model-delegated.js +0 -32
- package/dist/server/rpc/handlers/unload-model.d.ts +0 -3
- package/dist/server/rpc/handlers/unload-model.js +0 -29
- package/dist/server/rpc/handlers/upscale-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/upscale-stream.js +0 -4
- package/dist/server/rpc/handlers/video-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/video-stream.js +0 -4
- package/dist/server/rpc/index.d.ts +0 -3
- package/dist/server/rpc/index.js +0 -2
- package/dist/server/rpc/method-shapes.d.ts +0 -53
- package/dist/server/rpc/method-shapes.js +0 -50
- package/dist/server/rpc/profiling/backend-diagnostics.d.ts +0 -3
- package/dist/server/rpc/profiling/backend-diagnostics.js +0 -16
- package/dist/server/rpc/profiling/context.d.ts +0 -18
- package/dist/server/rpc/profiling/context.js +0 -37
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +0 -32
- package/dist/server/rpc/profiling/delegation-profiler.js +0 -153
- package/dist/server/rpc/profiling/index.d.ts +0 -5
- package/dist/server/rpc/profiling/index.js +0 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +0 -25
- package/dist/server/rpc/profiling/operation-metrics.js +0 -361
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +0 -18
- package/dist/server/rpc/profiling/operation-wrappers.js +0 -196
- package/dist/server/rpc/profiling/profiler.d.ts +0 -13
- package/dist/server/rpc/profiling/profiler.js +0 -93
- package/dist/server/rpc/rpc-utils.d.ts +0 -5
- package/dist/server/rpc/transport-selector.d.ts +0 -3
- package/dist/server/rpc/transport-selector.js +0 -18
- package/dist/server/utils/archive.d.ts +0 -4
- package/dist/server/utils/archive.js +0 -177
- package/dist/server/utils/audio/decoder.d.ts +0 -41
- package/dist/server/utils/audio/decoder.js +0 -108
- package/dist/server/utils/cache/auto-history.d.ts +0 -4
- package/dist/server/utils/cache/auto-history.js +0 -26
- package/dist/server/utils/cache/paths.d.ts +0 -43
- package/dist/server/utils/cache/paths.js +0 -133
- package/dist/server/utils/cache/types.d.ts +0 -8
- package/dist/server/utils/cache/types.js +0 -1
- package/dist/server/utils/checksum.d.ts +0 -4
- package/dist/server/utils/checksum.js +0 -30
- package/dist/server/utils/clear-storage.d.ts +0 -5
- package/dist/server/utils/clear-storage.js +0 -14
- package/dist/server/utils/completion-normalizer.d.ts +0 -18
- package/dist/server/utils/completion-normalizer.js +0 -453
- package/dist/server/utils/config-transform.d.ts +0 -6
- package/dist/server/utils/config-transform.js +0 -27
- package/dist/server/utils/formatting.d.ts +0 -19
- package/dist/server/utils/formatting.js +0 -56
- package/dist/server/utils/gguf-tensor-extractor.d.ts +0 -15
- package/dist/server/utils/gguf-tensor-extractor.js +0 -310
- package/dist/server/utils/index.d.ts +0 -11
- package/dist/server/utils/index.js +0 -10
- package/dist/server/utils/multi-gpu-mobile.d.ts +0 -5
- package/dist/server/utils/multi-gpu-mobile.js +0 -10
- package/dist/server/utils/path-security.d.ts +0 -12
- package/dist/server/utils/path-security.js +0 -25
- package/dist/server/utils/qvac-paths.js +0 -5
- package/dist/server/utils/response-format.d.ts +0 -3
- package/dist/server/utils/response-format.js +0 -20
- package/dist/server/utils/shard-utils.d.ts +0 -49
- package/dist/server/utils/shard-utils.js +0 -137
- package/dist/server/utils/tool-integration.d.ts +0 -17
- package/dist/server/utils/tool-integration.js +0 -20
- package/dist/server/utils/tools/dialect.d.ts +0 -8
- package/dist/server/utils/tools/dialect.js +0 -20
- package/dist/server/utils/tools/index.d.ts +0 -3
- package/dist/server/utils/tools/index.js +0 -2
- package/dist/server/utils/tools/parser.d.ts +0 -6
- package/dist/server/utils/tools/parser.js +0 -69
- package/dist/server/utils/tools/parsers/dsml.d.ts +0 -4
- package/dist/server/utils/tools/parsers/dsml.js +0 -176
- package/dist/server/utils/tools/parsers/gemma4native.d.ts +0 -4
- package/dist/server/utils/tools/parsers/gemma4native.js +0 -65
- package/dist/server/utils/tools/parsers/harmony.d.ts +0 -4
- package/dist/server/utils/tools/parsers/harmony.js +0 -57
- package/dist/server/utils/tools/parsers/hermes.d.ts +0 -4
- package/dist/server/utils/tools/parsers/hermes.js +0 -122
- package/dist/server/utils/tools/parsers/json.d.ts +0 -6
- package/dist/server/utils/tools/parsers/json.js +0 -115
- package/dist/server/utils/tools/parsers/pythonic.d.ts +0 -4
- package/dist/server/utils/tools/parsers/pythonic.js +0 -267
- package/dist/server/utils/tools/parsers/qwen35.d.ts +0 -4
- package/dist/server/utils/tools/parsers/qwen35.js +0 -124
- package/dist/server/utils/tools/shared.d.ts +0 -18
- package/dist/server/utils/tools/shared.js +0 -52
- package/dist/server/utils/worker-lock.js +0 -67
- package/dist/server/worker-core.d.ts +0 -23
- package/dist/server/worker-core.js +0 -206
- package/dist/server/worker.d.ts +0 -5
- package/dist/server/worker.js +0 -34
- package/dist/utils/aggregate-events.d.ts +0 -26
- package/dist/utils/aggregate-events.js +0 -73
- package/dist/utils/errors-client.d.ts +0 -178
- package/dist/utils/errors-client.js +0 -310
- package/dist/utils/errors-server.d.ts +0 -376
- package/dist/utils/errors-server.js +0 -610
- package/dist/utils/load-model-validation.js +0 -18
- package/dist/utils/mcp-adapter.d.ts +0 -12
- package/dist/utils/mcp-adapter.js +0 -96
- package/dist/utils/tool-helpers.d.ts +0 -25
- package/dist/utils/tool-helpers.js +0 -111
- /package/dist/{client → src/client}/api/client-request-id.d.ts +0 -0
- /package/dist/{client → src/client}/api/client-request-id.js +0 -0
- /package/dist/{client → src/client}/api/delete-cache.d.ts +0 -0
- /package/dist/{client → src/client}/api/subscribe-logs.js +0 -0
- /package/dist/{client → src/client}/config-loader/resolve-config.expo.d.ts +0 -0
- /package/dist/{client → src/client}/config-loader/resolve-config.node.d.ts +0 -0
- /package/dist/{client → src/client}/index.d.ts +0 -0
- /package/dist/{client → src/client}/index.js +0 -0
- /package/dist/{client → src/client}/logging-stream-registry.d.ts +0 -0
- /package/dist/{client → src/client}/logging-stream-registry.js +0 -0
- /package/dist/{client → src/client}/parse-input.d.ts +0 -0
- /package/dist/{client → src/client}/parse-input.js +0 -0
- /package/dist/{client → src/client}/rpc/ensure-worker-ready.d.ts +0 -0
- /package/dist/{client → src/client}/rpc/ensure-worker-ready.js +0 -0
- /package/dist/{client → src/client}/rpc/expo-device-info.d.ts +0 -0
- /package/dist/{client → src/client}/rpc/expo-device-info.js +0 -0
- /package/dist/{client → src/client}/rpc/expo-rpc-client.d.ts +0 -0
- /package/dist/{client → src/client}/rpc/node-rpc-client.d.ts +0 -0
- /package/dist/{client → src/client}/rpc/profiling/index.d.ts +0 -0
- /package/dist/{client → src/client}/rpc/profiling/index.js +0 -0
- /package/dist/{commands → src/commands}/bundle/bare-pack.d.ts +0 -0
- /package/dist/{commands → src/commands}/bundle/bare-pack.js +0 -0
- /package/dist/{commands → src/commands}/bundle/constants.d.ts +0 -0
- /package/dist/{commands → src/commands}/bundle/constants.js +0 -0
- /package/dist/{commands → src/commands}/bundle/entry-gen.d.ts +0 -0
- /package/dist/{commands → src/commands}/bundle/index.d.ts +0 -0
- /package/dist/{commands → src/commands}/bundle/manifest.d.ts +0 -0
- /package/dist/{commands → src/commands}/bundle/manifest.js +0 -0
- /package/dist/{commands → src/commands}/bundle/resolve-sdk-import.d.ts +0 -0
- /package/dist/{commands → src/commands}/verify/addon-source.d.ts +0 -0
- /package/dist/{commands → src/commands}/verify/addon-source.js +0 -0
- /package/dist/{commands → src/commands}/verify/resource-collectors.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/find-in-ancestor-node-modules.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/find-in-ancestor-node-modules.js +0 -0
- /package/dist/{expo → src/expo}/plugins/get-project-root.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/get-project-root.js +0 -0
- /package/dist/{expo → src/expo}/plugins/index.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/index.js +0 -0
- /package/dist/{expo → src/expo}/plugins/resolve-sdk-package-dir.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/resolve-sdk-package-dir.js +0 -0
- /package/dist/{expo → src/expo}/plugins/withAndroidArchitecture.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/withAndroidArchitecture.js +0 -0
- /package/dist/{expo → src/expo}/plugins/withAndroidNdkVersion.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/withDeviceInfo.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/withOpenCL.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/withOpenCL.js +0 -0
- /package/dist/{expo → src/expo}/plugins/withQvacSDK.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/withQvacSDK.js +0 -0
- /package/dist/{logging → src/logging}/addon.js +0 -0
- /package/dist/{logging → src/logging}/base-logger.d.ts +0 -0
- /package/dist/{logging → src/logging}/base-logger.js +0 -0
- /package/dist/{logging → src/logging}/client-logger.d.ts +0 -0
- /package/dist/{logging → src/logging}/client-logger.js +0 -0
- /package/dist/{logging → src/logging}/index.d.ts +0 -0
- /package/dist/{logging → src/logging}/index.js +0 -0
- /package/dist/{logging → src/logging}/logger.d.ts +0 -0
- /package/dist/{logging → src/logging}/logger.js +0 -0
- /package/dist/{server/bare/registry → src/logging}/logging-stream-registry.d.ts +0 -0
- /package/dist/{logging → src/logging}/server-logger.d.ts +0 -0
- /package/dist/{logging → src/logging}/server-logger.js +0 -0
- /package/dist/{logging → src/logging}/stream-logger.d.ts +0 -0
- /package/dist/{logging → src/logging}/transport.d.ts +0 -0
- /package/dist/{logging → src/logging}/transport.js +0 -0
- /package/dist/{logging → src/logging}/types.d.ts +0 -0
- /package/dist/{logging → src/logging}/types.js +0 -0
- /package/dist/{logging → src/logging}/utils.js +0 -0
- /package/dist/{pear → src/pear}/pre.d.ts +0 -0
- /package/dist/{server → src/server}/env.d.ts +0 -0
- /package/dist/{server → src/server}/env.js +0 -0
- /package/dist/{server → src/server}/error-handlers.d.ts +0 -0
- /package/dist/{server → src/server}/rpc/progress-throttle.d.ts +0 -0
- /package/dist/{server → src/server}/rpc/progress-throttle.js +0 -0
- /package/dist/{server → src/server}/rpc/rpc-utils.js +0 -0
- /package/dist/{server → src/server}/utils/qvac-paths.d.ts +0 -0
- /package/dist/{server → src/server}/utils/worker-lock.d.ts +0 -0
- /package/dist/{utils → src/utils}/cache-normalize.d.ts +0 -0
- /package/dist/{utils → src/utils}/cache-normalize.js +0 -0
- /package/dist/{utils → src/utils}/decorate-promise.d.ts +0 -0
- /package/dist/{utils → src/utils}/decorate-promise.js +0 -0
- /package/dist/{utils → src/utils}/encoding.d.ts +0 -0
- /package/dist/{utils → src/utils}/encoding.js +0 -0
- /package/dist/{utils → src/utils}/errors-base.d.ts +0 -0
- /package/dist/{utils → src/utils}/errors-base.js +0 -0
- /package/dist/{utils → src/utils}/global-singleton.d.ts +0 -0
- /package/dist/{utils → src/utils}/global-singleton.js +0 -0
- /package/dist/{utils → src/utils}/load-model-validation.d.ts +0 -0
- /package/dist/{utils → src/utils}/object.d.ts +0 -0
- /package/dist/{utils → src/utils}/object.js +0 -0
- /package/dist/{utils → src/utils}/path-sanitize.d.ts +0 -0
- /package/dist/{utils → src/utils}/path-sanitize.js +0 -0
- /package/dist/{utils → src/utils}/withTimeout.d.ts +0 -0
- /package/dist/{utils → src/utils}/withTimeout.js +0 -0
- /package/dist/{utils → src/utils}/zod-error.d.ts +0 -0
- /package/dist/{utils → src/utils}/zod-error.js +0 -0
- /package/dist/{server/rpc → src/worker}/create-server.d.ts +0 -0
- /package/dist/{server/rpc → src/worker}/handle-request.d.ts +0 -0
- /package/{electron-forge → src/electron-forge}/index.cjs +0 -0
- /package/{expo → src/expo}/plugins/patches/android-link.mjs +0 -0
- /package/{expo → src/expo}/plugins/patches/ios-link.mjs +0 -0
|
@@ -0,0 +1,525 @@
|
|
|
1
|
+
import RPC from 'bare-rpc';
|
|
2
|
+
import spawn, {} from 'bare-runtime/spawn';
|
|
3
|
+
import { randomBytes } from 'node:crypto';
|
|
4
|
+
import fs, { existsSync, unlinkSync } from 'node:fs';
|
|
5
|
+
import { createServer } from 'node:net';
|
|
6
|
+
import os from 'node:os';
|
|
7
|
+
import path from 'node:path';
|
|
8
|
+
import { fileURLToPath } from 'node:url';
|
|
9
|
+
import { initializeConfig } from '../init-hooks.js';
|
|
10
|
+
import { resolveConfig } from '../config-loader/resolve-config.node.js';
|
|
11
|
+
import { getClientLogger, getLogger, SDK_SERVER_NAMESPACE } from '../../logging/index.js';
|
|
12
|
+
import { BareRuntimeBinaryNotFoundError, RPCInitTimeoutError, WorkerCrashedError, WorkerShutdownError } from '../../utils/errors-client.js';
|
|
13
|
+
import { createRPCInitTimeoutCause } from './worker-startup-error.js';
|
|
14
|
+
import { RPC_INIT_TIMEOUT_ENV_VAR, resolveRPCInitTimeoutMs } from './init-timeout.js';
|
|
15
|
+
const WORKER_STDERR_TAIL_CHARS = 16_384;
|
|
16
|
+
const logger = getClientLogger();
|
|
17
|
+
// Addons route real logs through their JS callback; anything written straight to the
|
|
18
|
+
// worker's stderr is treated as debug.
|
|
19
|
+
const workerLogger = getLogger(SDK_SERVER_NAMESPACE, { enableConsole: false });
|
|
20
|
+
let rpcInstance = null;
|
|
21
|
+
let rpcPromise = null;
|
|
22
|
+
let bareWorkerProc = null;
|
|
23
|
+
let ipcServer = null;
|
|
24
|
+
let currentSocketPath = null;
|
|
25
|
+
let closePromise = null;
|
|
26
|
+
// Aborted when the worker dies (crash) or close() runs (planned). Used
|
|
27
|
+
// to unblock in-flight `req.reply()` callers — bare-rpc's `_onerror`
|
|
28
|
+
// does not iterate `_outgoingRequests`, so without this signal they
|
|
29
|
+
// would hang on the dead socket.
|
|
30
|
+
let workerLifeController = null;
|
|
31
|
+
/**
|
|
32
|
+
* Find project root by looking for package.json (sync version)
|
|
33
|
+
* Safe to call at module load time
|
|
34
|
+
*/
|
|
35
|
+
function findProjectRootSync() {
|
|
36
|
+
let dir = process.cwd();
|
|
37
|
+
const root = path.parse(dir).root;
|
|
38
|
+
while (dir !== root) {
|
|
39
|
+
if (fs.existsSync(path.join(dir, 'package.json'))) {
|
|
40
|
+
return dir;
|
|
41
|
+
}
|
|
42
|
+
dir = path.dirname(dir);
|
|
43
|
+
}
|
|
44
|
+
return undefined;
|
|
45
|
+
}
|
|
46
|
+
function getResourcesPathSync() {
|
|
47
|
+
const { resourcesPath } = process;
|
|
48
|
+
return typeof resourcesPath === 'string' ? resourcesPath : undefined;
|
|
49
|
+
}
|
|
50
|
+
function resolvePackagedWorkerPath() {
|
|
51
|
+
const resourcesPath = getResourcesPathSync();
|
|
52
|
+
if (!resourcesPath)
|
|
53
|
+
return undefined;
|
|
54
|
+
const candidates = [
|
|
55
|
+
path.join(resourcesPath, 'app.asar.unpacked', 'qvac', 'worker.entry.mjs'),
|
|
56
|
+
path.join(resourcesPath, 'app', 'qvac', 'worker.entry.mjs'),
|
|
57
|
+
path.join(resourcesPath, 'qvac', 'worker.entry.mjs')
|
|
58
|
+
];
|
|
59
|
+
for (const candidate of candidates) {
|
|
60
|
+
if (fs.existsSync(candidate))
|
|
61
|
+
return candidate;
|
|
62
|
+
}
|
|
63
|
+
return undefined;
|
|
64
|
+
}
|
|
65
|
+
/**
|
|
66
|
+
* Resolve the SDK's default worker entry via bundler-visible asset references.
|
|
67
|
+
*
|
|
68
|
+
* The worker is transpiled with its `@/` aliases resolved into
|
|
69
|
+
* `dist/src/worker/index.js`; Bare cannot run the `@/`-laden source. This file
|
|
70
|
+
* compiles to `dist/src/client/rpc/node-rpc-client.js`, so the built worker sits
|
|
71
|
+
* at `../../worker/index.js` for both the dev and packaged layouts.
|
|
72
|
+
*
|
|
73
|
+
* `path.resolve(__dirname, ...)` is invisible to static analysis, so packaged
|
|
74
|
+
* consumers ship without the worker. We use `import.meta.asset(<literal>)` on
|
|
75
|
+
* Bare (detected by bare-module-lexer) and fall back to
|
|
76
|
+
* `new URL(<literal>, import.meta.url)` elsewhere. The spec must be a string
|
|
77
|
+
* literal at the call site.
|
|
78
|
+
*/
|
|
79
|
+
function getDefaultWorkerPath() {
|
|
80
|
+
const hasAsset = typeof import.meta.asset === 'function';
|
|
81
|
+
const workerUrl = hasAsset
|
|
82
|
+
? new URL(import.meta.asset('../../worker/index.js'))
|
|
83
|
+
: new URL('../../worker/index.js', import.meta.url);
|
|
84
|
+
return fileURLToPath(workerUrl);
|
|
85
|
+
}
|
|
86
|
+
/**
|
|
87
|
+
* Resolve worker path with priority:
|
|
88
|
+
* 1. QVAC_WORKER_PATH environment variable
|
|
89
|
+
* 2. Packaged Electron app worker entry
|
|
90
|
+
* 3. qvac/worker.entry.mjs in project root (generated by npx qvac bundle sdk)
|
|
91
|
+
* 4. Default SDK worker
|
|
92
|
+
*/
|
|
93
|
+
function resolveWorkerPath() {
|
|
94
|
+
const envWorkerPath = process.env['QVAC_WORKER_PATH'];
|
|
95
|
+
if (envWorkerPath) {
|
|
96
|
+
const normalized = path.resolve(envWorkerPath);
|
|
97
|
+
if (fs.existsSync(normalized)) {
|
|
98
|
+
logger.info(`🔧 Using worker entry from QVAC_WORKER_PATH: ${normalized}`);
|
|
99
|
+
return normalized;
|
|
100
|
+
}
|
|
101
|
+
logger.warn(`⚠️ QVAC_WORKER_PATH was set but file was not found: ${normalized}. Falling back.`);
|
|
102
|
+
}
|
|
103
|
+
// Prefer packaged worker entry when running as a packaged Electron app.
|
|
104
|
+
// This avoids accidental coupling to the project's cwd, and ensures the
|
|
105
|
+
// bare worker reads JS modules from the filesystem (not app.asar).
|
|
106
|
+
const packagedWorker = resolvePackagedWorkerPath();
|
|
107
|
+
if (packagedWorker) {
|
|
108
|
+
logger.info(`🔧 Using packaged worker entry: ${packagedWorker}`);
|
|
109
|
+
return packagedWorker;
|
|
110
|
+
}
|
|
111
|
+
// Check for custom worker entry at project root
|
|
112
|
+
// Note: We use worker.entry.mjs (unbundled ESM) for desktop because bare can
|
|
113
|
+
// load ES modules directly. The packed bundle is for mobile only.
|
|
114
|
+
const projectRoot = findProjectRootSync();
|
|
115
|
+
if (projectRoot) {
|
|
116
|
+
const customEntry = path.join(projectRoot, 'qvac', 'worker.entry.mjs');
|
|
117
|
+
if (fs.existsSync(customEntry)) {
|
|
118
|
+
logger.info(`🔧 Using custom worker entry: ${customEntry}`);
|
|
119
|
+
return customEntry;
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
// Fallback to default SDK worker
|
|
123
|
+
const defaultPath = getDefaultWorkerPath();
|
|
124
|
+
logger.debug(`🔧 Using default SDK worker: ${defaultPath}`);
|
|
125
|
+
return defaultPath;
|
|
126
|
+
}
|
|
127
|
+
const WORKER_PATH = resolveWorkerPath();
|
|
128
|
+
function createSocketPath() {
|
|
129
|
+
const timestamp = Date.now().toString(36);
|
|
130
|
+
const randomSuffix = randomBytes(2).toString('hex');
|
|
131
|
+
const socketName = `qvac-worker-${process.pid}-${timestamp}-${randomSuffix}`;
|
|
132
|
+
return process.platform === 'win32'
|
|
133
|
+
? `\\\\.\\pipe\\${socketName}`
|
|
134
|
+
: path.join(os.tmpdir(), `${socketName}.sock`);
|
|
135
|
+
}
|
|
136
|
+
function bestEffortUnlinkSocket(socketPath) {
|
|
137
|
+
// Windows named pipes are not filesystem paths, so unlink is Unix-only.
|
|
138
|
+
if (!socketPath || process.platform === 'win32')
|
|
139
|
+
return;
|
|
140
|
+
try {
|
|
141
|
+
if (existsSync(socketPath)) {
|
|
142
|
+
unlinkSync(socketPath);
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
catch (error) {
|
|
146
|
+
logger.debug('Failed to unlink IPC socket path', { socketPath, error });
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
function appendWorkerStderrTail(current, chunk) {
|
|
150
|
+
const next = current + chunk;
|
|
151
|
+
if (next.length <= WORKER_STDERR_TAIL_CHARS)
|
|
152
|
+
return next;
|
|
153
|
+
return next.slice(next.length - WORKER_STDERR_TAIL_CHARS);
|
|
154
|
+
}
|
|
155
|
+
function resetModuleState() {
|
|
156
|
+
rpcInstance = null;
|
|
157
|
+
rpcPromise = null;
|
|
158
|
+
bareWorkerProc = null;
|
|
159
|
+
ipcServer = null;
|
|
160
|
+
currentSocketPath = null;
|
|
161
|
+
workerLifeController = null;
|
|
162
|
+
}
|
|
163
|
+
function snapshotAndResetState() {
|
|
164
|
+
const workerToClose = bareWorkerProc;
|
|
165
|
+
const serverToClose = ipcServer;
|
|
166
|
+
const socketPathToClose = currentSocketPath;
|
|
167
|
+
resetModuleState();
|
|
168
|
+
return { workerToClose, serverToClose, socketPathToClose };
|
|
169
|
+
}
|
|
170
|
+
// Shared cleanup for every init reject path: reset module state, stop the
|
|
171
|
+
// worker + IPC server, and remove the socket so a failed start never leaks
|
|
172
|
+
// resources. Mirrors closeSyncForExit without the planned-shutdown abort.
|
|
173
|
+
function teardownFailedInit() {
|
|
174
|
+
const { workerToClose, serverToClose, socketPathToClose } = snapshotAndResetState();
|
|
175
|
+
if (workerToClose) {
|
|
176
|
+
try {
|
|
177
|
+
workerToClose.kill('SIGTERM');
|
|
178
|
+
}
|
|
179
|
+
catch (error) {
|
|
180
|
+
logger.debug('Failed to kill bare worker after init failure', { error });
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
if (serverToClose) {
|
|
184
|
+
try {
|
|
185
|
+
serverToClose.close();
|
|
186
|
+
}
|
|
187
|
+
catch (error) {
|
|
188
|
+
logger.debug('Failed to close IPC server after init failure', { error });
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
bestEffortUnlinkSocket(socketPathToClose);
|
|
192
|
+
}
|
|
193
|
+
export function getWorkerLifeSignal() {
|
|
194
|
+
return workerLifeController?.signal ?? null;
|
|
195
|
+
}
|
|
196
|
+
// Called by the RPC layer when it detects the channel closed out from under
|
|
197
|
+
// an in-flight call (bare-rpc's own teardown beat the child `'exit'` event
|
|
198
|
+
// we normally rely on). Tears down immediately rather than waiting on that
|
|
199
|
+
// slower signal, so the next call respawns instead of reusing the dead
|
|
200
|
+
// connection. A no-op if the life signal already aborted — e.g. the real
|
|
201
|
+
// exit handler got there first, or a concurrent caller already tore down.
|
|
202
|
+
export function notifyChannelClosed() {
|
|
203
|
+
const controller = workerLifeController;
|
|
204
|
+
if (!controller || controller.signal.aborted)
|
|
205
|
+
return;
|
|
206
|
+
const { workerToClose, serverToClose, socketPathToClose } = snapshotAndResetState();
|
|
207
|
+
if (workerToClose) {
|
|
208
|
+
try {
|
|
209
|
+
workerToClose.kill('SIGTERM');
|
|
210
|
+
}
|
|
211
|
+
catch (error) {
|
|
212
|
+
logger.debug('Failed to kill bare worker after channel close', { error });
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
if (serverToClose) {
|
|
216
|
+
try {
|
|
217
|
+
serverToClose.close();
|
|
218
|
+
}
|
|
219
|
+
catch (error) {
|
|
220
|
+
logger.debug('Failed to close IPC server after channel close', { error });
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
bestEffortUnlinkSocket(socketPathToClose);
|
|
224
|
+
controller.abort(new WorkerCrashedError(null, null));
|
|
225
|
+
}
|
|
226
|
+
function getWorkerStderr(proc) {
|
|
227
|
+
return proc.stderr ?? null;
|
|
228
|
+
}
|
|
229
|
+
// `bare-runtime` resolves its platform binary with
|
|
230
|
+
// `require('bare-runtime-<platform>-<arch>')` and throws a terse
|
|
231
|
+
// `No binaries found for target '<platform>-<arch>'` whenever that package —
|
|
232
|
+
// or one of its nested deps — is absent. Under pnpm that happens even on a
|
|
233
|
+
// supported platform, so surface an actionable error instead of the raw throw.
|
|
234
|
+
function mapBareSpawnError(error) {
|
|
235
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
236
|
+
if (/No binar(?:y|ies) found for target/i.test(message)) {
|
|
237
|
+
return new BareRuntimeBinaryNotFoundError(process.platform, process.arch, error);
|
|
238
|
+
}
|
|
239
|
+
return error instanceof Error ? error : new Error(message);
|
|
240
|
+
}
|
|
241
|
+
// `spawn` carries this listener's own captured resources. Module-level
|
|
242
|
+
// state may belong to a newer ensureRPC() by the time we fire.
|
|
243
|
+
function handlePostHandshakeExit(code, exitSignal, spawn) {
|
|
244
|
+
if (spawn.controller.signal.aborted) {
|
|
245
|
+
// close() already handled teardown.
|
|
246
|
+
logger.debug(`Bare worker exited after planned shutdown (code=${code}, signal=${exitSignal})`);
|
|
247
|
+
return;
|
|
248
|
+
}
|
|
249
|
+
logger.info(`🪦 Bare worker exited post-handshake (code=${code}, signal=${exitSignal})`);
|
|
250
|
+
// Only clear module state if we're still the active spawn.
|
|
251
|
+
if (workerLifeController === spawn.controller) {
|
|
252
|
+
resetModuleState();
|
|
253
|
+
}
|
|
254
|
+
try {
|
|
255
|
+
spawn.server.close();
|
|
256
|
+
}
|
|
257
|
+
catch (err) {
|
|
258
|
+
logger.debug('Failed to close IPC server after worker crash', { err });
|
|
259
|
+
}
|
|
260
|
+
spawn.controller.abort(new WorkerCrashedError(code, exitSignal));
|
|
261
|
+
bestEffortUnlinkSocket(spawn.socketPath);
|
|
262
|
+
}
|
|
263
|
+
function closeSyncForExit() {
|
|
264
|
+
// Abort before kill so the exit handler sees planned intent.
|
|
265
|
+
workerLifeController?.abort(new WorkerShutdownError());
|
|
266
|
+
const { workerToClose, serverToClose, socketPathToClose } = snapshotAndResetState();
|
|
267
|
+
if (workerToClose) {
|
|
268
|
+
try {
|
|
269
|
+
workerToClose.kill('SIGTERM');
|
|
270
|
+
}
|
|
271
|
+
catch (error) {
|
|
272
|
+
logger.debug('Failed to kill bare worker during process exit', { error });
|
|
273
|
+
}
|
|
274
|
+
}
|
|
275
|
+
if (serverToClose) {
|
|
276
|
+
try {
|
|
277
|
+
serverToClose.close();
|
|
278
|
+
}
|
|
279
|
+
catch (error) {
|
|
280
|
+
logger.debug('Failed to close IPC server during process exit', { error });
|
|
281
|
+
}
|
|
282
|
+
}
|
|
283
|
+
bestEffortUnlinkSocket(socketPathToClose);
|
|
284
|
+
}
|
|
285
|
+
/** Distinguishes "config file failed to load" from "no config file present". */
|
|
286
|
+
const CONFIG_UNRESOLVED = Symbol('config-unresolved');
|
|
287
|
+
/**
|
|
288
|
+
* The handshake timeout has to be known before the worker is spawned, but the
|
|
289
|
+
* config file is normally read after it (init-hooks). Read it early and hand
|
|
290
|
+
* the same object to init-hooks so the file is not parsed twice.
|
|
291
|
+
*
|
|
292
|
+
* A config that fails to load is swallowed here. init-hooks re-runs the
|
|
293
|
+
* resolver post-handshake, so the config error surfaces there rather than as a
|
|
294
|
+
* spawn failure.
|
|
295
|
+
*/
|
|
296
|
+
async function preresolveConfig() {
|
|
297
|
+
try {
|
|
298
|
+
return await resolveConfig();
|
|
299
|
+
}
|
|
300
|
+
catch (error) {
|
|
301
|
+
logger.debug('Config preload for the RPC init timeout failed; using the default', { error });
|
|
302
|
+
return CONFIG_UNRESOLVED;
|
|
303
|
+
}
|
|
304
|
+
}
|
|
305
|
+
async function ensureRPC() {
|
|
306
|
+
if (rpcInstance)
|
|
307
|
+
return rpcInstance;
|
|
308
|
+
if (rpcPromise)
|
|
309
|
+
return rpcPromise;
|
|
310
|
+
if (closePromise) {
|
|
311
|
+
await closePromise;
|
|
312
|
+
}
|
|
313
|
+
const preresolved = await preresolveConfig();
|
|
314
|
+
const initTimeoutMs = resolveRPCInitTimeoutMs({
|
|
315
|
+
envValue: process.env[RPC_INIT_TIMEOUT_ENV_VAR],
|
|
316
|
+
configValue: preresolved === CONFIG_UNRESOLVED ? undefined : (preresolved?.rpcInitTimeoutMs ?? undefined),
|
|
317
|
+
onInvalidEnvValue: (value) => logger.warn(`Ignoring invalid ${RPC_INIT_TIMEOUT_ENV_VAR}=${value}; expected a positive integer of milliseconds`)
|
|
318
|
+
});
|
|
319
|
+
const socketPath = createSocketPath();
|
|
320
|
+
currentSocketPath = socketPath;
|
|
321
|
+
// Allocated here so the init race and exit handler share one controller.
|
|
322
|
+
const spawnController = new AbortController();
|
|
323
|
+
workerLifeController = spawnController;
|
|
324
|
+
rpcPromise = new Promise((resolve, reject) => {
|
|
325
|
+
let settled = false;
|
|
326
|
+
let workerStderrTail = '';
|
|
327
|
+
let workerExitBeforeHandshake = null;
|
|
328
|
+
const timer = setTimeout(() => {
|
|
329
|
+
if (settled)
|
|
330
|
+
return;
|
|
331
|
+
settled = true;
|
|
332
|
+
const cause = createRPCInitTimeoutCause(workerStderrTail, workerExitBeforeHandshake);
|
|
333
|
+
teardownFailedInit();
|
|
334
|
+
reject(new RPCInitTimeoutError(initTimeoutMs, cause));
|
|
335
|
+
}, initTimeoutMs);
|
|
336
|
+
ipcServer = createServer((socket) => {
|
|
337
|
+
if (settled)
|
|
338
|
+
return;
|
|
339
|
+
settled = true;
|
|
340
|
+
clearTimeout(timer);
|
|
341
|
+
rpcInstance = new RPC(socket, () => { });
|
|
342
|
+
resolve(rpcInstance);
|
|
343
|
+
});
|
|
344
|
+
ipcServer.on('error', (error) => {
|
|
345
|
+
if (settled)
|
|
346
|
+
return;
|
|
347
|
+
settled = true;
|
|
348
|
+
clearTimeout(timer);
|
|
349
|
+
teardownFailedInit();
|
|
350
|
+
reject(error);
|
|
351
|
+
});
|
|
352
|
+
ipcServer.listen(socketPath, () => {
|
|
353
|
+
const spawnResources = {
|
|
354
|
+
controller: spawnController,
|
|
355
|
+
server: ipcServer,
|
|
356
|
+
socketPath
|
|
357
|
+
};
|
|
358
|
+
try {
|
|
359
|
+
bareWorkerProc = spawn('bare', {
|
|
360
|
+
args: [
|
|
361
|
+
WORKER_PATH,
|
|
362
|
+
JSON.stringify({
|
|
363
|
+
QVAC_IPC_SOCKET_PATH: socketPath,
|
|
364
|
+
// Snap's HOME can be revision-scoped; SNAP_USER_COMMON is stable.
|
|
365
|
+
HOME_DIR: process.env['SNAP_USER_COMMON']
|
|
366
|
+
? String(process.env['SNAP_USER_COMMON'])
|
|
367
|
+
: os.homedir()
|
|
368
|
+
})
|
|
369
|
+
],
|
|
370
|
+
platform: process.platform,
|
|
371
|
+
arch: process.arch,
|
|
372
|
+
stdio: ['inherit', 'inherit', 'pipe']
|
|
373
|
+
});
|
|
374
|
+
}
|
|
375
|
+
catch (error) {
|
|
376
|
+
// `spawn` resolves the bare binary synchronously and can throw before
|
|
377
|
+
// the worker exists, so there is no process to emit "exit". Without
|
|
378
|
+
// this, the throw escapes the `listen` callback as an uncaught
|
|
379
|
+
// exception and crashes the host process.
|
|
380
|
+
if (settled)
|
|
381
|
+
return;
|
|
382
|
+
settled = true;
|
|
383
|
+
clearTimeout(timer);
|
|
384
|
+
teardownFailedInit();
|
|
385
|
+
reject(mapBareSpawnError(error));
|
|
386
|
+
return;
|
|
387
|
+
}
|
|
388
|
+
if (bareWorkerProc) {
|
|
389
|
+
getWorkerStderr(bareWorkerProc)?.on('data', (chunk) => {
|
|
390
|
+
const text = chunk.toString();
|
|
391
|
+
workerStderrTail = appendWorkerStderrTail(workerStderrTail, text);
|
|
392
|
+
for (const line of text.split('\n')) {
|
|
393
|
+
if (line.trim())
|
|
394
|
+
workerLogger.debug(line);
|
|
395
|
+
}
|
|
396
|
+
});
|
|
397
|
+
bareWorkerProc.on('exit', (code, exitSignal) => {
|
|
398
|
+
if (settled) {
|
|
399
|
+
handlePostHandshakeExit(code, exitSignal, spawnResources);
|
|
400
|
+
return;
|
|
401
|
+
}
|
|
402
|
+
// Keep waiting for "close" so piped stderr can drain, but retain the
|
|
403
|
+
// exit status in case a slow stream (for example, a core dump) lets
|
|
404
|
+
// the initialization timer win that race.
|
|
405
|
+
workerExitBeforeHandshake = { code, signal: exitSignal };
|
|
406
|
+
});
|
|
407
|
+
bareWorkerProc.on('close', (...args) => {
|
|
408
|
+
if (settled)
|
|
409
|
+
return;
|
|
410
|
+
const code = typeof args[0] === 'number' ? args[0] : null;
|
|
411
|
+
const exitSignal = typeof args[1] === 'string' ? args[1] : null;
|
|
412
|
+
// Worker died before handshake. Use close, not exit, so piped
|
|
413
|
+
// stderr has drained before we build the error cause.
|
|
414
|
+
settled = true;
|
|
415
|
+
clearTimeout(timer);
|
|
416
|
+
teardownFailedInit();
|
|
417
|
+
reject(new RPCInitTimeoutError(initTimeoutMs, createRPCInitTimeoutCause(workerStderrTail, { code, signal: exitSignal })));
|
|
418
|
+
});
|
|
419
|
+
}
|
|
420
|
+
});
|
|
421
|
+
});
|
|
422
|
+
const rpc = await rpcPromise;
|
|
423
|
+
const runtimeContext = {
|
|
424
|
+
runtime: 'node',
|
|
425
|
+
platform: process.platform
|
|
426
|
+
};
|
|
427
|
+
// init-hooks calls bare-rpc directly, bypassing rpc-client's race.
|
|
428
|
+
const resolveConfigForInit = preresolved === CONFIG_UNRESOLVED ? resolveConfig : async () => preresolved;
|
|
429
|
+
await Promise.race([
|
|
430
|
+
initializeConfig(rpc, resolveConfigForInit, runtimeContext),
|
|
431
|
+
rejectOnAbort(spawnController.signal)
|
|
432
|
+
]);
|
|
433
|
+
return rpc;
|
|
434
|
+
}
|
|
435
|
+
function rejectOnAbort(signal) {
|
|
436
|
+
return new Promise((_, reject) => {
|
|
437
|
+
const fail = () => reject(signal.reason instanceof Error ? signal.reason : new WorkerCrashedError(null, null));
|
|
438
|
+
if (signal.aborted) {
|
|
439
|
+
fail();
|
|
440
|
+
return;
|
|
441
|
+
}
|
|
442
|
+
signal.addEventListener('abort', fail, { once: true });
|
|
443
|
+
});
|
|
444
|
+
}
|
|
445
|
+
export async function getRPC() {
|
|
446
|
+
return ensureRPC();
|
|
447
|
+
}
|
|
448
|
+
export async function createDuplexSession(payload, commandId) {
|
|
449
|
+
const rpc = await ensureRPC();
|
|
450
|
+
const req = rpc.request(commandId);
|
|
451
|
+
const requestStream = req.createRequestStream();
|
|
452
|
+
const responseStream = req.createResponseStream({ encoding: 'utf-8' });
|
|
453
|
+
requestStream.write(payload, 'utf-8');
|
|
454
|
+
// Destroy on worker death so consumers' for-await throws instead of hangs.
|
|
455
|
+
const lifeSignal = workerLifeController?.signal;
|
|
456
|
+
if (lifeSignal && !lifeSignal.aborted) {
|
|
457
|
+
const onAbort = () => {
|
|
458
|
+
const err = lifeSignal.reason instanceof Error ? lifeSignal.reason : new WorkerCrashedError(null, null);
|
|
459
|
+
try {
|
|
460
|
+
;
|
|
461
|
+
requestStream.destroy?.(err);
|
|
462
|
+
}
|
|
463
|
+
catch { }
|
|
464
|
+
try {
|
|
465
|
+
;
|
|
466
|
+
responseStream.destroy?.(err);
|
|
467
|
+
}
|
|
468
|
+
catch { }
|
|
469
|
+
};
|
|
470
|
+
lifeSignal.addEventListener('abort', onAbort, { once: true });
|
|
471
|
+
}
|
|
472
|
+
return { requestStream, responseStream };
|
|
473
|
+
}
|
|
474
|
+
export async function close() {
|
|
475
|
+
if (closePromise) {
|
|
476
|
+
await closePromise;
|
|
477
|
+
return;
|
|
478
|
+
}
|
|
479
|
+
if (!rpcInstance && !rpcPromise && !bareWorkerProc && !ipcServer)
|
|
480
|
+
return;
|
|
481
|
+
logger.info('🧹 Closing RPC client');
|
|
482
|
+
// Abort before kill: exit handler sees planned intent; any in-flight
|
|
483
|
+
// caller (contract violators) rejects with WorkerShutdownError.
|
|
484
|
+
workerLifeController?.abort(new WorkerShutdownError());
|
|
485
|
+
const { workerToClose, serverToClose, socketPathToClose } = snapshotAndResetState();
|
|
486
|
+
closePromise = (async () => {
|
|
487
|
+
if (workerToClose) {
|
|
488
|
+
logger.info('🐻🔫 Killing bare worker process');
|
|
489
|
+
try {
|
|
490
|
+
workerToClose.kill('SIGTERM');
|
|
491
|
+
}
|
|
492
|
+
catch (error) {
|
|
493
|
+
logger.debug('Failed to kill bare worker process', { error });
|
|
494
|
+
}
|
|
495
|
+
}
|
|
496
|
+
if (serverToClose) {
|
|
497
|
+
logger.info('🔌 Closing IPC server');
|
|
498
|
+
await new Promise((resolve) => {
|
|
499
|
+
try {
|
|
500
|
+
serverToClose.close(() => resolve());
|
|
501
|
+
}
|
|
502
|
+
catch (error) {
|
|
503
|
+
logger.debug('Failed to close IPC server', { error });
|
|
504
|
+
resolve();
|
|
505
|
+
}
|
|
506
|
+
});
|
|
507
|
+
}
|
|
508
|
+
bestEffortUnlinkSocket(socketPathToClose);
|
|
509
|
+
})();
|
|
510
|
+
try {
|
|
511
|
+
await closePromise;
|
|
512
|
+
}
|
|
513
|
+
finally {
|
|
514
|
+
closePromise = null;
|
|
515
|
+
}
|
|
516
|
+
}
|
|
517
|
+
function handleTerminationSignal(signal) {
|
|
518
|
+
logger.info(`Received ${signal}, closing RPC resources...`);
|
|
519
|
+
closeSyncForExit();
|
|
520
|
+
process.kill(process.pid, signal);
|
|
521
|
+
}
|
|
522
|
+
process.once('SIGINT', () => handleTerminationSignal('SIGINT'));
|
|
523
|
+
process.once('SIGTERM', () => handleTerminationSignal('SIGTERM'));
|
|
524
|
+
process.once('SIGHUP', () => handleTerminationSignal('SIGHUP'));
|
|
525
|
+
process.once('exit', closeSyncForExit);
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { type BaseTimings } from '@qvac/inference/surface';
|
|
2
|
+
import type { ProfilingResponseMeta } from '@qvac/inference/surface';
|
|
3
|
+
interface BaseClientTimings extends BaseTimings {
|
|
4
|
+
requestZodValidationMs?: number;
|
|
5
|
+
requestStringifyMs?: number;
|
|
6
|
+
sendStart?: number;
|
|
7
|
+
requestEnd?: number;
|
|
8
|
+
}
|
|
9
|
+
export interface ClientTimings extends BaseClientTimings {
|
|
10
|
+
firstResponseAt?: number;
|
|
11
|
+
responseJsonParseMs?: number;
|
|
12
|
+
responseZodValidationMs?: number;
|
|
13
|
+
}
|
|
14
|
+
export interface ClientStreamTimings extends BaseClientTimings {
|
|
15
|
+
firstChunkAt?: number;
|
|
16
|
+
lastChunkAt?: number;
|
|
17
|
+
chunkCount: number;
|
|
18
|
+
}
|
|
19
|
+
export declare function createClientTimings(profileId: string, requestType: string): ClientTimings;
|
|
20
|
+
export declare function createClientStreamTimings(profileId: string, requestType: string): ClientStreamTimings;
|
|
21
|
+
export declare function cacheConnectionTime(durationMs: number): void;
|
|
22
|
+
export declare function flushConnectionTime(): void;
|
|
23
|
+
export declare function recordClientEvents(timings: ClientTimings, serverMeta?: ProfilingResponseMeta): void;
|
|
24
|
+
export declare function recordClientStreamEvents(timings: ClientStreamTimings, serverMeta?: ProfilingResponseMeta): void;
|
|
25
|
+
export declare function resetConnectionTracking(): void;
|
|
26
|
+
export {};
|
|
27
|
+
//# sourceMappingURL=profiler.d.ts.map
|
|
@@ -0,0 +1,134 @@
|
|
|
1
|
+
import { nowMs, record, recordPhase, recordServerBreakdownPhases } from '@qvac/inference/surface';
|
|
2
|
+
import { getGlobalSingleton } from '../../../utils/global-singleton.js';
|
|
3
|
+
const CONNECTION_TRACKING_STATE_KEY = Symbol.for('@qvac/sdk:rpc-connection-tracking-state');
|
|
4
|
+
function getConnectionTrackingState() {
|
|
5
|
+
return getGlobalSingleton(CONNECTION_TRACKING_STATE_KEY, () => {
|
|
6
|
+
return {
|
|
7
|
+
connectionTimeRecorded: false,
|
|
8
|
+
pendingConnectionTimeMs: undefined
|
|
9
|
+
};
|
|
10
|
+
});
|
|
11
|
+
}
|
|
12
|
+
function recordRequestPhases(base, timings) {
|
|
13
|
+
recordPhase(base, 'request.zodValidation', timings.requestZodValidationMs);
|
|
14
|
+
recordPhase(base, 'request.stringify', timings.requestStringifyMs);
|
|
15
|
+
if (timings.requestZodValidationMs !== undefined && timings.requestStringifyMs !== undefined) {
|
|
16
|
+
recordPhase(base, 'request.totalSerialization', timings.requestZodValidationMs + timings.requestStringifyMs);
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
function createBaseTimings(profileId, requestType) {
|
|
20
|
+
return { profileId, requestType, requestStart: nowMs() };
|
|
21
|
+
}
|
|
22
|
+
export function createClientTimings(profileId, requestType) {
|
|
23
|
+
return createBaseTimings(profileId, requestType);
|
|
24
|
+
}
|
|
25
|
+
export function createClientStreamTimings(profileId, requestType) {
|
|
26
|
+
return { ...createBaseTimings(profileId, requestType), chunkCount: 0 };
|
|
27
|
+
}
|
|
28
|
+
export function cacheConnectionTime(durationMs) {
|
|
29
|
+
const state = getConnectionTrackingState();
|
|
30
|
+
if (state.connectionTimeRecorded)
|
|
31
|
+
return;
|
|
32
|
+
if (state.pendingConnectionTimeMs !== undefined)
|
|
33
|
+
return;
|
|
34
|
+
state.pendingConnectionTimeMs = durationMs;
|
|
35
|
+
}
|
|
36
|
+
export function flushConnectionTime() {
|
|
37
|
+
const state = getConnectionTrackingState();
|
|
38
|
+
if (state.connectionTimeRecorded)
|
|
39
|
+
return;
|
|
40
|
+
if (state.pendingConnectionTimeMs === undefined)
|
|
41
|
+
return;
|
|
42
|
+
const durationMs = state.pendingConnectionTimeMs;
|
|
43
|
+
state.pendingConnectionTimeMs = undefined;
|
|
44
|
+
state.connectionTimeRecorded = true;
|
|
45
|
+
record({
|
|
46
|
+
ts: nowMs(),
|
|
47
|
+
op: 'rpc',
|
|
48
|
+
kind: 'rpc',
|
|
49
|
+
phase: 'connection',
|
|
50
|
+
ms: durationMs
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
export function recordClientEvents(timings, serverMeta) {
|
|
54
|
+
const now = nowMs();
|
|
55
|
+
const totalClientTime = now - timings.requestStart;
|
|
56
|
+
const base = {
|
|
57
|
+
ts: now,
|
|
58
|
+
op: timings.requestType,
|
|
59
|
+
kind: 'rpc',
|
|
60
|
+
profileId: timings.profileId
|
|
61
|
+
};
|
|
62
|
+
recordRequestPhases(base, timings);
|
|
63
|
+
// For unary requests, this measures send → full response received
|
|
64
|
+
if (timings.sendStart !== undefined && timings.firstResponseAt !== undefined) {
|
|
65
|
+
recordPhase(base, 'serverWait', timings.firstResponseAt - timings.sendStart);
|
|
66
|
+
}
|
|
67
|
+
recordPhase(base, 'response.jsonParse', timings.responseJsonParseMs);
|
|
68
|
+
recordPhase(base, 'response.zodValidation', timings.responseZodValidationMs);
|
|
69
|
+
if (timings.responseJsonParseMs !== undefined && timings.responseZodValidationMs !== undefined) {
|
|
70
|
+
recordPhase(base, 'response.totalParsing', timings.responseJsonParseMs + timings.responseZodValidationMs);
|
|
71
|
+
}
|
|
72
|
+
recordPhase(base, 'totalClientTime', totalClientTime);
|
|
73
|
+
if (serverMeta?.server) {
|
|
74
|
+
recordServerBreakdownPhases(base, serverMeta.server, 'server');
|
|
75
|
+
if (serverMeta.server.totalServerMs !== undefined) {
|
|
76
|
+
recordPhase(base, 'clientOverhead', Math.max(0, totalClientTime - serverMeta.server.totalServerMs));
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
if (serverMeta?.operation) {
|
|
80
|
+
recordOperationEvent(serverMeta.operation);
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
function recordOperationEvent(op) {
|
|
84
|
+
const event = {
|
|
85
|
+
ts: nowMs(),
|
|
86
|
+
op: op.op,
|
|
87
|
+
kind: op.kind,
|
|
88
|
+
ms: op.ms
|
|
89
|
+
};
|
|
90
|
+
if (op.profileId !== undefined)
|
|
91
|
+
event.profileId = op.profileId;
|
|
92
|
+
if (op.gauges !== undefined)
|
|
93
|
+
event.gauges = op.gauges;
|
|
94
|
+
if (op.resources !== undefined)
|
|
95
|
+
event.resources = op.resources;
|
|
96
|
+
if (op.backend !== undefined)
|
|
97
|
+
event.backend = op.backend;
|
|
98
|
+
if (op.tags !== undefined)
|
|
99
|
+
event.tags = op.tags;
|
|
100
|
+
if (op.count !== undefined)
|
|
101
|
+
event.count = op.count;
|
|
102
|
+
record(event);
|
|
103
|
+
}
|
|
104
|
+
export function recordClientStreamEvents(timings, serverMeta) {
|
|
105
|
+
const now = nowMs();
|
|
106
|
+
const totalClientTime = now - timings.requestStart;
|
|
107
|
+
const base = {
|
|
108
|
+
ts: now,
|
|
109
|
+
op: timings.requestType,
|
|
110
|
+
kind: 'rpc',
|
|
111
|
+
profileId: timings.profileId
|
|
112
|
+
};
|
|
113
|
+
recordRequestPhases(base, timings);
|
|
114
|
+
if (timings.sendStart !== undefined && timings.firstChunkAt !== undefined) {
|
|
115
|
+
recordPhase(base, 'ttfb', timings.firstChunkAt - timings.sendStart);
|
|
116
|
+
}
|
|
117
|
+
if (timings.firstChunkAt !== undefined && timings.lastChunkAt !== undefined) {
|
|
118
|
+
recordPhase(base, 'streamDuration', timings.lastChunkAt - timings.firstChunkAt);
|
|
119
|
+
}
|
|
120
|
+
recordPhase(base, 'totalClientTime', totalClientTime, {
|
|
121
|
+
count: timings.chunkCount
|
|
122
|
+
});
|
|
123
|
+
if (serverMeta?.server) {
|
|
124
|
+
recordServerBreakdownPhases(base, serverMeta.server, 'server');
|
|
125
|
+
}
|
|
126
|
+
if (serverMeta?.operation) {
|
|
127
|
+
recordOperationEvent(serverMeta.operation);
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
export function resetConnectionTracking() {
|
|
131
|
+
const state = getConnectionTrackingState();
|
|
132
|
+
state.connectionTimeRecorded = false;
|
|
133
|
+
state.pendingConnectionTimeMs = undefined;
|
|
134
|
+
}
|