@qvac/sdk 0.18.2 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +12 -1
- package/README.md +46 -10
- package/bare-imports.json +2 -3
- package/dist/examples/abot-world.d.ts +2 -0
- package/dist/examples/abot-world.js +124 -0
- package/dist/examples/asr/parakeet-unified-filesystem.d.ts +2 -0
- package/dist/examples/asr/parakeet-unified-filesystem.js +50 -0
- package/dist/examples/assess-model-fit.d.ts +14 -0
- package/dist/examples/assess-model-fit.js +71 -0
- package/dist/examples/audiogen/generate-cover.js +2 -1
- package/dist/examples/audiogen/generate-music-minimax.d.ts +2 -0
- package/dist/examples/audiogen/generate-music-minimax.js +117 -0
- package/dist/examples/audiogen/generate-music.js +2 -1
- package/dist/examples/cache-management.js +1 -2
- package/dist/examples/classification/classify-image.js +1 -3
- package/dist/examples/config-reload.js +1 -1
- package/dist/examples/diffusion-ic-lora-ltx.d.ts +2 -0
- package/dist/examples/diffusion-ic-lora-ltx.js +76 -0
- package/dist/examples/mcp-websearch.js +1 -3
- package/dist/examples/model-fit-ui/server.d.ts +24 -0
- package/dist/examples/model-fit-ui/server.js +192 -0
- package/dist/examples/multi-job-completion.d.ts +2 -3
- package/dist/examples/multi-job-completion.js +2 -3
- package/dist/examples/parallel-download.js +4 -4
- package/dist/examples/plugins.js +1 -1
- package/dist/examples/profiling/basic.js +0 -1
- package/dist/examples/system-resources.js +2 -0
- package/dist/examples/translation/translation-bergamot-batch-stream.d.ts +2 -0
- package/dist/examples/translation/translation-bergamot-batch-stream.js +43 -0
- package/dist/examples/translation/translation-bergamot-batch.js +2 -5
- package/dist/examples/vla-groot.js +1 -1
- package/dist/scripts/check-resource-collectors-packaging.d.ts +2 -2
- package/dist/scripts/check-resource-collectors-packaging.js +3 -3
- package/dist/scripts/contract/build-contract.d.ts +1 -1
- package/dist/scripts/contract/build-contract.js +5 -5
- package/dist/scripts/contract/build-error-codes.js +3 -3
- package/dist/scripts/contract/build-model-type-maps.js +1 -2
- package/dist/scripts/contract/build-models-registry.d.ts +2 -2
- package/dist/scripts/contract/build-models-registry.js +2 -2
- package/dist/scripts/contract/constants-registry.d.ts +86 -0
- package/dist/scripts/contract/constants-registry.js +62 -0
- package/dist/scripts/contract/method-shapes.d.ts +53 -0
- package/dist/scripts/contract/method-shapes.js +50 -0
- package/dist/scripts/contract/plugin-contract.d.ts +1 -1
- package/dist/scripts/contract/plugin-contract.js +1 -1
- package/dist/scripts/enforce-inference-peer-dependencies.d.ts +2 -0
- package/dist/scripts/enforce-inference-peer-dependencies.js +39 -0
- package/dist/scripts/export-contract.js +1 -1
- package/dist/scripts/export-plugin-contract.js +1 -1
- package/dist/scripts/run-unit-tests.js +6 -1
- package/dist/src/client/api/assess-model-fit.d.ts +17 -0
- package/dist/src/client/api/assess-model-fit.js +38 -0
- package/dist/src/client/api/audio-gen-result.d.ts +4 -0
- package/dist/src/client/api/audio-gen-result.js +143 -0
- package/dist/src/client/api/audio-gen.d.ts +66 -0
- package/dist/src/client/api/audio-gen.js +68 -0
- package/dist/src/client/api/batch-completion.d.ts +28 -0
- package/dist/src/client/api/batch-completion.js +345 -0
- package/dist/src/client/api/bci-transcribe.d.ts +57 -0
- package/dist/src/client/api/bci-transcribe.js +173 -0
- package/dist/src/client/api/cancel.d.ts +35 -0
- package/dist/src/client/api/cancel.js +83 -0
- package/dist/src/client/api/classify.d.ts +25 -0
- package/dist/src/client/api/classify.js +48 -0
- package/dist/src/client/api/completion-stream.d.ts +107 -0
- package/dist/src/client/api/completion-stream.js +351 -0
- package/dist/src/client/api/delete-cache.js +49 -0
- package/dist/src/client/api/diffusion.d.ts +93 -0
- package/dist/src/client/api/diffusion.js +177 -0
- package/dist/src/client/api/download-asset.d.ts +52 -0
- package/dist/src/client/api/download-asset.js +89 -0
- package/dist/src/client/api/embed.d.ts +42 -0
- package/dist/src/client/api/embed.js +30 -0
- package/dist/src/client/api/finetune.d.ts +92 -0
- package/dist/src/client/api/finetune.js +144 -0
- package/dist/src/client/api/get-loaded-model-info.d.ts +26 -0
- package/dist/src/client/api/get-loaded-model-info.js +37 -0
- package/dist/src/client/api/get-model-info.d.ts +11 -0
- package/dist/src/client/api/get-model-info.js +22 -0
- package/dist/src/client/api/get-system-resources.d.ts +3 -0
- package/dist/src/client/api/get-system-resources.js +17 -0
- package/dist/src/client/api/heartbeat.d.ts +13 -0
- package/dist/src/client/api/heartbeat.js +21 -0
- package/dist/src/client/api/index.d.ts +37 -0
- package/dist/src/client/api/index.js +36 -0
- package/dist/src/client/api/invoke-plugin.d.ts +31 -0
- package/dist/src/client/api/invoke-plugin.js +54 -0
- package/dist/src/client/api/load-model.d.ts +184 -0
- package/dist/src/client/api/load-model.js +128 -0
- package/dist/src/client/api/logging-stream.d.ts +24 -0
- package/dist/src/client/api/logging-stream.js +36 -0
- package/dist/src/client/api/ocr.d.ts +40 -0
- package/dist/src/client/api/ocr.js +97 -0
- package/dist/src/client/api/rag.d.ts +257 -0
- package/dist/src/client/api/rag.js +490 -0
- package/dist/src/client/api/registry.d.ts +40 -0
- package/dist/src/client/api/registry.js +63 -0
- package/dist/src/client/api/resume.d.ts +27 -0
- package/dist/src/client/api/resume.js +33 -0
- package/dist/src/client/api/state.d.ts +23 -0
- package/dist/src/client/api/state.js +29 -0
- package/dist/src/client/api/subscribe-logs.d.ts +28 -0
- package/dist/src/client/api/suspend.d.ts +27 -0
- package/dist/src/client/api/suspend.js +33 -0
- package/dist/src/client/api/text-to-speech.d.ts +74 -0
- package/dist/src/client/api/text-to-speech.js +463 -0
- package/dist/src/client/api/transcribe.d.ts +93 -0
- package/dist/src/client/api/transcribe.js +295 -0
- package/dist/src/client/api/translate.d.ts +51 -0
- package/dist/src/client/api/translate.js +133 -0
- package/dist/src/client/api/unload-model.d.ts +18 -0
- package/dist/src/client/api/unload-model.js +42 -0
- package/dist/src/client/api/upscale.d.ts +45 -0
- package/dist/src/client/api/upscale.js +99 -0
- package/dist/src/client/api/video-request.d.ts +208 -0
- package/dist/src/client/api/video-request.js +18 -0
- package/dist/src/client/api/video.d.ts +107 -0
- package/dist/src/client/api/video.js +187 -0
- package/dist/src/client/api/vla-helpers.d.ts +59 -0
- package/dist/src/client/api/vla-helpers.js +139 -0
- package/dist/src/client/api/vla.d.ts +114 -0
- package/dist/src/client/api/vla.js +166 -0
- package/dist/src/client/api/world-result.d.ts +72 -0
- package/dist/src/client/api/world-result.js +296 -0
- package/dist/src/client/api/world.d.ts +144 -0
- package/dist/src/client/api/world.js +71 -0
- package/dist/src/client/config-loader/config-utils.d.ts +5 -0
- package/dist/src/client/config-loader/config-utils.js +18 -0
- package/dist/src/client/config-loader/resolve-config.expo.js +60 -0
- package/dist/src/client/config-loader/resolve-config.node.js +198 -0
- package/dist/src/client/init-hooks.d.ts +21 -0
- package/dist/src/client/init-hooks.js +62 -0
- package/dist/src/client/plugins-factory.d.ts +7 -0
- package/dist/src/client/plugins-factory.js +9 -0
- package/dist/src/client/rpc/bare-client.d.ts +6 -0
- package/dist/src/client/rpc/bare-client.js +21 -0
- package/dist/src/client/rpc/expo-rpc-client.js +195 -0
- package/dist/src/client/rpc/init-timeout.d.ts +26 -0
- package/dist/src/client/rpc/init-timeout.js +25 -0
- package/dist/src/client/rpc/node-rpc-client.js +525 -0
- package/dist/src/client/rpc/profiling/profiler.d.ts +27 -0
- package/dist/src/client/rpc/profiling/profiler.js +134 -0
- package/dist/src/client/rpc/rpc-client.d.ts +19 -0
- package/dist/src/client/rpc/rpc-client.js +550 -0
- package/dist/src/client/rpc/rpc-error.d.ts +28 -0
- package/dist/src/client/rpc/rpc-error.js +159 -0
- package/dist/src/client/rpc/worker-startup-error.d.ts +12 -0
- package/dist/src/client/rpc/worker-startup-error.js +13 -0
- package/dist/src/commands/bundle/entry-gen.js +54 -0
- package/dist/src/commands/bundle/index.js +148 -0
- package/dist/src/commands/bundle/plugins.d.ts +9 -0
- package/dist/src/commands/bundle/plugins.js +51 -0
- package/dist/src/commands/bundle/resolve-sdk-import.js +58 -0
- package/dist/src/commands/index.d.ts +5 -0
- package/dist/src/commands/index.js +2 -0
- package/dist/src/commands/verify/abi.d.ts +52 -0
- package/dist/src/commands/verify/abi.js +125 -0
- package/dist/src/commands/verify/bundle-source.d.ts +12 -0
- package/dist/src/commands/verify/bundle-source.js +53 -0
- package/dist/src/commands/verify/index.d.ts +59 -0
- package/dist/src/commands/verify/index.js +372 -0
- package/dist/src/commands/verify/node-modules-source.d.ts +11 -0
- package/dist/src/commands/verify/node-modules-source.js +76 -0
- package/dist/src/commands/verify/prebuilds.d.ts +16 -0
- package/dist/src/commands/verify/prebuilds.js +36 -0
- package/dist/src/commands/verify/resource-collectors.js +261 -0
- package/dist/src/deprecate.d.ts +2 -0
- package/dist/src/deprecate.js +9 -0
- package/dist/src/expo/plugins/withAndroidNdkVersion.js +31 -0
- package/dist/src/expo/plugins/withDeviceInfo.js +49 -0
- package/dist/src/expo/plugins/withMobileBundle.d.ts +24 -0
- package/dist/src/expo/plugins/withMobileBundle.js +152 -0
- package/dist/src/index.d.ts +20 -0
- package/dist/src/index.js +59 -0
- package/dist/src/logging/addon.d.ts +6 -0
- package/dist/src/logging/logging-stream-registry.js +137 -0
- package/dist/src/logging/namespaces.d.ts +7 -0
- package/dist/src/logging/namespaces.js +8 -0
- package/dist/src/logging/registry.d.ts +31 -0
- package/dist/src/logging/registry.js +62 -0
- package/dist/src/logging/stream-logger.js +12 -0
- package/dist/src/logging/utils.d.ts +6 -0
- package/dist/src/models/registry/index.d.ts +2 -0
- package/dist/src/models/registry/index.js +4 -0
- package/dist/src/pear/pre.js +446 -0
- package/dist/src/plugin-ids.d.ts +14 -0
- package/dist/src/plugin-ids.js +27 -0
- package/dist/src/plugin-utils.d.ts +2 -0
- package/dist/src/plugin-utils.js +4 -0
- package/dist/src/schemas/public.d.ts +3 -0
- package/dist/src/schemas/public.js +11 -0
- package/dist/src/schemas/sdk-errors-client.d.ts +41 -0
- package/dist/src/schemas/sdk-errors-client.js +192 -0
- package/dist/src/schemas/sdk-errors-server.d.ts +101 -0
- package/dist/src/schemas/sdk-errors-server.js +540 -0
- package/dist/src/server/error-handlers.js +32 -0
- package/dist/src/server/plugins/index.d.ts +2 -0
- package/dist/src/server/plugins/index.js +1 -0
- package/dist/src/server/rpc/profiling/context.d.ts +17 -0
- package/dist/src/server/rpc/profiling/context.js +31 -0
- package/dist/src/server/rpc/profiling/index.d.ts +2 -0
- package/dist/src/server/rpc/profiling/index.js +1 -0
- package/dist/src/server/rpc/profiling/profiler.d.ts +13 -0
- package/dist/src/server/rpc/profiling/profiler.js +78 -0
- package/dist/src/server/rpc/rpc-utils.d.ts +5 -0
- package/dist/src/server/utils/qvac-paths.js +5 -0
- package/dist/src/server/utils/worker-lock.js +67 -0
- package/dist/src/utils/aggregate-events.d.ts +26 -0
- package/dist/src/utils/aggregate-events.js +73 -0
- package/dist/src/utils/errors-client.d.ts +181 -0
- package/dist/src/utils/errors-client.js +305 -0
- package/dist/src/utils/errors-server.d.ts +380 -0
- package/dist/src/utils/errors-server.js +621 -0
- package/dist/src/utils/load-model-validation.js +17 -0
- package/dist/src/utils/mcp-adapter.d.ts +12 -0
- package/dist/src/utils/mcp-adapter.js +96 -0
- package/dist/src/utils/tool-helpers.d.ts +25 -0
- package/dist/src/utils/tool-helpers.js +111 -0
- package/dist/src/worker/create-server.js +46 -0
- package/dist/src/worker/handle-request.js +180 -0
- package/dist/src/worker/handler-utils.d.ts +16 -0
- package/dist/src/worker/handler-utils.js +41 -0
- package/dist/src/worker/index.d.ts +5 -0
- package/dist/src/worker/index.js +45 -0
- package/dist/src/worker/legacy-worker-entry.d.ts +2 -0
- package/dist/src/worker/legacy-worker-entry.js +3 -0
- package/dist/src/worker/lifecycle.d.ts +23 -0
- package/dist/src/worker/lifecycle.js +141 -0
- package/dist/src/worker/plugins/audiogen-ggml.d.ts +2 -0
- package/dist/src/worker/plugins/audiogen-ggml.js +1 -0
- package/dist/src/worker/plugins/bci-whispercpp-transcription.d.ts +2 -0
- package/dist/src/worker/plugins/bci-whispercpp-transcription.js +1 -0
- package/dist/src/worker/plugins/ggml-classification.d.ts +2 -0
- package/dist/src/worker/plugins/ggml-classification.js +1 -0
- package/dist/src/worker/plugins/ggml-ocr.d.ts +2 -0
- package/dist/src/worker/plugins/ggml-ocr.js +1 -0
- package/dist/src/worker/plugins/ggml-vla.d.ts +2 -0
- package/dist/src/worker/plugins/ggml-vla.js +1 -0
- package/dist/src/worker/plugins/llamacpp-completion.d.ts +2 -0
- package/dist/src/worker/plugins/llamacpp-completion.js +1 -0
- package/dist/src/worker/plugins/llamacpp-embedding.d.ts +2 -0
- package/dist/src/worker/plugins/llamacpp-embedding.js +1 -0
- package/dist/src/worker/plugins/nmtcpp-translation.d.ts +2 -0
- package/dist/src/worker/plugins/nmtcpp-translation.js +1 -0
- package/dist/src/worker/plugins/parakeet-transcription.d.ts +2 -0
- package/dist/src/worker/plugins/parakeet-transcription.js +1 -0
- package/dist/src/worker/plugins/sdcpp-generation.d.ts +2 -0
- package/dist/src/worker/plugins/sdcpp-generation.js +1 -0
- package/dist/src/worker/plugins/tts-ggml.d.ts +2 -0
- package/dist/src/worker/plugins/tts-ggml.js +1 -0
- package/dist/src/worker/plugins/whispercpp-transcription.d.ts +2 -0
- package/dist/src/worker/plugins/whispercpp-transcription.js +1 -0
- package/dist/src/worker/worker-core.d.ts +7 -0
- package/dist/src/worker/worker-core.js +8 -0
- package/docs/system-resources-support-matrix.md +46 -27
- package/package.json +82 -87
- package/dist/client/api/audio-gen-result.d.ts +0 -4
- package/dist/client/api/audio-gen-result.js +0 -132
- package/dist/client/api/audio-gen.d.ts +0 -46
- package/dist/client/api/audio-gen.js +0 -48
- package/dist/client/api/batch-completion.d.ts +0 -15
- package/dist/client/api/batch-completion.js +0 -332
- package/dist/client/api/bci-transcribe.d.ts +0 -57
- package/dist/client/api/bci-transcribe.js +0 -173
- package/dist/client/api/cancel.d.ts +0 -35
- package/dist/client/api/cancel.js +0 -83
- package/dist/client/api/classify.d.ts +0 -23
- package/dist/client/api/classify.js +0 -46
- package/dist/client/api/completion-stream.d.ts +0 -107
- package/dist/client/api/completion-stream.js +0 -351
- package/dist/client/api/delete-cache.js +0 -49
- package/dist/client/api/diffusion.d.ts +0 -93
- package/dist/client/api/diffusion.js +0 -175
- package/dist/client/api/download-asset.d.ts +0 -50
- package/dist/client/api/download-asset.js +0 -87
- package/dist/client/api/embed.d.ts +0 -42
- package/dist/client/api/embed.js +0 -30
- package/dist/client/api/finetune.d.ts +0 -92
- package/dist/client/api/finetune.js +0 -144
- package/dist/client/api/get-loaded-model-info.d.ts +0 -25
- package/dist/client/api/get-loaded-model-info.js +0 -36
- package/dist/client/api/get-model-info.d.ts +0 -44
- package/dist/client/api/get-model-info.js +0 -22
- package/dist/client/api/get-system-resources.d.ts +0 -3
- package/dist/client/api/get-system-resources.js +0 -16
- package/dist/client/api/heartbeat.d.ts +0 -30
- package/dist/client/api/heartbeat.js +0 -38
- package/dist/client/api/index.d.ts +0 -36
- package/dist/client/api/index.js +0 -35
- package/dist/client/api/invoke-plugin.d.ts +0 -31
- package/dist/client/api/invoke-plugin.js +0 -54
- package/dist/client/api/load-model.d.ts +0 -178
- package/dist/client/api/load-model.js +0 -130
- package/dist/client/api/logging-stream.d.ts +0 -24
- package/dist/client/api/logging-stream.js +0 -36
- package/dist/client/api/ocr.d.ts +0 -40
- package/dist/client/api/ocr.js +0 -97
- package/dist/client/api/provide.d.ts +0 -24
- package/dist/client/api/provide.js +0 -33
- package/dist/client/api/rag.d.ts +0 -252
- package/dist/client/api/rag.js +0 -485
- package/dist/client/api/registry.d.ts +0 -40
- package/dist/client/api/registry.js +0 -63
- package/dist/client/api/resume.d.ts +0 -30
- package/dist/client/api/resume.js +0 -36
- package/dist/client/api/state.d.ts +0 -23
- package/dist/client/api/state.js +0 -29
- package/dist/client/api/stop-provider.d.ts +0 -21
- package/dist/client/api/stop-provider.js +0 -31
- package/dist/client/api/subscribe-logs.d.ts +0 -28
- package/dist/client/api/suspend.d.ts +0 -31
- package/dist/client/api/suspend.js +0 -37
- package/dist/client/api/text-to-speech.d.ts +0 -66
- package/dist/client/api/text-to-speech.js +0 -455
- package/dist/client/api/transcribe.d.ts +0 -93
- package/dist/client/api/transcribe.js +0 -295
- package/dist/client/api/translate.d.ts +0 -49
- package/dist/client/api/translate.js +0 -125
- package/dist/client/api/unload-model.d.ts +0 -18
- package/dist/client/api/unload-model.js +0 -44
- package/dist/client/api/upscale.d.ts +0 -45
- package/dist/client/api/upscale.js +0 -99
- package/dist/client/api/video.d.ts +0 -87
- package/dist/client/api/video.js +0 -175
- package/dist/client/api/vla-helpers.d.ts +0 -45
- package/dist/client/api/vla-helpers.js +0 -125
- package/dist/client/api/vla.d.ts +0 -114
- package/dist/client/api/vla.js +0 -166
- package/dist/client/config-loader/config-utils.d.ts +0 -5
- package/dist/client/config-loader/config-utils.js +0 -18
- package/dist/client/config-loader/resolve-config.bare.d.ts +0 -9
- package/dist/client/config-loader/resolve-config.bare.js +0 -74
- package/dist/client/config-loader/resolve-config.expo.js +0 -62
- package/dist/client/config-loader/resolve-config.node.js +0 -199
- package/dist/client/init-hooks.d.ts +0 -21
- package/dist/client/init-hooks.js +0 -66
- package/dist/client/plugins-factory.d.ts +0 -8
- package/dist/client/plugins-factory.js +0 -10
- package/dist/client/rpc/bare-client.d.ts +0 -17
- package/dist/client/rpc/bare-client.js +0 -251
- package/dist/client/rpc/expo-rpc-client.js +0 -196
- package/dist/client/rpc/node-rpc-client.js +0 -505
- package/dist/client/rpc/profiling/profiler.d.ts +0 -27
- package/dist/client/rpc/profiling/profiler.js +0 -140
- package/dist/client/rpc/rpc-client.d.ts +0 -19
- package/dist/client/rpc/rpc-client.js +0 -551
- package/dist/client/rpc/rpc-error.d.ts +0 -28
- package/dist/client/rpc/rpc-error.js +0 -150
- package/dist/commands/bundle/entry-gen.js +0 -54
- package/dist/commands/bundle/index.js +0 -148
- package/dist/commands/bundle/plugins.d.ts +0 -9
- package/dist/commands/bundle/plugins.js +0 -51
- package/dist/commands/bundle/resolve-sdk-import.js +0 -53
- package/dist/commands/index.d.ts +0 -5
- package/dist/commands/index.js +0 -2
- package/dist/commands/verify/abi.d.ts +0 -52
- package/dist/commands/verify/abi.js +0 -125
- package/dist/commands/verify/bundle-source.d.ts +0 -12
- package/dist/commands/verify/bundle-source.js +0 -53
- package/dist/commands/verify/index.d.ts +0 -59
- package/dist/commands/verify/index.js +0 -372
- package/dist/commands/verify/node-modules-source.d.ts +0 -11
- package/dist/commands/verify/node-modules-source.js +0 -76
- package/dist/commands/verify/prebuilds.d.ts +0 -16
- package/dist/commands/verify/prebuilds.js +0 -36
- package/dist/commands/verify/resource-collectors.js +0 -261
- package/dist/constants/audio.d.ts +0 -2
- package/dist/constants/audio.js +0 -1
- package/dist/constants/index.d.ts +0 -3
- package/dist/constants/index.js +0 -2
- package/dist/constants/registry.d.ts +0 -2
- package/dist/constants/registry.js +0 -1
- package/dist/examples/delegated-inference/composite.d.ts +0 -2
- package/dist/examples/delegated-inference/composite.js +0 -96
- package/dist/examples/delegated-inference/consumer-profiled.d.ts +0 -2
- package/dist/examples/delegated-inference/consumer-profiled.js +0 -59
- package/dist/examples/delegated-inference/consumer.d.ts +0 -2
- package/dist/examples/delegated-inference/consumer.js +0 -55
- package/dist/examples/delegated-inference/provider.d.ts +0 -2
- package/dist/examples/delegated-inference/provider.js +0 -52
- package/dist/examples/quickstart.bare.d.ts +0 -2
- package/dist/examples/quickstart.bare.js +0 -16
- package/dist/expo/plugins/withAndroidNdkVersion.js +0 -31
- package/dist/expo/plugins/withDeviceInfo.js +0 -49
- package/dist/expo/plugins/withMobileBundle.d.ts +0 -12
- package/dist/expo/plugins/withMobileBundle.js +0 -117
- package/dist/index.d.ts +0 -17
- package/dist/index.js +0 -44
- package/dist/logging/addon.d.ts +0 -6
- package/dist/logging/namespaces.d.ts +0 -7
- package/dist/logging/namespaces.js +0 -8
- package/dist/logging/registry.d.ts +0 -31
- package/dist/logging/registry.js +0 -62
- package/dist/logging/stream-logger.js +0 -12
- package/dist/logging/utils.d.ts +0 -6
- package/dist/models/registry/index.d.ts +0 -19
- package/dist/models/registry/index.js +0 -21
- package/dist/models/registry/models.d.ts +0 -23457
- package/dist/models/registry/models.js +0 -24713
- package/dist/pear/pre.js +0 -446
- package/dist/profiling/aggregator.d.ts +0 -15
- package/dist/profiling/aggregator.js +0 -100
- package/dist/profiling/backend-diagnostics.d.ts +0 -8
- package/dist/profiling/backend-diagnostics.js +0 -21
- package/dist/profiling/clock.d.ts +0 -12
- package/dist/profiling/clock.js +0 -51
- package/dist/profiling/controller.d.ts +0 -35
- package/dist/profiling/controller.js +0 -130
- package/dist/profiling/envelope.d.ts +0 -11
- package/dist/profiling/envelope.js +0 -45
- package/dist/profiling/events.d.ts +0 -20
- package/dist/profiling/events.js +0 -35
- package/dist/profiling/exporters.d.ts +0 -10
- package/dist/profiling/exporters.js +0 -243
- package/dist/profiling/index.d.ts +0 -86
- package/dist/profiling/index.js +0 -81
- package/dist/profiling/model-execution.d.ts +0 -16
- package/dist/profiling/model-execution.js +0 -34
- package/dist/profiling/ring-buffer.d.ts +0 -19
- package/dist/profiling/ring-buffer.js +0 -83
- package/dist/profiling/types.d.ts +0 -53
- package/dist/profiling/types.js +0 -1
- package/dist/schemas/archive.d.ts +0 -9
- package/dist/schemas/archive.js +0 -11
- package/dist/schemas/audio-gen.d.ts +0 -356
- package/dist/schemas/audio-gen.js +0 -200
- package/dist/schemas/batch-completion-stream.d.ts +0 -468
- package/dist/schemas/batch-completion-stream.js +0 -124
- package/dist/schemas/bci-config.d.ts +0 -75
- package/dist/schemas/bci-config.js +0 -58
- package/dist/schemas/bci.d.ts +0 -179
- package/dist/schemas/bci.js +0 -89
- package/dist/schemas/cancel.d.ts +0 -209
- package/dist/schemas/cancel.js +0 -140
- package/dist/schemas/classification.d.ts +0 -53
- package/dist/schemas/classification.js +0 -33
- package/dist/schemas/common.d.ts +0 -6960
- package/dist/schemas/common.js +0 -138
- package/dist/schemas/completion-event.d.ts +0 -249
- package/dist/schemas/completion-event.js +0 -94
- package/dist/schemas/completion-stream.d.ts +0 -476
- package/dist/schemas/completion-stream.js +0 -236
- package/dist/schemas/constants-registry.d.ts +0 -83
- package/dist/schemas/constants-registry.js +0 -65
- package/dist/schemas/delegate.d.ts +0 -16
- package/dist/schemas/delegate.js +0 -32
- package/dist/schemas/delete-cache.d.ts +0 -17
- package/dist/schemas/delete-cache.js +0 -21
- package/dist/schemas/download-asset.d.ts +0 -225
- package/dist/schemas/download-asset.js +0 -71
- package/dist/schemas/embed.d.ts +0 -42
- package/dist/schemas/embed.js +0 -35
- package/dist/schemas/engine-addon-map.d.ts +0 -21
- package/dist/schemas/engine-addon-map.js +0 -78
- package/dist/schemas/error.d.ts +0 -44
- package/dist/schemas/error.js +0 -67
- package/dist/schemas/finetune.d.ts +0 -622
- package/dist/schemas/finetune.js +0 -163
- package/dist/schemas/get-loaded-model-info.d.ts +0 -70
- package/dist/schemas/get-loaded-model-info.js +0 -52
- package/dist/schemas/get-model-info.d.ts +0 -130
- package/dist/schemas/get-model-info.js +0 -91
- package/dist/schemas/heartbeat.d.ts +0 -16
- package/dist/schemas/heartbeat.js +0 -10
- package/dist/schemas/index.d.ts +0 -55
- package/dist/schemas/index.js +0 -55
- package/dist/schemas/json-schema.d.ts +0 -16
- package/dist/schemas/json-schema.js +0 -2
- package/dist/schemas/llamacpp-config.d.ts +0 -404
- package/dist/schemas/llamacpp-config.js +0 -219
- package/dist/schemas/load-model.d.ts +0 -28991
- package/dist/schemas/load-model.js +0 -647
- package/dist/schemas/logging-stream.d.ts +0 -34
- package/dist/schemas/logging-stream.js +0 -17
- package/dist/schemas/mcp-adapter.d.ts +0 -47
- package/dist/schemas/mcp-adapter.js +0 -1
- package/dist/schemas/model-src-utils.d.ts +0 -193
- package/dist/schemas/model-src-utils.js +0 -61
- package/dist/schemas/model-types.d.ts +0 -276
- package/dist/schemas/model-types.js +0 -223
- package/dist/schemas/ocr.d.ts +0 -138
- package/dist/schemas/ocr.js +0 -59
- package/dist/schemas/path-validation.d.ts +0 -10
- package/dist/schemas/path-validation.js +0 -22
- package/dist/schemas/plugin.d.ts +0 -342
- package/dist/schemas/plugin.js +0 -242
- package/dist/schemas/profiling.d.ts +0 -696
- package/dist/schemas/profiling.js +0 -100
- package/dist/schemas/provide.d.ts +0 -41
- package/dist/schemas/provide.js +0 -22
- package/dist/schemas/public.d.ts +0 -3
- package/dist/schemas/public.js +0 -6
- package/dist/schemas/rag.d.ts +0 -302
- package/dist/schemas/rag.js +0 -212
- package/dist/schemas/registry.d.ts +0 -454
- package/dist/schemas/registry.js +0 -104
- package/dist/schemas/reload-config.d.ts +0 -586
- package/dist/schemas/reload-config.js +0 -42
- package/dist/schemas/resume.d.ts +0 -10
- package/dist/schemas/resume.js +0 -7
- package/dist/schemas/runtime-context.d.ts +0 -19
- package/dist/schemas/runtime-context.js +0 -7
- package/dist/schemas/sdcpp-config.d.ts +0 -1127
- package/dist/schemas/sdcpp-config.js +0 -748
- package/dist/schemas/sdk-config.d.ts +0 -5059
- package/dist/schemas/sdk-config.js +0 -167
- package/dist/schemas/sdk-errors-client.d.ts +0 -44
- package/dist/schemas/sdk-errors-client.js +0 -208
- package/dist/schemas/sdk-errors-registry.d.ts +0 -6
- package/dist/schemas/sdk-errors-registry.js +0 -8
- package/dist/schemas/sdk-errors-server.d.ts +0 -102
- package/dist/schemas/sdk-errors-server.js +0 -534
- package/dist/schemas/shard.d.ts +0 -21
- package/dist/schemas/shard.js +0 -17
- package/dist/schemas/state.d.ts +0 -23
- package/dist/schemas/state.js +0 -9
- package/dist/schemas/stop-provide.d.ts +0 -12
- package/dist/schemas/stop-provide.js +0 -11
- package/dist/schemas/suspend.d.ts +0 -10
- package/dist/schemas/suspend.js +0 -7
- package/dist/schemas/system-resources.d.ts +0 -3967
- package/dist/schemas/system-resources.js +0 -149
- package/dist/schemas/text-to-speech.d.ts +0 -2329
- package/dist/schemas/text-to-speech.js +0 -554
- package/dist/schemas/tools.d.ts +0 -65
- package/dist/schemas/tools.js +0 -37
- package/dist/schemas/transcription-config.d.ts +0 -164
- package/dist/schemas/transcription-config.js +0 -162
- package/dist/schemas/transcription.d.ts +0 -264
- package/dist/schemas/transcription.js +0 -145
- package/dist/schemas/translate.d.ts +0 -139
- package/dist/schemas/translate.js +0 -103
- package/dist/schemas/translation-config.d.ts +0 -1032
- package/dist/schemas/translation-config.js +0 -170
- package/dist/schemas/unload-model.d.ts +0 -22
- package/dist/schemas/unload-model.js +0 -18
- package/dist/schemas/vla.d.ts +0 -194
- package/dist/schemas/vla.js +0 -254
- package/dist/scripts/run-security-tests.d.ts +0 -2
- package/dist/scripts/run-security-tests.js +0 -21
- package/dist/server/bare/delegate-connect-diagnostics.d.ts +0 -9
- package/dist/server/bare/delegate-connect-diagnostics.js +0 -38
- package/dist/server/bare/delegate-rpc-client.d.ts +0 -10
- package/dist/server/bare/delegate-rpc-client.js +0 -219
- package/dist/server/bare/hyperswarm.d.ts +0 -10
- package/dist/server/bare/hyperswarm.js +0 -103
- package/dist/server/bare/ops/bci-transcribe.d.ts +0 -13
- package/dist/server/bare/ops/bci-transcribe.js +0 -248
- package/dist/server/bare/ops/cancel.d.ts +0 -29
- package/dist/server/bare/ops/cancel.js +0 -46
- package/dist/server/bare/ops/embed.d.ts +0 -16
- package/dist/server/bare/ops/embed.js +0 -193
- package/dist/server/bare/ops/kv-cache-retention.d.ts +0 -12
- package/dist/server/bare/ops/kv-cache-retention.js +0 -132
- package/dist/server/bare/ops/kv-cache-utils.d.ts +0 -22
- package/dist/server/bare/ops/kv-cache-utils.js +0 -148
- package/dist/server/bare/ops/load-model.d.ts +0 -9
- package/dist/server/bare/ops/load-model.js +0 -82
- package/dist/server/bare/ops/transcribe.d.ts +0 -20
- package/dist/server/bare/ops/transcribe.js +0 -349
- package/dist/server/bare/ops/translate-stats.d.ts +0 -5
- package/dist/server/bare/ops/translate-stats.js +0 -11
- package/dist/server/bare/ops/translate.d.ts +0 -8
- package/dist/server/bare/ops/translate.js +0 -284
- package/dist/server/bare/ops/unload-model.d.ts +0 -3
- package/dist/server/bare/ops/unload-model.js +0 -51
- package/dist/server/bare/plugins/asr-ggml/config.d.ts +0 -32
- package/dist/server/bare/plugins/asr-ggml/config.js +0 -46
- package/dist/server/bare/plugins/asr-ggml/logging.d.ts +0 -11
- package/dist/server/bare/plugins/asr-ggml/logging.js +0 -12
- package/dist/server/bare/plugins/audiogen-ggml/config.d.ts +0 -18
- package/dist/server/bare/plugins/audiogen-ggml/config.js +0 -23
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-input.d.ts +0 -20
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-input.js +0 -153
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.d.ts +0 -3
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.js +0 -213
- package/dist/server/bare/plugins/audiogen-ggml/plugin.d.ts +0 -241
- package/dist/server/bare/plugins/audiogen-ggml/plugin.js +0 -58
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.d.ts +0 -3
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.js +0 -13
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +0 -174
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +0 -111
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +0 -75
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.js +0 -11
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +0 -6
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +0 -30
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +0 -32
- package/dist/server/bare/plugins/ggml-classification/plugin.js +0 -55
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +0 -8
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +0 -119
- package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +0 -103
- package/dist/server/bare/plugins/ggml-ocr/plugin.js +0 -112
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.d.ts +0 -6
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.js +0 -73
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +0 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +0 -12
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +0 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +0 -79
- package/dist/server/bare/plugins/ggml-vla/ops/vla-set-embodiment.d.ts +0 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-set-embodiment.js +0 -9
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +0 -103
- package/dist/server/bare/plugins/ggml-vla/plugin.js +0 -74
- package/dist/server/bare/plugins/index.d.ts +0 -13
- package/dist/server/bare/plugins/index.js +0 -12
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +0 -32
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +0 -100
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +0 -7
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +0 -36
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +0 -27
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +0 -58
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +0 -47
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +0 -382
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.d.ts +0 -29
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.js +0 -65
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +0 -11
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +0 -299
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +0 -190
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +0 -746
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.d.ts +0 -58
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.js +0 -58
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +0 -672
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +0 -503
- package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +0 -10
- package/dist/server/bare/plugins/llamacpp-completion/transform.js +0 -28
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +0 -77
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +0 -100
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +0 -458
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +0 -144
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +0 -32
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.js +0 -114
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +0 -134
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +0 -141
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +0 -3
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +0 -63
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +0 -3
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +0 -40
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +0 -6
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +0 -238
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +0 -758
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +0 -310
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.d.ts +0 -7
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.js +0 -50
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +0 -7
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +0 -104
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +0 -7
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +0 -89
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +0 -495
- package/dist/server/bare/plugins/tts-ggml/plugin.js +0 -436
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +0 -347
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +0 -178
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/chunk.js +0 -7
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +0 -11
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +0 -14
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +0 -19
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +0 -4
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +0 -16
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +0 -9
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +0 -15
- package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +0 -3
- package/dist/server/bare/rag-hyperdb/handlers/search.js +0 -16
- package/dist/server/bare/rag-hyperdb/index.d.ts +0 -12
- package/dist/server/bare/rag-hyperdb/index.js +0 -11
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +0 -29
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +0 -76
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +0 -15
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +0 -143
- package/dist/server/bare/registry/config-registry.d.ts +0 -14
- package/dist/server/bare/registry/config-registry.js +0 -90
- package/dist/server/bare/registry/logging-stream-registry.js +0 -137
- package/dist/server/bare/registry/model-config-registry.d.ts +0 -4
- package/dist/server/bare/registry/model-config-registry.js +0 -15
- package/dist/server/bare/registry/model-config-utils.d.ts +0 -15
- package/dist/server/bare/registry/model-config-utils.js +0 -128
- package/dist/server/bare/registry/model-registry.d.ts +0 -76
- package/dist/server/bare/registry/model-registry.js +0 -130
- package/dist/server/bare/registry/registry-client.d.ts +0 -5
- package/dist/server/bare/registry/registry-client.js +0 -118
- package/dist/server/bare/registry/runtime-context-registry.d.ts +0 -7
- package/dist/server/bare/registry/runtime-context-registry.js +0 -26
- package/dist/server/bare/resources/collector.d.ts +0 -644
- package/dist/server/bare/resources/collector.js +0 -226
- package/dist/server/bare/resources/native.d.ts +0 -3
- package/dist/server/bare/resources/native.js +0 -35
- package/dist/server/bare/resources/normalize.d.ts +0 -13
- package/dist/server/bare/resources/normalize.js +0 -73
- package/dist/server/bare/resources/types.d.ts +0 -66
- package/dist/server/bare/resources/types.js +0 -1
- package/dist/server/bare/resources/worker-collector.d.ts +0 -5
- package/dist/server/bare/resources/worker-collector.js +0 -15
- package/dist/server/bare/runtime/disposable-scope.d.ts +0 -36
- package/dist/server/bare/runtime/disposable-scope.js +0 -69
- package/dist/server/bare/runtime/index.d.ts +0 -8
- package/dist/server/bare/runtime/index.js +0 -3
- package/dist/server/bare/runtime/request-context.d.ts +0 -49
- package/dist/server/bare/runtime/request-context.js +0 -1
- package/dist/server/bare/runtime/request-id.d.ts +0 -12
- package/dist/server/bare/runtime/request-id.js +0 -14
- package/dist/server/bare/runtime/request-registry-singleton.d.ts +0 -4
- package/dist/server/bare/runtime/request-registry-singleton.js +0 -77
- package/dist/server/bare/runtime/request-registry.d.ts +0 -222
- package/dist/server/bare/runtime/request-registry.js +0 -715
- package/dist/server/bare/runtime/with-request-context.d.ts +0 -22
- package/dist/server/bare/runtime/with-request-context.js +0 -53
- package/dist/server/bare/runtime-lifecycle.d.ts +0 -38
- package/dist/server/bare/runtime-lifecycle.js +0 -163
- package/dist/server/bare/types/addon-responses.d.ts +0 -51
- package/dist/server/bare/types/addon-responses.js +0 -1
- package/dist/server/bare/utils/asr-events.d.ts +0 -15
- package/dist/server/bare/utils/asr-events.js +0 -30
- package/dist/server/bare/utils/audio-input.d.ts +0 -10
- package/dist/server/bare/utils/audio-input.js +0 -33
- package/dist/server/bare/utils/transcribe-metadata.d.ts +0 -21
- package/dist/server/bare/utils/transcribe-metadata.js +0 -28
- package/dist/server/bare/utils/tts-stats.d.ts +0 -26
- package/dist/server/bare/utils/tts-stats.js +0 -16
- package/dist/server/error-handlers.js +0 -32
- package/dist/server/plugins/index.d.ts +0 -2
- package/dist/server/plugins/index.js +0 -1
- package/dist/server/plugins/registry.d.ts +0 -10
- package/dist/server/plugins/registry.js +0 -107
- package/dist/server/rpc/create-server.js +0 -46
- package/dist/server/rpc/delegate-transport.d.ts +0 -19
- package/dist/server/rpc/delegate-transport.js +0 -237
- package/dist/server/rpc/handle-request.js +0 -172
- package/dist/server/rpc/handler-registry.d.ts +0 -3
- package/dist/server/rpc/handler-registry.js +0 -179
- package/dist/server/rpc/handler-selection.d.ts +0 -9
- package/dist/server/rpc/handler-selection.js +0 -14
- package/dist/server/rpc/handler-utils.d.ts +0 -30
- package/dist/server/rpc/handler-utils.js +0 -183
- package/dist/server/rpc/handlers/audio-gen-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/audio-gen-stream.js +0 -4
- package/dist/server/rpc/handlers/batch-completion-stream.d.ts +0 -80
- package/dist/server/rpc/handlers/batch-completion-stream.js +0 -4
- package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/bci-transcribe-stream.js +0 -4
- package/dist/server/rpc/handlers/bci-transcribe.d.ts +0 -3
- package/dist/server/rpc/handlers/bci-transcribe.js +0 -4
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +0 -4
- package/dist/server/rpc/handlers/cancel-delegated.js +0 -66
- package/dist/server/rpc/handlers/cancelHandler.d.ts +0 -32
- package/dist/server/rpc/handlers/cancelHandler.js +0 -69
- package/dist/server/rpc/handlers/classify.d.ts +0 -3
- package/dist/server/rpc/handlers/classify.js +0 -4
- package/dist/server/rpc/handlers/completion-orchestrate.d.ts +0 -42
- package/dist/server/rpc/handlers/completion-orchestrate.js +0 -190
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +0 -5
- package/dist/server/rpc/handlers/completion-stream-delegated.js +0 -51
- package/dist/server/rpc/handlers/completion-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/completion-stream.js +0 -4
- package/dist/server/rpc/handlers/delete-cache.d.ts +0 -12
- package/dist/server/rpc/handlers/delete-cache.js +0 -37
- package/dist/server/rpc/handlers/diffusion-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/diffusion-stream.js +0 -4
- package/dist/server/rpc/handlers/download-asset.d.ts +0 -3
- package/dist/server/rpc/handlers/download-asset.js +0 -146
- package/dist/server/rpc/handlers/embed.d.ts +0 -3
- package/dist/server/rpc/handlers/embed.js +0 -4
- package/dist/server/rpc/handlers/finetune.d.ts +0 -3
- package/dist/server/rpc/handlers/finetune.js +0 -18
- package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +0 -3
- package/dist/server/rpc/handlers/get-loaded-model-info.js +0 -45
- package/dist/server/rpc/handlers/get-model-info.d.ts +0 -3
- package/dist/server/rpc/handlers/get-model-info.js +0 -173
- package/dist/server/rpc/handlers/get-system-resources.d.ts +0 -3
- package/dist/server/rpc/handlers/get-system-resources.js +0 -53
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +0 -4
- package/dist/server/rpc/handlers/heartbeat-delegated.js +0 -32
- package/dist/server/rpc/handlers/heartbeat.d.ts +0 -3
- package/dist/server/rpc/handlers/heartbeat.js +0 -3
- package/dist/server/rpc/handlers/index.d.ts +0 -76
- package/dist/server/rpc/handlers/index.js +0 -75
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +0 -98
- package/dist/server/rpc/handlers/load-model/download-manager.js +0 -308
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +0 -8
- package/dist/server/rpc/handlers/load-model/download-stats.js +0 -126
- package/dist/server/rpc/handlers/load-model/handler.d.ts +0 -3
- package/dist/server/rpc/handlers/load-model/handler.js +0 -287
- package/dist/server/rpc/handlers/load-model/http.d.ts +0 -4
- package/dist/server/rpc/handlers/load-model/http.js +0 -856
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +0 -5
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +0 -561
- package/dist/server/rpc/handlers/load-model/index.d.ts +0 -3
- package/dist/server/rpc/handlers/load-model/index.js +0 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +0 -27
- package/dist/server/rpc/handlers/load-model/registry-client-options.js +0 -18
- package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +0 -23
- package/dist/server/rpc/handlers/load-model/registry-companion-set.js +0 -206
- package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +0 -24
- package/dist/server/rpc/handlers/load-model/registry-download-utils.js +0 -112
- package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +0 -11
- package/dist/server/rpc/handlers/load-model/registry-metadata.js +0 -23
- package/dist/server/rpc/handlers/load-model/registry.d.ts +0 -5
- package/dist/server/rpc/handlers/load-model/registry.js +0 -298
- package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +0 -34
- package/dist/server/rpc/handlers/load-model/resolve-session.js +0 -62
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +0 -16
- package/dist/server/rpc/handlers/load-model/resolve.js +0 -237
- package/dist/server/rpc/handlers/load-model/types.d.ts +0 -60
- package/dist/server/rpc/handlers/load-model/types.js +0 -28
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +0 -7
- package/dist/server/rpc/handlers/load-model-delegated.js +0 -132
- package/dist/server/rpc/handlers/logging-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/logging-stream.js +0 -39
- package/dist/server/rpc/handlers/ocr-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/ocr-stream.js +0 -4
- package/dist/server/rpc/handlers/plugin-dispatch.d.ts +0 -3
- package/dist/server/rpc/handlers/plugin-dispatch.js +0 -63
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +0 -4
- package/dist/server/rpc/handlers/plugin-invoke.js +0 -81
- package/dist/server/rpc/handlers/provideHandler/connection.d.ts +0 -3
- package/dist/server/rpc/handlers/provideHandler/connection.js +0 -38
- package/dist/server/rpc/handlers/provideHandler/handler.d.ts +0 -3
- package/dist/server/rpc/handlers/provideHandler/handler.js +0 -66
- package/dist/server/rpc/handlers/provideHandler/proxy.d.ts +0 -3
- package/dist/server/rpc/handlers/provideHandler/proxy.js +0 -24
- package/dist/server/rpc/handlers/provideHandler.d.ts +0 -2
- package/dist/server/rpc/handlers/provideHandler.js +0 -2
- package/dist/server/rpc/handlers/rag.d.ts +0 -3
- package/dist/server/rpc/handlers/rag.js +0 -272
- package/dist/server/rpc/handlers/registry.d.ts +0 -5
- package/dist/server/rpc/handlers/registry.js +0 -155
- package/dist/server/rpc/handlers/resume.d.ts +0 -3
- package/dist/server/rpc/handlers/resume.js +0 -11
- package/dist/server/rpc/handlers/state.d.ts +0 -3
- package/dist/server/rpc/handlers/state.js +0 -7
- package/dist/server/rpc/handlers/stopProvideHandler.d.ts +0 -3
- package/dist/server/rpc/handlers/stopProvideHandler.js +0 -29
- package/dist/server/rpc/handlers/suspend.d.ts +0 -3
- package/dist/server/rpc/handlers/suspend.js +0 -11
- package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/text-to-speech-stream.js +0 -4
- package/dist/server/rpc/handlers/text-to-speech.d.ts +0 -3
- package/dist/server/rpc/handlers/text-to-speech.js +0 -4
- package/dist/server/rpc/handlers/transcribe-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/transcribe-stream.js +0 -4
- package/dist/server/rpc/handlers/transcribe.d.ts +0 -3
- package/dist/server/rpc/handlers/transcribe.js +0 -4
- package/dist/server/rpc/handlers/translate.d.ts +0 -3
- package/dist/server/rpc/handlers/translate.js +0 -4
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +0 -3
- package/dist/server/rpc/handlers/unload-model-delegated.js +0 -32
- package/dist/server/rpc/handlers/unload-model.d.ts +0 -3
- package/dist/server/rpc/handlers/unload-model.js +0 -29
- package/dist/server/rpc/handlers/upscale-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/upscale-stream.js +0 -4
- package/dist/server/rpc/handlers/video-stream.d.ts +0 -3
- package/dist/server/rpc/handlers/video-stream.js +0 -4
- package/dist/server/rpc/index.d.ts +0 -3
- package/dist/server/rpc/index.js +0 -2
- package/dist/server/rpc/method-shapes.d.ts +0 -53
- package/dist/server/rpc/method-shapes.js +0 -50
- package/dist/server/rpc/profiling/backend-diagnostics.d.ts +0 -3
- package/dist/server/rpc/profiling/backend-diagnostics.js +0 -16
- package/dist/server/rpc/profiling/context.d.ts +0 -18
- package/dist/server/rpc/profiling/context.js +0 -37
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +0 -32
- package/dist/server/rpc/profiling/delegation-profiler.js +0 -153
- package/dist/server/rpc/profiling/index.d.ts +0 -5
- package/dist/server/rpc/profiling/index.js +0 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +0 -25
- package/dist/server/rpc/profiling/operation-metrics.js +0 -361
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +0 -18
- package/dist/server/rpc/profiling/operation-wrappers.js +0 -196
- package/dist/server/rpc/profiling/profiler.d.ts +0 -13
- package/dist/server/rpc/profiling/profiler.js +0 -93
- package/dist/server/rpc/rpc-utils.d.ts +0 -5
- package/dist/server/rpc/transport-selector.d.ts +0 -3
- package/dist/server/rpc/transport-selector.js +0 -18
- package/dist/server/utils/archive.d.ts +0 -4
- package/dist/server/utils/archive.js +0 -177
- package/dist/server/utils/audio/decoder.d.ts +0 -41
- package/dist/server/utils/audio/decoder.js +0 -108
- package/dist/server/utils/cache/auto-history.d.ts +0 -4
- package/dist/server/utils/cache/auto-history.js +0 -26
- package/dist/server/utils/cache/paths.d.ts +0 -43
- package/dist/server/utils/cache/paths.js +0 -133
- package/dist/server/utils/cache/types.d.ts +0 -8
- package/dist/server/utils/cache/types.js +0 -1
- package/dist/server/utils/checksum.d.ts +0 -4
- package/dist/server/utils/checksum.js +0 -30
- package/dist/server/utils/clear-storage.d.ts +0 -5
- package/dist/server/utils/clear-storage.js +0 -14
- package/dist/server/utils/completion-normalizer.d.ts +0 -18
- package/dist/server/utils/completion-normalizer.js +0 -453
- package/dist/server/utils/config-transform.d.ts +0 -6
- package/dist/server/utils/config-transform.js +0 -27
- package/dist/server/utils/formatting.d.ts +0 -19
- package/dist/server/utils/formatting.js +0 -56
- package/dist/server/utils/gguf-tensor-extractor.d.ts +0 -15
- package/dist/server/utils/gguf-tensor-extractor.js +0 -310
- package/dist/server/utils/index.d.ts +0 -11
- package/dist/server/utils/index.js +0 -10
- package/dist/server/utils/multi-gpu-mobile.d.ts +0 -5
- package/dist/server/utils/multi-gpu-mobile.js +0 -10
- package/dist/server/utils/path-security.d.ts +0 -12
- package/dist/server/utils/path-security.js +0 -25
- package/dist/server/utils/qvac-paths.js +0 -5
- package/dist/server/utils/response-format.d.ts +0 -3
- package/dist/server/utils/response-format.js +0 -20
- package/dist/server/utils/shard-utils.d.ts +0 -49
- package/dist/server/utils/shard-utils.js +0 -137
- package/dist/server/utils/tool-integration.d.ts +0 -17
- package/dist/server/utils/tool-integration.js +0 -20
- package/dist/server/utils/tools/dialect.d.ts +0 -8
- package/dist/server/utils/tools/dialect.js +0 -20
- package/dist/server/utils/tools/index.d.ts +0 -3
- package/dist/server/utils/tools/index.js +0 -2
- package/dist/server/utils/tools/parser.d.ts +0 -6
- package/dist/server/utils/tools/parser.js +0 -69
- package/dist/server/utils/tools/parsers/dsml.d.ts +0 -4
- package/dist/server/utils/tools/parsers/dsml.js +0 -176
- package/dist/server/utils/tools/parsers/gemma4native.d.ts +0 -4
- package/dist/server/utils/tools/parsers/gemma4native.js +0 -65
- package/dist/server/utils/tools/parsers/harmony.d.ts +0 -4
- package/dist/server/utils/tools/parsers/harmony.js +0 -57
- package/dist/server/utils/tools/parsers/hermes.d.ts +0 -4
- package/dist/server/utils/tools/parsers/hermes.js +0 -122
- package/dist/server/utils/tools/parsers/json.d.ts +0 -6
- package/dist/server/utils/tools/parsers/json.js +0 -115
- package/dist/server/utils/tools/parsers/pythonic.d.ts +0 -4
- package/dist/server/utils/tools/parsers/pythonic.js +0 -267
- package/dist/server/utils/tools/parsers/qwen35.d.ts +0 -4
- package/dist/server/utils/tools/parsers/qwen35.js +0 -124
- package/dist/server/utils/tools/shared.d.ts +0 -18
- package/dist/server/utils/tools/shared.js +0 -52
- package/dist/server/utils/worker-lock.js +0 -67
- package/dist/server/worker-core.d.ts +0 -23
- package/dist/server/worker-core.js +0 -206
- package/dist/server/worker.d.ts +0 -5
- package/dist/server/worker.js +0 -34
- package/dist/utils/aggregate-events.d.ts +0 -26
- package/dist/utils/aggregate-events.js +0 -73
- package/dist/utils/errors-client.d.ts +0 -178
- package/dist/utils/errors-client.js +0 -310
- package/dist/utils/errors-server.d.ts +0 -376
- package/dist/utils/errors-server.js +0 -610
- package/dist/utils/load-model-validation.js +0 -18
- package/dist/utils/mcp-adapter.d.ts +0 -12
- package/dist/utils/mcp-adapter.js +0 -96
- package/dist/utils/tool-helpers.d.ts +0 -25
- package/dist/utils/tool-helpers.js +0 -111
- /package/dist/{client → src/client}/api/client-request-id.d.ts +0 -0
- /package/dist/{client → src/client}/api/client-request-id.js +0 -0
- /package/dist/{client → src/client}/api/delete-cache.d.ts +0 -0
- /package/dist/{client → src/client}/api/subscribe-logs.js +0 -0
- /package/dist/{client → src/client}/config-loader/resolve-config.expo.d.ts +0 -0
- /package/dist/{client → src/client}/config-loader/resolve-config.node.d.ts +0 -0
- /package/dist/{client → src/client}/index.d.ts +0 -0
- /package/dist/{client → src/client}/index.js +0 -0
- /package/dist/{client → src/client}/logging-stream-registry.d.ts +0 -0
- /package/dist/{client → src/client}/logging-stream-registry.js +0 -0
- /package/dist/{client → src/client}/parse-input.d.ts +0 -0
- /package/dist/{client → src/client}/parse-input.js +0 -0
- /package/dist/{client → src/client}/rpc/ensure-worker-ready.d.ts +0 -0
- /package/dist/{client → src/client}/rpc/ensure-worker-ready.js +0 -0
- /package/dist/{client → src/client}/rpc/expo-device-info.d.ts +0 -0
- /package/dist/{client → src/client}/rpc/expo-device-info.js +0 -0
- /package/dist/{client → src/client}/rpc/expo-rpc-client.d.ts +0 -0
- /package/dist/{client → src/client}/rpc/node-rpc-client.d.ts +0 -0
- /package/dist/{client → src/client}/rpc/profiling/index.d.ts +0 -0
- /package/dist/{client → src/client}/rpc/profiling/index.js +0 -0
- /package/dist/{commands → src/commands}/bundle/bare-pack.d.ts +0 -0
- /package/dist/{commands → src/commands}/bundle/bare-pack.js +0 -0
- /package/dist/{commands → src/commands}/bundle/constants.d.ts +0 -0
- /package/dist/{commands → src/commands}/bundle/constants.js +0 -0
- /package/dist/{commands → src/commands}/bundle/entry-gen.d.ts +0 -0
- /package/dist/{commands → src/commands}/bundle/index.d.ts +0 -0
- /package/dist/{commands → src/commands}/bundle/manifest.d.ts +0 -0
- /package/dist/{commands → src/commands}/bundle/manifest.js +0 -0
- /package/dist/{commands → src/commands}/bundle/resolve-sdk-import.d.ts +0 -0
- /package/dist/{commands → src/commands}/verify/addon-source.d.ts +0 -0
- /package/dist/{commands → src/commands}/verify/addon-source.js +0 -0
- /package/dist/{commands → src/commands}/verify/resource-collectors.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/find-in-ancestor-node-modules.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/find-in-ancestor-node-modules.js +0 -0
- /package/dist/{expo → src/expo}/plugins/get-project-root.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/get-project-root.js +0 -0
- /package/dist/{expo → src/expo}/plugins/index.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/index.js +0 -0
- /package/dist/{expo → src/expo}/plugins/resolve-sdk-package-dir.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/resolve-sdk-package-dir.js +0 -0
- /package/dist/{expo → src/expo}/plugins/withAndroidArchitecture.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/withAndroidArchitecture.js +0 -0
- /package/dist/{expo → src/expo}/plugins/withAndroidNdkVersion.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/withDeviceInfo.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/withOpenCL.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/withOpenCL.js +0 -0
- /package/dist/{expo → src/expo}/plugins/withQvacSDK.d.ts +0 -0
- /package/dist/{expo → src/expo}/plugins/withQvacSDK.js +0 -0
- /package/dist/{logging → src/logging}/addon.js +0 -0
- /package/dist/{logging → src/logging}/base-logger.d.ts +0 -0
- /package/dist/{logging → src/logging}/base-logger.js +0 -0
- /package/dist/{logging → src/logging}/client-logger.d.ts +0 -0
- /package/dist/{logging → src/logging}/client-logger.js +0 -0
- /package/dist/{logging → src/logging}/index.d.ts +0 -0
- /package/dist/{logging → src/logging}/index.js +0 -0
- /package/dist/{logging → src/logging}/logger.d.ts +0 -0
- /package/dist/{logging → src/logging}/logger.js +0 -0
- /package/dist/{server/bare/registry → src/logging}/logging-stream-registry.d.ts +0 -0
- /package/dist/{logging → src/logging}/server-logger.d.ts +0 -0
- /package/dist/{logging → src/logging}/server-logger.js +0 -0
- /package/dist/{logging → src/logging}/stream-logger.d.ts +0 -0
- /package/dist/{logging → src/logging}/transport.d.ts +0 -0
- /package/dist/{logging → src/logging}/transport.js +0 -0
- /package/dist/{logging → src/logging}/types.d.ts +0 -0
- /package/dist/{logging → src/logging}/types.js +0 -0
- /package/dist/{logging → src/logging}/utils.js +0 -0
- /package/dist/{pear → src/pear}/pre.d.ts +0 -0
- /package/dist/{server → src/server}/env.d.ts +0 -0
- /package/dist/{server → src/server}/env.js +0 -0
- /package/dist/{server → src/server}/error-handlers.d.ts +0 -0
- /package/dist/{server → src/server}/rpc/progress-throttle.d.ts +0 -0
- /package/dist/{server → src/server}/rpc/progress-throttle.js +0 -0
- /package/dist/{server → src/server}/rpc/rpc-utils.js +0 -0
- /package/dist/{server → src/server}/utils/qvac-paths.d.ts +0 -0
- /package/dist/{server → src/server}/utils/worker-lock.d.ts +0 -0
- /package/dist/{utils → src/utils}/cache-normalize.d.ts +0 -0
- /package/dist/{utils → src/utils}/cache-normalize.js +0 -0
- /package/dist/{utils → src/utils}/decorate-promise.d.ts +0 -0
- /package/dist/{utils → src/utils}/decorate-promise.js +0 -0
- /package/dist/{utils → src/utils}/encoding.d.ts +0 -0
- /package/dist/{utils → src/utils}/encoding.js +0 -0
- /package/dist/{utils → src/utils}/errors-base.d.ts +0 -0
- /package/dist/{utils → src/utils}/errors-base.js +0 -0
- /package/dist/{utils → src/utils}/global-singleton.d.ts +0 -0
- /package/dist/{utils → src/utils}/global-singleton.js +0 -0
- /package/dist/{utils → src/utils}/load-model-validation.d.ts +0 -0
- /package/dist/{utils → src/utils}/object.d.ts +0 -0
- /package/dist/{utils → src/utils}/object.js +0 -0
- /package/dist/{utils → src/utils}/path-sanitize.d.ts +0 -0
- /package/dist/{utils → src/utils}/path-sanitize.js +0 -0
- /package/dist/{utils → src/utils}/withTimeout.d.ts +0 -0
- /package/dist/{utils → src/utils}/withTimeout.js +0 -0
- /package/dist/{utils → src/utils}/zod-error.d.ts +0 -0
- /package/dist/{utils → src/utils}/zod-error.js +0 -0
- /package/dist/{server/rpc → src/worker}/create-server.d.ts +0 -0
- /package/dist/{server/rpc → src/worker}/handle-request.d.ts +0 -0
- /package/{electron-forge → src/electron-forge}/index.cjs +0 -0
- /package/{expo → src/expo}/plugins/patches/android-link.mjs +0 -0
- /package/{expo → src/expo}/plugins/patches/ios-link.mjs +0 -0
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
import { type CancelInferenceBaseParams } from '../../../schemas/index.js';
|
|
2
|
-
import type { RequestKind } from '../../../server/bare/runtime/index.js';
|
|
3
|
-
/**
|
|
4
|
-
* Broad cancel: abort every in-flight request matching `modelId` (and
|
|
5
|
-
* optionally a `kind`). Maps onto `RequestRegistry.cancel({ modelId })`
|
|
6
|
-
* — the registry walks active contexts and aborts each one's signal,
|
|
7
|
-
* which each handler has wired to its own addon-level / async unwind
|
|
8
|
-
* via the registry's `await using ctx = await registry.begin(...)` block.
|
|
9
|
-
*
|
|
10
|
-
* Kept as a stable surface alongside the new `cancel({ requestId })`
|
|
11
|
-
* path: the caller may not have a `requestId` to hand (model unload,
|
|
12
|
-
* app shutdown, admin sweeps), and the escape hatch is cheap because
|
|
13
|
-
* the registry already does the matching.
|
|
14
|
-
*
|
|
15
|
-
* Returns the number of contexts whose abort was triggered by *this*
|
|
16
|
-
* call (already-cancelled contexts are skipped so callers can rely on
|
|
17
|
-
* the count to log "n requests cancelled" once). Used by the RPC
|
|
18
|
-
* cancel handler to populate `CancelResponse.cancelled` and by
|
|
19
|
-
* internal server-side callers that want to know whether anything
|
|
20
|
-
* landed.
|
|
21
|
-
*
|
|
22
|
-
* The legacy pre-registry addon-cancel fallback was removed in 0.11.0
|
|
23
|
-
* once every handler had been migrated onto the registry; the function
|
|
24
|
-
* now does exactly one thing — a registry walk.
|
|
25
|
-
*/
|
|
26
|
-
export declare function cancel(params: CancelInferenceBaseParams, opts?: {
|
|
27
|
-
kind?: RequestKind;
|
|
28
|
-
}): number;
|
|
29
|
-
//# sourceMappingURL=cancel.d.ts.map
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
import { getModel } from '../../../server/bare/registry/model-registry.js';
|
|
2
|
-
import { cancelInferenceBaseSchema } from '../../../schemas/index.js';
|
|
3
|
-
import { ModelNotLoadedError } from '../../../utils/errors-server.js';
|
|
4
|
-
import { getRequestRegistry } from '../../../server/bare/runtime/index.js';
|
|
5
|
-
import { getServerLogger } from '../../../logging/index.js';
|
|
6
|
-
const logger = getServerLogger();
|
|
7
|
-
/**
|
|
8
|
-
* Broad cancel: abort every in-flight request matching `modelId` (and
|
|
9
|
-
* optionally a `kind`). Maps onto `RequestRegistry.cancel({ modelId })`
|
|
10
|
-
* — the registry walks active contexts and aborts each one's signal,
|
|
11
|
-
* which each handler has wired to its own addon-level / async unwind
|
|
12
|
-
* via the registry's `await using ctx = await registry.begin(...)` block.
|
|
13
|
-
*
|
|
14
|
-
* Kept as a stable surface alongside the new `cancel({ requestId })`
|
|
15
|
-
* path: the caller may not have a `requestId` to hand (model unload,
|
|
16
|
-
* app shutdown, admin sweeps), and the escape hatch is cheap because
|
|
17
|
-
* the registry already does the matching.
|
|
18
|
-
*
|
|
19
|
-
* Returns the number of contexts whose abort was triggered by *this*
|
|
20
|
-
* call (already-cancelled contexts are skipped so callers can rely on
|
|
21
|
-
* the count to log "n requests cancelled" once). Used by the RPC
|
|
22
|
-
* cancel handler to populate `CancelResponse.cancelled` and by
|
|
23
|
-
* internal server-side callers that want to know whether anything
|
|
24
|
-
* landed.
|
|
25
|
-
*
|
|
26
|
-
* The legacy pre-registry addon-cancel fallback was removed in 0.11.0
|
|
27
|
-
* once every handler had been migrated onto the registry; the function
|
|
28
|
-
* now does exactly one thing — a registry walk.
|
|
29
|
-
*/
|
|
30
|
-
export function cancel(params, opts) {
|
|
31
|
-
const { modelId } = cancelInferenceBaseSchema.parse(params);
|
|
32
|
-
const model = getModel(modelId);
|
|
33
|
-
if (!model) {
|
|
34
|
-
throw new ModelNotLoadedError(modelId);
|
|
35
|
-
}
|
|
36
|
-
const registry = getRequestRegistry();
|
|
37
|
-
const target = opts?.kind ? { modelId, kind: opts.kind } : { modelId };
|
|
38
|
-
const cancelled = registry.cancel(target);
|
|
39
|
-
if (cancelled === 0) {
|
|
40
|
-
// Callers (workbench "Stop" button, app shutdown sweeps) often
|
|
41
|
-
// fire-and-forget; log so operators can see when a broad cancel
|
|
42
|
-
// landed against a registry with nothing in flight on this model.
|
|
43
|
-
logger.debug(`[cancel] no in-flight request matched modelId=${modelId}${opts?.kind ? ` kind=${opts.kind}` : ''}`);
|
|
44
|
-
}
|
|
45
|
-
return cancelled;
|
|
46
|
-
}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
import { type EmbedParams, type EmbedStats } from '../../../schemas/index.js';
|
|
2
|
-
export interface EmbedResult {
|
|
3
|
-
embedding: number[] | number[][];
|
|
4
|
-
stats?: EmbedStats;
|
|
5
|
-
}
|
|
6
|
-
export declare function embed(params: {
|
|
7
|
-
modelId: string;
|
|
8
|
-
text: string;
|
|
9
|
-
}, requestId?: string): Promise<EmbedResult>;
|
|
10
|
-
export declare function embed(params: {
|
|
11
|
-
modelId: string;
|
|
12
|
-
text: string[];
|
|
13
|
-
}, requestId?: string): Promise<EmbedResult>;
|
|
14
|
-
export declare function embed(params: EmbedParams, requestId?: string): Promise<EmbedResult>;
|
|
15
|
-
export declare function normalizeVector(vector: Float32Array): number[];
|
|
16
|
-
//# sourceMappingURL=embed.d.ts.map
|
|
@@ -1,193 +0,0 @@
|
|
|
1
|
-
var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
|
|
2
|
-
if (value !== null && value !== void 0) {
|
|
3
|
-
if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
|
|
4
|
-
var dispose, inner;
|
|
5
|
-
if (async) {
|
|
6
|
-
if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
|
|
7
|
-
dispose = value[Symbol.asyncDispose];
|
|
8
|
-
}
|
|
9
|
-
if (dispose === void 0) {
|
|
10
|
-
if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
|
|
11
|
-
dispose = value[Symbol.dispose];
|
|
12
|
-
if (async) inner = dispose;
|
|
13
|
-
}
|
|
14
|
-
if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
|
|
15
|
-
if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
|
|
16
|
-
env.stack.push({ value: value, dispose: dispose, async: async });
|
|
17
|
-
}
|
|
18
|
-
else if (async) {
|
|
19
|
-
env.stack.push({ async: true });
|
|
20
|
-
}
|
|
21
|
-
return value;
|
|
22
|
-
};
|
|
23
|
-
var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
|
|
24
|
-
return function (env) {
|
|
25
|
-
function fail(e) {
|
|
26
|
-
env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
|
|
27
|
-
env.hasError = true;
|
|
28
|
-
}
|
|
29
|
-
var r, s = 0;
|
|
30
|
-
function next() {
|
|
31
|
-
while (r = env.stack.pop()) {
|
|
32
|
-
try {
|
|
33
|
-
if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
|
|
34
|
-
if (r.dispose) {
|
|
35
|
-
var result = r.dispose.call(r.value);
|
|
36
|
-
if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
|
|
37
|
-
}
|
|
38
|
-
else s |= 1;
|
|
39
|
-
}
|
|
40
|
-
catch (e) {
|
|
41
|
-
fail(e);
|
|
42
|
-
}
|
|
43
|
-
}
|
|
44
|
-
if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
|
|
45
|
-
if (env.hasError) throw env.error;
|
|
46
|
-
}
|
|
47
|
-
return next();
|
|
48
|
-
};
|
|
49
|
-
})(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
|
|
50
|
-
var e = new Error(message);
|
|
51
|
-
return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
|
|
52
|
-
});
|
|
53
|
-
import { getModel } from '../../../server/bare/registry/model-registry.js';
|
|
54
|
-
import { embedParamsSchema } from '../../../schemas/index.js';
|
|
55
|
-
import { buildUnaryResult } from '../../../profiling/model-execution.js';
|
|
56
|
-
import { EmbedNoEmbeddingsError, EmbedFailedError, InferenceCancelledError } from '../../../utils/errors-server.js';
|
|
57
|
-
import { nowMs } from '../../../profiling/index.js';
|
|
58
|
-
import { getRequestRegistry, withRequestContext } from '../../../server/bare/runtime/index.js';
|
|
59
|
-
import { generateServerRequestId } from '../../../server/bare/runtime/request-id.js';
|
|
60
|
-
import { getServerLogger } from '../../../logging/index.js';
|
|
61
|
-
export async function embed(params, requestId) {
|
|
62
|
-
const env_1 = { stack: [], error: void 0, hasError: false };
|
|
63
|
-
try {
|
|
64
|
-
const { modelId, text } = embedParamsSchema.parse(params);
|
|
65
|
-
// Open a request-scoped lifecycle. The registry routes
|
|
66
|
-
// `cancel({ requestId })` and broad `cancel({ modelId, kind: "embeddings" })`
|
|
67
|
-
// straight to this context's signal. Falls back to a server-generated
|
|
68
|
-
// id if the client didn't send one (older releases).
|
|
69
|
-
const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
|
|
70
|
-
requestId: requestId ?? generateServerRequestId(),
|
|
71
|
-
kind: 'embeddings',
|
|
72
|
-
modelId
|
|
73
|
-
})
|
|
74
|
-
// `requestLogger` is intentionally referenced once so the
|
|
75
|
-
// request-scoped logger is built at handler entry per the canonical
|
|
76
|
-
// shape, even when this op has no per-step emits beyond the
|
|
77
|
-
// registry's own lifecycle lines. Future addon-level warns inside
|
|
78
|
-
// this body should route through `requestLogger`.
|
|
79
|
-
, true);
|
|
80
|
-
// `requestLogger` is intentionally referenced once so the
|
|
81
|
-
// request-scoped logger is built at handler entry per the canonical
|
|
82
|
-
// shape, even when this op has no per-step emits beyond the
|
|
83
|
-
// registry's own lifecycle lines. Future addon-level warns inside
|
|
84
|
-
// this body should route through `requestLogger`.
|
|
85
|
-
const requestLogger = withRequestContext(getServerLogger(), ctx);
|
|
86
|
-
const model = getModel(modelId);
|
|
87
|
-
// Hard-cancel wiring: llamacpp-embedding declares
|
|
88
|
-
// `cancel: { scope: "model", hard: true }`. The signal listener
|
|
89
|
-
// forwards an abort to the addon so C++ work stops as soon as the
|
|
90
|
-
// user cancels — mirrors the canonical handler shape documented in
|
|
91
|
-
// `request-lifecycle-primitives.mdc`. The post-await
|
|
92
|
-
// `signal.aborted` checks below are the soft-cancel safety net for
|
|
93
|
-
// the case where the abort fires between `model.run(...)` returning
|
|
94
|
-
// and `response.await()` resolving (both can take seconds on large
|
|
95
|
-
// batches).
|
|
96
|
-
const onAbort = () => {
|
|
97
|
-
const addon = model.addon;
|
|
98
|
-
if (addon?.cancel) {
|
|
99
|
-
addon.cancel.call(addon).catch((err) => {
|
|
100
|
-
requestLogger.warn(`[cancel] addon.cancel() rejected during abort for modelId=${modelId}: ${err instanceof Error ? err.message : String(err)}`);
|
|
101
|
-
});
|
|
102
|
-
}
|
|
103
|
-
};
|
|
104
|
-
ctx.signal.addEventListener('abort', onAbort, { once: true });
|
|
105
|
-
// `{ once: true }` does not fire if the signal is already aborted at
|
|
106
|
-
// register time. The registry may abort synchronously when a
|
|
107
|
-
// cancel-before-begin race resolves or the parent signal was pre-
|
|
108
|
-
// aborted — re-use `onAbort` so the listener body is the single
|
|
109
|
-
// source of truth for "what cancel does."
|
|
110
|
-
if (ctx.signal.aborted)
|
|
111
|
-
onAbort();
|
|
112
|
-
ctx.scope.defer(() => {
|
|
113
|
-
ctx.signal.removeEventListener('abort', onAbort);
|
|
114
|
-
});
|
|
115
|
-
const modelStart = nowMs();
|
|
116
|
-
const response = (await model.run(text));
|
|
117
|
-
if (ctx.signal.aborted) {
|
|
118
|
-
throw new InferenceCancelledError(ctx.requestId);
|
|
119
|
-
}
|
|
120
|
-
const rawEmbeddings = await response.await();
|
|
121
|
-
if (ctx.signal.aborted) {
|
|
122
|
-
throw new InferenceCancelledError(ctx.requestId);
|
|
123
|
-
}
|
|
124
|
-
const modelExecutionMs = nowMs() - modelStart;
|
|
125
|
-
const stats = {
|
|
126
|
-
...(response.stats?.total_time_ms !== undefined && { totalTime: response.stats.total_time_ms }),
|
|
127
|
-
...(response.stats?.tokens_per_second !== undefined && {
|
|
128
|
-
tokensPerSecond: response.stats.tokens_per_second
|
|
129
|
-
}),
|
|
130
|
-
...(response.stats?.total_tokens !== undefined && { totalTokens: response.stats.total_tokens }),
|
|
131
|
-
...(response.stats?.backendDevice !== undefined && {
|
|
132
|
-
backendDevice: response.stats.backendDevice
|
|
133
|
-
}),
|
|
134
|
-
...(response.stats?.context_size !== undefined && { contextSize: response.stats.context_size })
|
|
135
|
-
};
|
|
136
|
-
const embeddingsArray = rawEmbeddings[0];
|
|
137
|
-
if (Array.isArray(text)) {
|
|
138
|
-
if (!embeddingsArray || embeddingsArray.length === 0) {
|
|
139
|
-
throw new EmbedNoEmbeddingsError();
|
|
140
|
-
}
|
|
141
|
-
const embedding = embeddingsArray.map((embeddingVector) => {
|
|
142
|
-
if (!embeddingVector || embeddingVector.length === 0) {
|
|
143
|
-
throw new EmbedNoEmbeddingsError();
|
|
144
|
-
}
|
|
145
|
-
return normalizeVector(embeddingVector);
|
|
146
|
-
});
|
|
147
|
-
return buildUnaryResult({ embedding }, modelExecutionMs, stats);
|
|
148
|
-
}
|
|
149
|
-
else {
|
|
150
|
-
const embeddingVector = embeddingsArray?.[0];
|
|
151
|
-
if (!embeddingVector || embeddingVector.length === 0) {
|
|
152
|
-
throw new EmbedNoEmbeddingsError();
|
|
153
|
-
}
|
|
154
|
-
return buildUnaryResult({ embedding: normalizeVector(embeddingVector) }, modelExecutionMs, stats);
|
|
155
|
-
}
|
|
156
|
-
}
|
|
157
|
-
catch (e_1) {
|
|
158
|
-
env_1.error = e_1;
|
|
159
|
-
env_1.hasError = true;
|
|
160
|
-
}
|
|
161
|
-
finally {
|
|
162
|
-
const result_1 = __disposeResources(env_1);
|
|
163
|
-
if (result_1)
|
|
164
|
-
await result_1;
|
|
165
|
-
}
|
|
166
|
-
}
|
|
167
|
-
export function normalizeVector(vector) {
|
|
168
|
-
let sumOfSquares = 0;
|
|
169
|
-
for (let i = 0; i < vector.length; i++) {
|
|
170
|
-
const value = vector[i];
|
|
171
|
-
if (!Number.isFinite(value)) {
|
|
172
|
-
throw new EmbedFailedError(`NormalizeVector: non-finite value at index ${i}: ${value}`);
|
|
173
|
-
}
|
|
174
|
-
sumOfSquares += value * value;
|
|
175
|
-
}
|
|
176
|
-
const magnitude = Math.sqrt(sumOfSquares);
|
|
177
|
-
const EPS_ZERO = 1e-12;
|
|
178
|
-
const UNIT_TOL = 1e-4;
|
|
179
|
-
// Handle bad norms
|
|
180
|
-
if (!Number.isFinite(magnitude) || magnitude < EPS_ZERO) {
|
|
181
|
-
return new Array(vector.length).fill(0);
|
|
182
|
-
}
|
|
183
|
-
// Early exit: already ~unit length
|
|
184
|
-
if (Math.abs(magnitude - 1) <= UNIT_TOL) {
|
|
185
|
-
return Array.from(vector);
|
|
186
|
-
}
|
|
187
|
-
const inverseMagnitude = 1 / magnitude;
|
|
188
|
-
const normalizedVector = new Array(vector.length);
|
|
189
|
-
for (let i = 0; i < vector.length; i++) {
|
|
190
|
-
normalizedVector[i] = vector[i] * inverseMagnitude;
|
|
191
|
-
}
|
|
192
|
-
return normalizedVector;
|
|
193
|
-
}
|
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
export interface AutoCacheRetentionOptions {
|
|
2
|
-
activeCachePaths: string[];
|
|
3
|
-
maxBytes: number;
|
|
4
|
-
maxIdleMs: number;
|
|
5
|
-
nowMs: number;
|
|
6
|
-
}
|
|
7
|
-
export declare function markAutoCacheKey(cacheKey: string): Promise<void>;
|
|
8
|
-
export declare function removeAutoCacheMarker(cacheKey: string): Promise<void>;
|
|
9
|
-
export declare function removeAutoCacheMarkerIfMissing(cacheKey: string): Promise<void>;
|
|
10
|
-
export declare function isCachePathWithinDirectory(directoryPath: string, cachePath: string): boolean;
|
|
11
|
-
export declare function planAutoCacheEvictions(options: AutoCacheRetentionOptions): Promise<string[]>;
|
|
12
|
-
//# sourceMappingURL=kv-cache-retention.d.ts.map
|
|
@@ -1,132 +0,0 @@
|
|
|
1
|
-
import { promises as fsPromises } from 'bare-fs';
|
|
2
|
-
import path from 'bare-path';
|
|
3
|
-
import { getKVCacheDir } from '../../../server/utils/index.js';
|
|
4
|
-
import { getServerLogger } from '../../../logging/index.js';
|
|
5
|
-
const logger = getServerLogger();
|
|
6
|
-
const AUTO_CACHE_MARKER_PREFIX = '.auto-cache-';
|
|
7
|
-
const AUTO_CACHE_MARKER_PATTERN = /^\.auto-cache-([a-f0-9]{16})$/;
|
|
8
|
-
// SDK-generated auto-cache keys are 16 hex chars. Marker ops gate on this so a
|
|
9
|
-
// caller-provided key never gets a marker and the raw-key marker path stays
|
|
10
|
-
// inside the cache root.
|
|
11
|
-
const AUTO_CACHE_KEY_PATTERN = /^[a-f0-9]{16}$/;
|
|
12
|
-
function getAutoCacheMarkerPath(cacheKey) {
|
|
13
|
-
return path.join(getKVCacheDir(), `${AUTO_CACHE_MARKER_PREFIX}${cacheKey}`);
|
|
14
|
-
}
|
|
15
|
-
export async function markAutoCacheKey(cacheKey) {
|
|
16
|
-
// Only generated 16-hex auto keys get markers (see AUTO_CACHE_KEY_PATTERN).
|
|
17
|
-
if (!AUTO_CACHE_KEY_PATTERN.test(cacheKey))
|
|
18
|
-
return;
|
|
19
|
-
try {
|
|
20
|
-
await fsPromises.writeFile(getAutoCacheMarkerPath(cacheKey), '');
|
|
21
|
-
}
|
|
22
|
-
catch (error) {
|
|
23
|
-
logger.warn(`[kv-cache] Failed to write auto-cache retention marker. key=${cacheKey} error=${error instanceof Error ? error.message : String(error)}`);
|
|
24
|
-
}
|
|
25
|
-
}
|
|
26
|
-
export async function removeAutoCacheMarker(cacheKey) {
|
|
27
|
-
if (!AUTO_CACHE_KEY_PATTERN.test(cacheKey))
|
|
28
|
-
return;
|
|
29
|
-
try {
|
|
30
|
-
await fsPromises.unlink(getAutoCacheMarkerPath(cacheKey));
|
|
31
|
-
}
|
|
32
|
-
catch {
|
|
33
|
-
// The marker is best-effort cleanup metadata and may already be absent.
|
|
34
|
-
}
|
|
35
|
-
}
|
|
36
|
-
export async function removeAutoCacheMarkerIfMissing(cacheKey) {
|
|
37
|
-
if (!AUTO_CACHE_KEY_PATTERN.test(cacheKey))
|
|
38
|
-
return;
|
|
39
|
-
try {
|
|
40
|
-
await fsPromises.access(path.join(getKVCacheDir(), cacheKey));
|
|
41
|
-
}
|
|
42
|
-
catch {
|
|
43
|
-
await removeAutoCacheMarker(cacheKey);
|
|
44
|
-
}
|
|
45
|
-
}
|
|
46
|
-
export function isCachePathWithinDirectory(directoryPath, cachePath) {
|
|
47
|
-
const prefix = `${directoryPath}${path.sep}`;
|
|
48
|
-
return cachePath === directoryPath || cachePath.startsWith(prefix);
|
|
49
|
-
}
|
|
50
|
-
async function readDirectory(directoryPath) {
|
|
51
|
-
try {
|
|
52
|
-
return await fsPromises.readdir(directoryPath);
|
|
53
|
-
}
|
|
54
|
-
catch {
|
|
55
|
-
return null;
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
async function inspectAutoCacheEntry(cacheKey, activeCachePaths) {
|
|
59
|
-
const directoryPath = path.join(getKVCacheDir(), cacheKey);
|
|
60
|
-
const modelDirectories = await readDirectory(directoryPath);
|
|
61
|
-
if (modelDirectories === null)
|
|
62
|
-
return null;
|
|
63
|
-
let size = 0;
|
|
64
|
-
let lastModifiedMs = 0;
|
|
65
|
-
for (const modelDirectory of modelDirectories) {
|
|
66
|
-
const modelPath = path.join(directoryPath, modelDirectory.toString());
|
|
67
|
-
const fileNames = await readDirectory(modelPath);
|
|
68
|
-
if (fileNames === null)
|
|
69
|
-
continue;
|
|
70
|
-
for (const fileName of fileNames) {
|
|
71
|
-
try {
|
|
72
|
-
const stats = await fsPromises.stat(path.join(modelPath, fileName.toString()));
|
|
73
|
-
if (!stats.isFile())
|
|
74
|
-
continue;
|
|
75
|
-
size += stats.size;
|
|
76
|
-
lastModifiedMs = Math.max(lastModifiedMs, stats.mtime.getTime());
|
|
77
|
-
}
|
|
78
|
-
catch {
|
|
79
|
-
// The cache may have moved or been rolled back while the sweep was inspecting it.
|
|
80
|
-
}
|
|
81
|
-
}
|
|
82
|
-
}
|
|
83
|
-
return {
|
|
84
|
-
cacheKey,
|
|
85
|
-
directoryPath,
|
|
86
|
-
size,
|
|
87
|
-
lastModifiedMs,
|
|
88
|
-
active: activeCachePaths.some((cachePath) => isCachePathWithinDirectory(directoryPath, cachePath))
|
|
89
|
-
};
|
|
90
|
-
}
|
|
91
|
-
export async function planAutoCacheEvictions(options) {
|
|
92
|
-
const rootEntries = await readDirectory(getKVCacheDir());
|
|
93
|
-
if (rootEntries === null)
|
|
94
|
-
return [];
|
|
95
|
-
const entries = [];
|
|
96
|
-
for (const rootEntry of rootEntries) {
|
|
97
|
-
const markerMatch = AUTO_CACHE_MARKER_PATTERN.exec(rootEntry.toString());
|
|
98
|
-
if (markerMatch === null)
|
|
99
|
-
continue;
|
|
100
|
-
const cacheKey = markerMatch[1];
|
|
101
|
-
if (cacheKey === undefined)
|
|
102
|
-
continue;
|
|
103
|
-
const entry = await inspectAutoCacheEntry(cacheKey, options.activeCachePaths);
|
|
104
|
-
if (entry === null) {
|
|
105
|
-
await removeAutoCacheMarker(cacheKey);
|
|
106
|
-
continue;
|
|
107
|
-
}
|
|
108
|
-
entries.push(entry);
|
|
109
|
-
}
|
|
110
|
-
let retainedBytes = entries.reduce((total, entry) => total + entry.size, 0);
|
|
111
|
-
const evictions = new Set();
|
|
112
|
-
for (const entry of entries) {
|
|
113
|
-
if (entry.active)
|
|
114
|
-
continue;
|
|
115
|
-
const expired = entry.lastModifiedMs === 0 ||
|
|
116
|
-
(options.maxIdleMs > 0 && options.nowMs - entry.lastModifiedMs > options.maxIdleMs);
|
|
117
|
-
if (!expired)
|
|
118
|
-
continue;
|
|
119
|
-
evictions.add(entry.cacheKey);
|
|
120
|
-
retainedBytes -= entry.size;
|
|
121
|
-
}
|
|
122
|
-
const oldestFirst = entries
|
|
123
|
-
.filter((entry) => !entry.active && !evictions.has(entry.cacheKey))
|
|
124
|
-
.sort((a, b) => a.lastModifiedMs - b.lastModifiedMs);
|
|
125
|
-
for (const entry of oldestFirst) {
|
|
126
|
-
if (retainedBytes <= options.maxBytes)
|
|
127
|
-
break;
|
|
128
|
-
evictions.add(entry.cacheKey);
|
|
129
|
-
retainedBytes -= entry.size;
|
|
130
|
-
}
|
|
131
|
-
return Array.from(evictions);
|
|
132
|
-
}
|
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
import { type CacheMessage } from '../../../server/utils/index.js';
|
|
2
|
-
export declare function extractSystemPrompt(messages: CacheMessage[]): string | null;
|
|
3
|
-
export declare function generateConfigHash(systemPrompt: string | null, tools?: unknown): string;
|
|
4
|
-
export declare function generateCacheKey(messages: CacheMessage[]): string;
|
|
5
|
-
export declare function getCacheFilePath(modelId: string, configHash: string, cacheKey: string): Promise<string>;
|
|
6
|
-
export declare function findMatchingCache(modelId: string, configHash: string, currentHistory: CacheMessage[]): Promise<{
|
|
7
|
-
cacheKey: string;
|
|
8
|
-
cachePath: string;
|
|
9
|
-
} | null>;
|
|
10
|
-
export declare function getCurrentCacheInfo(modelId: string, configHash: string, currentHistory: CacheMessage[]): Promise<{
|
|
11
|
-
cacheKey: string;
|
|
12
|
-
cachePath: string;
|
|
13
|
-
}>;
|
|
14
|
-
export declare function renameCacheFile(oldPath: string, newPath: string): Promise<boolean>;
|
|
15
|
-
export declare function pruneEmptyCacheDirectories(cacheFilePath: string, activePaths?: readonly string[]): Promise<void>;
|
|
16
|
-
export declare function deleteCache(options: {
|
|
17
|
-
all: true;
|
|
18
|
-
} | {
|
|
19
|
-
kvCacheKey: string;
|
|
20
|
-
modelId?: string;
|
|
21
|
-
}): Promise<string>;
|
|
22
|
-
//# sourceMappingURL=kv-cache-utils.d.ts.map
|
|
@@ -1,148 +0,0 @@
|
|
|
1
|
-
import crypto from 'bare-crypto';
|
|
2
|
-
import { promises as fsPromises } from 'bare-fs';
|
|
3
|
-
import path from 'bare-path';
|
|
4
|
-
import { getAutoCacheLookupHistory, getKVCacheDir, validateAndJoinPath } from '../../../server/utils/index.js';
|
|
5
|
-
import { getServerLogger } from '../../../logging/index.js';
|
|
6
|
-
import { PathTraversalError } from '../../../utils/errors-server.js';
|
|
7
|
-
import { Buffer } from 'bare-buffer';
|
|
8
|
-
import { markAutoCacheKey } from '../../../server/bare/ops/kv-cache-retention.js';
|
|
9
|
-
const logger = getServerLogger();
|
|
10
|
-
// In-memory KV-cache state lives in `KvCacheSession` (the single
|
|
11
|
-
// mutation point for all three KV-cache bookkeeping layers). This
|
|
12
|
-
// module keeps only the pure path / hash utilities that don't touch
|
|
13
|
-
// in-memory state.
|
|
14
|
-
export function extractSystemPrompt(messages) {
|
|
15
|
-
const systemMessage = messages.find((msg) => msg.role === 'system');
|
|
16
|
-
return systemMessage ? systemMessage.content : null;
|
|
17
|
-
}
|
|
18
|
-
// Cache hash based on the system prompt + complete tool definitions.
|
|
19
|
-
// Callers pass tools only when the tool block is written into the cache and
|
|
20
|
-
// left there, so a different tool set gets its own cache instead of reusing a
|
|
21
|
-
// prefix that holds the old block. Every prompt-affecting field participates,
|
|
22
|
-
// not just the name: canonical serialization avoids cache misses caused only
|
|
23
|
-
// by object-key insertion order, while tool-array order is preserved because
|
|
24
|
-
// that is the order sent to the model.
|
|
25
|
-
function canonicalizeHashInput(value) {
|
|
26
|
-
if (Array.isArray(value))
|
|
27
|
-
return value.map(canonicalizeHashInput);
|
|
28
|
-
if (typeof value !== 'object' || value === null)
|
|
29
|
-
return value;
|
|
30
|
-
const canonical = {};
|
|
31
|
-
for (const key of Object.keys(value).sort()) {
|
|
32
|
-
canonical[key] = canonicalizeHashInput(value[key]);
|
|
33
|
-
}
|
|
34
|
-
return canonical;
|
|
35
|
-
}
|
|
36
|
-
export function generateConfigHash(systemPrompt, tools) {
|
|
37
|
-
const hash = crypto.createHash('sha-256');
|
|
38
|
-
const canonicalConfig = JSON.stringify(canonicalizeHashInput({ systemPrompt, tools: Array.isArray(tools) ? tools : [] }));
|
|
39
|
-
hash.update(Buffer.from(canonicalConfig, 'utf8'));
|
|
40
|
-
return hash.digest('hex').substring(0, 16);
|
|
41
|
-
}
|
|
42
|
-
export function generateCacheKey(messages) {
|
|
43
|
-
const hash = crypto.createHash('sha-256');
|
|
44
|
-
const historyString = JSON.stringify(messages);
|
|
45
|
-
const historyBuffer = Buffer.from(historyString, 'utf8');
|
|
46
|
-
hash.update(historyBuffer);
|
|
47
|
-
const hashString = hash.digest('hex');
|
|
48
|
-
return hashString.substring(0, 16);
|
|
49
|
-
}
|
|
50
|
-
function resolveCacheFilePath(modelId, configHash, cacheKey) {
|
|
51
|
-
const cacheDir = getKVCacheDir();
|
|
52
|
-
const sessionCacheDir = validateAndJoinPath(cacheDir, cacheKey);
|
|
53
|
-
const modelCacheDir = validateAndJoinPath(sessionCacheDir, modelId);
|
|
54
|
-
return path.join(modelCacheDir, `${configHash}.bin`);
|
|
55
|
-
}
|
|
56
|
-
export async function getCacheFilePath(modelId, configHash, cacheKey) {
|
|
57
|
-
const cachePath = resolveCacheFilePath(modelId, configHash, cacheKey);
|
|
58
|
-
const modelCacheDir = path.dirname(cachePath);
|
|
59
|
-
try {
|
|
60
|
-
await fsPromises.mkdir(modelCacheDir, { recursive: true });
|
|
61
|
-
}
|
|
62
|
-
catch {
|
|
63
|
-
// Ignore if directories already exist
|
|
64
|
-
}
|
|
65
|
-
return cachePath;
|
|
66
|
-
}
|
|
67
|
-
// Used for auto-generated cache key
|
|
68
|
-
export async function findMatchingCache(modelId, configHash, currentHistory) {
|
|
69
|
-
if (currentHistory.length <= 1) {
|
|
70
|
-
return null;
|
|
71
|
-
}
|
|
72
|
-
const previousHistory = getAutoCacheLookupHistory(currentHistory);
|
|
73
|
-
const cacheKey = generateCacheKey(previousHistory);
|
|
74
|
-
const cachePath = resolveCacheFilePath(modelId, configHash, cacheKey);
|
|
75
|
-
try {
|
|
76
|
-
await fsPromises.access(cachePath);
|
|
77
|
-
await markAutoCacheKey(cacheKey);
|
|
78
|
-
return { cacheKey, cachePath };
|
|
79
|
-
}
|
|
80
|
-
catch {
|
|
81
|
-
return null;
|
|
82
|
-
}
|
|
83
|
-
}
|
|
84
|
-
export async function getCurrentCacheInfo(modelId, configHash, currentHistory) {
|
|
85
|
-
const cacheKey = generateCacheKey(currentHistory);
|
|
86
|
-
await markAutoCacheKey(cacheKey);
|
|
87
|
-
const cachePath = await getCacheFilePath(modelId, configHash, cacheKey);
|
|
88
|
-
return { cacheKey, cachePath };
|
|
89
|
-
}
|
|
90
|
-
export async function renameCacheFile(oldPath, newPath) {
|
|
91
|
-
try {
|
|
92
|
-
await fsPromises.rename(oldPath, newPath);
|
|
93
|
-
return true;
|
|
94
|
-
}
|
|
95
|
-
catch (error) {
|
|
96
|
-
logger.error('Error renaming cache file:', error instanceof Error ? error.message : String(error));
|
|
97
|
-
return false;
|
|
98
|
-
}
|
|
99
|
-
}
|
|
100
|
-
export async function pruneEmptyCacheDirectories(cacheFilePath, activePaths = []) {
|
|
101
|
-
const cacheDir = getKVCacheDir();
|
|
102
|
-
const cacheDirPrefix = `${cacheDir}${path.sep}`;
|
|
103
|
-
let currentDirectory = path.dirname(cacheFilePath);
|
|
104
|
-
while (currentDirectory.startsWith(cacheDirPrefix)) {
|
|
105
|
-
// Keep a directory another in-flight turn still holds (its .bin isn't on disk yet).
|
|
106
|
-
const childPrefix = `${currentDirectory}${path.sep}`;
|
|
107
|
-
if (activePaths.some((p) => p.startsWith(childPrefix)))
|
|
108
|
-
return;
|
|
109
|
-
try {
|
|
110
|
-
await fsPromises.rmdir(currentDirectory);
|
|
111
|
-
}
|
|
112
|
-
catch {
|
|
113
|
-
return;
|
|
114
|
-
}
|
|
115
|
-
currentDirectory = path.dirname(currentDirectory);
|
|
116
|
-
}
|
|
117
|
-
}
|
|
118
|
-
// Cache-existence probing (in-memory registry first, fall back to
|
|
119
|
-
// `fs.access`) lives in `KvCacheSession.beginTurn(...)`. Keeping the
|
|
120
|
-
// in-memory `initializedCaches` set private to the session module
|
|
121
|
-
// avoids drift between the two layers.
|
|
122
|
-
export async function deleteCache(options) {
|
|
123
|
-
const cacheDir = getKVCacheDir();
|
|
124
|
-
if ('all' in options) {
|
|
125
|
-
await fsPromises.rm(cacheDir, { recursive: true, force: true });
|
|
126
|
-
await fsPromises.mkdir(cacheDir, { recursive: true });
|
|
127
|
-
return cacheDir;
|
|
128
|
-
}
|
|
129
|
-
// validateAndJoinPath sanitizes the key (strips traversal) and rejects
|
|
130
|
-
// escapes, so nested and other in-root keys resolve normally. A key that
|
|
131
|
-
// resolves to the cache root would wipe every cache — reject it BEFORE joining
|
|
132
|
-
// any modelId, so an empty key plus a modelId can't delete a real key dir
|
|
133
|
-
// under the root.
|
|
134
|
-
const cacheRoot = path.resolve(cacheDir);
|
|
135
|
-
const kvCacheDir = validateAndJoinPath(cacheDir, options.kvCacheKey);
|
|
136
|
-
if (path.resolve(kvCacheDir) === cacheRoot) {
|
|
137
|
-
throw new PathTraversalError(options.kvCacheKey, cacheDir);
|
|
138
|
-
}
|
|
139
|
-
// Omitting modelId means "delete every model under the key"; a PROVIDED but
|
|
140
|
-
// empty/dot modelId collapses back to that same dir and would silently broaden
|
|
141
|
-
// the delete — reject it.
|
|
142
|
-
const targetDir = options.modelId !== undefined ? validateAndJoinPath(kvCacheDir, options.modelId) : kvCacheDir;
|
|
143
|
-
if (options.modelId !== undefined && path.resolve(targetDir) === path.resolve(kvCacheDir)) {
|
|
144
|
-
throw new PathTraversalError(options.modelId, kvCacheDir);
|
|
145
|
-
}
|
|
146
|
-
await fsPromises.rm(targetDir, { recursive: true, force: true });
|
|
147
|
-
return targetDir;
|
|
148
|
-
}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import { type LoadModelServerParams } from '../../../schemas/index.js';
|
|
2
|
-
import type { LoadTimingStats } from '../../../profiling/types.js';
|
|
3
|
-
export interface LoadModelResult {
|
|
4
|
-
timing?: LoadTimingStats;
|
|
5
|
-
}
|
|
6
|
-
export declare function loadModel(params: LoadModelServerParams, options?: {
|
|
7
|
-
collectTiming?: boolean;
|
|
8
|
-
}): Promise<LoadModelResult>;
|
|
9
|
-
//# sourceMappingURL=load-model.d.ts.map
|