@elizaos/plugin-local-inference 2.0.0-beta.1 → 2.0.11-beta.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +83 -0
- package/package.json +81 -15
- package/src/actions/generate-media.d.ts +59 -0
- package/src/actions/generate-media.d.ts.map +1 -0
- package/src/actions/generate-media.ts +647 -0
- package/src/actions/identify-speaker.d.ts +23 -0
- package/src/actions/identify-speaker.d.ts.map +1 -0
- package/src/actions/identify-speaker.ts +171 -0
- package/src/adapters/capacitor-llama/__tests__/compat-behavior.test.ts +218 -0
- package/src/adapters/capacitor-llama/__tests__/index.test.ts +68 -0
- package/src/adapters/capacitor-llama/__tests__/structured-output.test.ts +215 -0
- package/src/adapters/capacitor-llama/__tests__/text-streaming.test.ts +174 -0
- package/src/adapters/capacitor-llama/environment.ts +71 -0
- package/src/adapters/capacitor-llama/index.browser.ts +83 -0
- package/src/adapters/capacitor-llama/index.ts +807 -0
- package/src/adapters/capacitor-llama/loader.ts +109 -0
- package/src/adapters/capacitor-llama/structured-output.ts +165 -0
- package/src/adapters/capacitor-llama/text-streaming.ts +227 -0
- package/src/adapters/capacitor-llama/types.ts +374 -0
- package/src/backends/apple-foundation.ts +127 -0
- package/src/index.d.ts +7 -0
- package/src/index.d.ts.map +1 -0
- package/src/index.ts +54 -0
- package/src/local-inference-routes.d.ts +38 -0
- package/src/local-inference-routes.d.ts.map +1 -0
- package/src/local-inference-routes.test.ts +344 -0
- package/src/local-inference-routes.ts +1543 -0
- package/src/provider.d.ts +21 -0
- package/src/provider.d.ts.map +1 -0
- package/src/provider.ts +1171 -0
- package/src/routes/compat-helpers.d.ts +18 -0
- package/src/routes/compat-helpers.d.ts.map +1 -0
- package/src/routes/compat-helpers.ts +274 -0
- package/src/routes/family-member-route.d.ts +62 -0
- package/src/routes/family-member-route.d.ts.map +1 -0
- package/src/routes/family-member-route.ts +353 -0
- package/src/routes/index.d.ts +19 -0
- package/src/routes/index.d.ts.map +1 -0
- package/src/routes/index.ts +60 -0
- package/src/routes/live-diarization-route.d.ts +26 -0
- package/src/routes/live-diarization-route.d.ts.map +1 -0
- package/src/routes/live-diarization-route.test.ts +213 -0
- package/src/routes/live-diarization-route.ts +122 -0
- package/src/routes/local-inference-asr-route.d.ts +4 -0
- package/src/routes/local-inference-asr-route.d.ts.map +1 -0
- package/src/routes/local-inference-asr-route.test.ts +190 -0
- package/src/routes/local-inference-asr-route.ts +213 -0
- package/src/routes/local-inference-compat-routes.d.ts +16 -0
- package/src/routes/local-inference-compat-routes.d.ts.map +1 -0
- package/src/routes/local-inference-compat-routes.test.ts +423 -0
- package/src/routes/local-inference-compat-routes.ts +782 -0
- package/src/routes/local-inference-tts-route.d.ts +7 -0
- package/src/routes/local-inference-tts-route.d.ts.map +1 -0
- package/src/routes/local-inference-tts-route.test.ts +179 -0
- package/src/routes/local-inference-tts-route.ts +230 -0
- package/src/routes/voice-first-run-routes.d.ts +62 -0
- package/src/routes/voice-first-run-routes.d.ts.map +1 -0
- package/src/routes/voice-first-run-routes.ts +524 -0
- package/src/routes/voice-models-routes.d.ts +62 -0
- package/src/routes/voice-models-routes.d.ts.map +1 -0
- package/src/routes/voice-models-routes.ts +554 -0
- package/src/routes/voice-profile-plugin-routes.d.ts +19 -0
- package/src/routes/voice-profile-plugin-routes.d.ts.map +1 -0
- package/src/routes/voice-profile-plugin-routes.ts +138 -0
- package/src/routes/voice-profiles-management-routes.d.ts +52 -0
- package/src/routes/voice-profiles-management-routes.d.ts.map +1 -0
- package/src/routes/voice-profiles-management-routes.ts +476 -0
- package/src/routes/voice-speaker-profile-routes.d.ts +57 -0
- package/src/routes/voice-speaker-profile-routes.d.ts.map +1 -0
- package/src/routes/voice-speaker-profile-routes.ts +199 -0
- package/src/runtime/aosp-llama-loader-selection.test.ts +80 -0
- package/src/runtime/capacitor-llama.d.ts +25 -0
- package/src/runtime/embedding-manager-support.d.ts +77 -0
- package/src/runtime/embedding-manager-support.d.ts.map +1 -0
- package/src/runtime/embedding-manager-support.ts +497 -0
- package/src/runtime/embedding-presets.d.ts +16 -0
- package/src/runtime/embedding-presets.d.ts.map +1 -0
- package/src/runtime/embedding-presets.ts +81 -0
- package/src/runtime/embedding-warmup-policy.d.ts +14 -0
- package/src/runtime/embedding-warmup-policy.d.ts.map +1 -0
- package/src/runtime/embedding-warmup-policy.test.ts +53 -0
- package/src/runtime/embedding-warmup-policy.ts +48 -0
- package/src/runtime/ensure-local-inference-handler.d.ts +53 -0
- package/src/runtime/ensure-local-inference-handler.d.ts.map +1 -0
- package/src/runtime/ensure-local-inference-handler.test.ts +528 -0
- package/src/runtime/ensure-local-inference-handler.ts +1398 -0
- package/src/runtime/index.d.ts +14 -0
- package/src/runtime/index.d.ts.map +1 -0
- package/src/runtime/index.ts +27 -0
- package/src/runtime/mobile-local-inference-gate.d.ts +31 -0
- package/src/runtime/mobile-local-inference-gate.d.ts.map +1 -0
- package/src/runtime/mobile-local-inference-gate.test.ts +69 -0
- package/src/runtime/mobile-local-inference-gate.ts +44 -0
- package/src/runtime/voice-entity-binding.d.ts +103 -0
- package/src/runtime/voice-entity-binding.d.ts.map +1 -0
- package/src/runtime/voice-entity-binding.transcript.test.ts +69 -0
- package/src/runtime/voice-entity-binding.ts +328 -0
- package/src/services/README.md +71 -0
- package/src/services/__tests__/backend-selector.test.ts +101 -0
- package/src/services/__tests__/checkpoint-manager.test.ts +376 -0
- package/src/services/__tests__/gpu-autotune.test.ts +400 -0
- package/src/services/__tests__/llm-streaming-binding.test.ts +85 -0
- package/src/services/__tests__/planner-grammar.test.ts +372 -0
- package/src/services/__tests__/runtime-target.test.ts +176 -0
- package/src/services/active-model-switch-rollback.test.ts +183 -0
- package/src/services/active-model.d.ts +282 -0
- package/src/services/active-model.d.ts.map +1 -0
- package/src/services/active-model.ts +1213 -0
- package/src/services/asr/errors.d.ts +21 -0
- package/src/services/asr/errors.d.ts.map +1 -0
- package/src/services/asr/errors.ts +50 -0
- package/src/services/asr/hash.d.ts +28 -0
- package/src/services/asr/hash.d.ts.map +1 -0
- package/src/services/asr/hash.ts +49 -0
- package/src/services/asr/index.d.ts +76 -0
- package/src/services/asr/index.d.ts.map +1 -0
- package/src/services/asr/index.ts +178 -0
- package/src/services/asr/types.d.ts +91 -0
- package/src/services/asr/types.d.ts.map +1 -0
- package/src/services/asr/types.ts +95 -0
- package/src/services/assignments.d.ts +71 -0
- package/src/services/assignments.d.ts.map +1 -0
- package/src/services/assignments.test.ts +80 -0
- package/src/services/assignments.ts +230 -0
- package/src/services/backend-selector.ts +95 -0
- package/src/services/backend.d.ts +346 -0
- package/src/services/backend.d.ts.map +1 -0
- package/src/services/backend.ts +612 -0
- package/src/services/bundled-models.d.ts +34 -0
- package/src/services/bundled-models.d.ts.map +1 -0
- package/src/services/bundled-models.ts +129 -0
- package/src/services/cache-bridge.d.ts +206 -0
- package/src/services/cache-bridge.d.ts.map +1 -0
- package/src/services/cache-bridge.test.ts +516 -0
- package/src/services/cache-bridge.ts +423 -0
- package/src/services/catalog.d.ts +10 -0
- package/src/services/catalog.d.ts.map +1 -0
- package/src/services/catalog.test.ts +240 -0
- package/src/services/catalog.ts +27 -0
- package/src/services/checkpoint-client.d.ts +109 -0
- package/src/services/checkpoint-client.d.ts.map +1 -0
- package/src/services/checkpoint-client.ts +258 -0
- package/src/services/checkpoint-manager.ts +474 -0
- package/src/services/cloud-fallback.d.ts +102 -0
- package/src/services/cloud-fallback.d.ts.map +1 -0
- package/src/services/cloud-fallback.ts +230 -0
- package/src/services/conversation-registry.d.ts +142 -0
- package/src/services/conversation-registry.d.ts.map +1 -0
- package/src/services/conversation-registry.test.ts +235 -0
- package/src/services/conversation-registry.ts +264 -0
- package/src/services/desktop-fused-ffi-backend-runtime.d.ts +92 -0
- package/src/services/desktop-fused-ffi-backend-runtime.d.ts.map +1 -0
- package/src/services/desktop-fused-ffi-backend-runtime.ts +333 -0
- package/src/services/device-bridge.d.ts +188 -0
- package/src/services/device-bridge.d.ts.map +1 -0
- package/src/services/device-bridge.ts +1237 -0
- package/src/services/device-resource-metrics.d.ts +149 -0
- package/src/services/device-resource-metrics.d.ts.map +1 -0
- package/src/services/device-resource-metrics.test.ts +98 -0
- package/src/services/device-resource-metrics.ts +346 -0
- package/src/services/device-tier.d.ts +115 -0
- package/src/services/device-tier.d.ts.map +1 -0
- package/src/services/device-tier.test.ts +371 -0
- package/src/services/device-tier.ts +410 -0
- package/src/services/downloader.d.ts +82 -0
- package/src/services/downloader.d.ts.map +1 -0
- package/src/services/downloader.test.ts +724 -0
- package/src/services/downloader.ts +899 -0
- package/src/services/engine-direct-bundle.test.ts +58 -0
- package/src/services/engine-streaming.test.ts +80 -0
- package/src/services/engine.d.ts +534 -0
- package/src/services/engine.d.ts.map +1 -0
- package/src/services/engine.ts +1891 -0
- package/src/services/ensure-local-artifacts.integration.test.ts +273 -0
- package/src/services/ensure-local-artifacts.test.ts +368 -0
- package/src/services/ensure-local-artifacts.ts +351 -0
- package/src/services/external-scanner.d.ts +17 -0
- package/src/services/external-scanner.d.ts.map +1 -0
- package/src/services/external-scanner.ts +312 -0
- package/src/services/ffi-llm-mock.ts +354 -0
- package/src/services/ffi-llm-streaming-abi.ts +442 -0
- package/src/services/ffi-streaming-backend.d.ts +180 -0
- package/src/services/ffi-streaming-backend.d.ts.map +1 -0
- package/src/services/ffi-streaming-backend.ts +382 -0
- package/src/services/ffi-streaming-runner.d.ts +122 -0
- package/src/services/ffi-streaming-runner.d.ts.map +1 -0
- package/src/services/ffi-streaming-runner.test.ts +60 -0
- package/src/services/ffi-streaming-runner.ts +354 -0
- package/src/services/ffi-unload-ordering.test.ts +162 -0
- package/src/services/gpu-autotune.ts +534 -0
- package/src/services/gpu-detect.ts +139 -0
- package/src/services/handler-registry.d.ts +72 -0
- package/src/services/handler-registry.d.ts.map +1 -0
- package/src/services/handler-registry.ts +240 -0
- package/src/services/hardware.d.ts +63 -0
- package/src/services/hardware.d.ts.map +1 -0
- package/src/services/hardware.test.ts +183 -0
- package/src/services/hardware.ts +404 -0
- package/src/services/hf-search.d.ts +26 -0
- package/src/services/hf-search.d.ts.map +1 -0
- package/src/services/hf-search.test.ts +69 -0
- package/src/services/hf-search.ts +420 -0
- package/src/services/image-description-runtime.d.ts +14 -0
- package/src/services/image-description-runtime.d.ts.map +1 -0
- package/src/services/image-description-runtime.test.ts +61 -0
- package/src/services/image-description-runtime.ts +118 -0
- package/src/services/imagegen/aosp-unavailable.d.ts +134 -0
- package/src/services/imagegen/aosp-unavailable.d.ts.map +1 -0
- package/src/services/imagegen/aosp-unavailable.ts +229 -0
- package/src/services/imagegen/backend-selector.d.ts +118 -0
- package/src/services/imagegen/backend-selector.d.ts.map +1 -0
- package/src/services/imagegen/backend-selector.ts +281 -0
- package/src/services/imagegen/coreml-unavailable.d.ts +105 -0
- package/src/services/imagegen/coreml-unavailable.d.ts.map +1 -0
- package/src/services/imagegen/coreml-unavailable.ts +237 -0
- package/src/services/imagegen/errors.d.ts +16 -0
- package/src/services/imagegen/errors.d.ts.map +1 -0
- package/src/services/imagegen/errors.ts +40 -0
- package/src/services/imagegen/index.d.ts +58 -0
- package/src/services/imagegen/index.d.ts.map +1 -0
- package/src/services/imagegen/index.ts +144 -0
- package/src/services/imagegen/mflux.d.ts +74 -0
- package/src/services/imagegen/mflux.d.ts.map +1 -0
- package/src/services/imagegen/mflux.ts +313 -0
- package/src/services/imagegen/sd-cpp.d.ts +180 -0
- package/src/services/imagegen/sd-cpp.d.ts.map +1 -0
- package/src/services/imagegen/sd-cpp.ts +718 -0
- package/src/services/imagegen/tensorrt-unavailable.d.ts +83 -0
- package/src/services/imagegen/tensorrt-unavailable.d.ts.map +1 -0
- package/src/services/imagegen/tensorrt-unavailable.ts +295 -0
- package/src/services/imagegen/types.d.ts +181 -0
- package/src/services/imagegen/types.d.ts.map +1 -0
- package/src/services/imagegen/types.ts +193 -0
- package/src/services/index.d.ts +30 -0
- package/src/services/index.d.ts.map +1 -0
- package/src/services/index.ts +225 -0
- package/src/services/inference-capabilities.d.ts +132 -0
- package/src/services/inference-capabilities.d.ts.map +1 -0
- package/src/services/inference-capabilities.test.ts +75 -0
- package/src/services/inference-capabilities.ts +204 -0
- package/src/services/inference-telemetry.d.ts +59 -0
- package/src/services/inference-telemetry.d.ts.map +1 -0
- package/src/services/inference-telemetry.ts +143 -0
- package/src/services/ios-llama-streaming.ts +248 -0
- package/src/services/kv-spill.d.ts +189 -0
- package/src/services/kv-spill.d.ts.map +1 -0
- package/src/services/kv-spill.test.ts +222 -0
- package/src/services/kv-spill.ts +356 -0
- package/src/services/latency-trace.d.ts +346 -0
- package/src/services/latency-trace.d.ts.map +1 -0
- package/src/services/latency-trace.test.ts +266 -0
- package/src/services/latency-trace.ts +844 -0
- package/src/services/llama-server-metrics.ts +304 -0
- package/src/services/llm-streaming-binding.d.ts +96 -0
- package/src/services/llm-streaming-binding.d.ts.map +1 -0
- package/src/services/llm-streaming-binding.ts +136 -0
- package/src/services/load-args.d.ts +82 -0
- package/src/services/load-args.d.ts.map +1 -0
- package/src/services/load-args.ts +81 -0
- package/src/services/manifest/eliza-1.manifest.v1.json +708 -0
- package/src/services/manifest/index.d.ts +4 -0
- package/src/services/manifest/index.d.ts.map +1 -0
- package/src/services/manifest/index.ts +66 -0
- package/src/services/manifest/manifest.test.ts +693 -0
- package/src/services/manifest/schema.d.ts +715 -0
- package/src/services/manifest/schema.d.ts.map +1 -0
- package/src/services/manifest/schema.ts +655 -0
- package/src/services/manifest/types.d.ts +30 -0
- package/src/services/manifest/types.d.ts.map +1 -0
- package/src/services/manifest/types.ts +55 -0
- package/src/services/manifest/validator.d.ts +66 -0
- package/src/services/manifest/validator.d.ts.map +1 -0
- package/src/services/manifest/validator.ts +569 -0
- package/src/services/memory-arbiter.d.ts +343 -0
- package/src/services/memory-arbiter.d.ts.map +1 -0
- package/src/services/memory-arbiter.test.ts +419 -0
- package/src/services/memory-arbiter.ts +1000 -0
- package/src/services/memory-monitor.d.ts +119 -0
- package/src/services/memory-monitor.d.ts.map +1 -0
- package/src/services/memory-monitor.test.ts +208 -0
- package/src/services/memory-monitor.ts +296 -0
- package/src/services/memory-pressure.d.ts +127 -0
- package/src/services/memory-pressure.d.ts.map +1 -0
- package/src/services/memory-pressure.ts +413 -0
- package/src/services/mtp-doctor.d.ts +13 -0
- package/src/services/mtp-doctor.d.ts.map +1 -0
- package/src/services/mtp-doctor.ts +78 -0
- package/src/services/network-policy.d.ts +127 -0
- package/src/services/network-policy.d.ts.map +1 -0
- package/src/services/network-policy.ts +346 -0
- package/src/services/paths.d.ts +6 -0
- package/src/services/paths.d.ts.map +1 -0
- package/src/services/paths.ts +25 -0
- package/src/services/planner-skeleton.d.ts +124 -0
- package/src/services/planner-skeleton.d.ts.map +1 -0
- package/src/services/planner-skeleton.ts +175 -0
- package/src/services/providers.d.ts +38 -0
- package/src/services/providers.d.ts.map +1 -0
- package/src/services/providers.ts +507 -0
- package/src/services/ram-budget-cache.test.ts +163 -0
- package/src/services/ram-budget.d.ts +110 -0
- package/src/services/ram-budget.d.ts.map +1 -0
- package/src/services/ram-budget.ts +0 -0
- package/src/services/readiness.d.ts +9 -0
- package/src/services/readiness.d.ts.map +1 -0
- package/src/services/readiness.test.ts +87 -0
- package/src/services/readiness.ts +238 -0
- package/src/services/recommendation.d.ts +111 -0
- package/src/services/recommendation.d.ts.map +1 -0
- package/src/services/recommendation.ts +672 -0
- package/src/services/registry.d.ts +35 -0
- package/src/services/registry.d.ts.map +1 -0
- package/src/services/registry.ts +151 -0
- package/src/services/router-handler.d.ts +92 -0
- package/src/services/router-handler.d.ts.map +1 -0
- package/src/services/router-handler.test.ts +45 -0
- package/src/services/router-handler.ts +376 -0
- package/src/services/routing-policy.d.ts +55 -0
- package/src/services/routing-policy.d.ts.map +1 -0
- package/src/services/routing-policy.ts +228 -0
- package/src/services/routing-preferences.d.ts +8 -0
- package/src/services/routing-preferences.d.ts.map +1 -0
- package/src/services/routing-preferences.ts +15 -0
- package/src/services/runtime-target.d.ts +98 -0
- package/src/services/runtime-target.d.ts.map +1 -0
- package/src/services/runtime-target.ts +154 -0
- package/src/services/service.d.ts +128 -0
- package/src/services/service.d.ts.map +1 -0
- package/src/services/service.test.ts +223 -0
- package/src/services/service.ts +735 -0
- package/src/services/session-pool.d.ts +72 -0
- package/src/services/session-pool.d.ts.map +1 -0
- package/src/services/session-pool.ts +153 -0
- package/src/services/structured-output/deterministic-repair.d.ts +23 -0
- package/src/services/structured-output/deterministic-repair.d.ts.map +1 -0
- package/src/services/structured-output/deterministic-repair.test.ts +169 -0
- package/src/services/structured-output/deterministic-repair.ts +443 -0
- package/src/services/structured-output/index.ts +4 -0
- package/src/services/structured-output.d.ts +311 -0
- package/src/services/structured-output.d.ts.map +1 -0
- package/src/services/structured-output.test.ts +483 -0
- package/src/services/structured-output.ts +712 -0
- package/src/services/transcription-priority.test.ts +211 -0
- package/src/services/tts/errors.ts +46 -0
- package/src/services/tts/index.ts +214 -0
- package/src/services/tts/tts-audio-cache.ts +235 -0
- package/src/services/tts/types.ts +157 -0
- package/src/services/types.d.ts +19 -0
- package/src/services/types.d.ts.map +1 -0
- package/src/services/types.ts +55 -0
- package/src/services/verify-on-device.d.ts +34 -0
- package/src/services/verify-on-device.d.ts.map +1 -0
- package/src/services/verify-on-device.test.ts +87 -0
- package/src/services/verify-on-device.ts +127 -0
- package/src/services/verify.d.ts +8 -0
- package/src/services/verify.d.ts.map +1 -0
- package/src/services/verify.ts +13 -0
- package/src/services/vision/aosp-unavailable.d.ts +115 -0
- package/src/services/vision/aosp-unavailable.d.ts.map +1 -0
- package/src/services/vision/aosp-unavailable.ts +163 -0
- package/src/services/vision/capacitor-llama.d.ts +99 -0
- package/src/services/vision/capacitor-llama.d.ts.map +1 -0
- package/src/services/vision/capacitor-llama.ts +255 -0
- package/src/services/vision/cloud-fallback.d.ts +47 -0
- package/src/services/vision/cloud-fallback.d.ts.map +1 -0
- package/src/services/vision/cloud-fallback.test.ts +243 -0
- package/src/services/vision/cloud-fallback.ts +268 -0
- package/src/services/vision/fallback-chain.test.ts +86 -0
- package/src/services/vision/hash.d.ts +71 -0
- package/src/services/vision/hash.d.ts.map +1 -0
- package/src/services/vision/hash.ts +157 -0
- package/src/services/vision/index.d.ts +95 -0
- package/src/services/vision/index.d.ts.map +1 -0
- package/src/services/vision/index.ts +251 -0
- package/src/services/vision/llama-server.d.ts +73 -0
- package/src/services/vision/llama-server.d.ts.map +1 -0
- package/src/services/vision/llama-server.ts +177 -0
- package/src/services/vision/types.d.ts +153 -0
- package/src/services/vision/types.d.ts.map +1 -0
- package/src/services/vision/types.ts +154 -0
- package/src/services/vision/vast-fallback.d.ts +18 -0
- package/src/services/vision/vast-fallback.d.ts.map +1 -0
- package/src/services/vision/vast-fallback.ts +127 -0
- package/src/services/vision-embedding-cache.d.ts +98 -0
- package/src/services/vision-embedding-cache.d.ts.map +1 -0
- package/src/services/vision-embedding-cache.ts +189 -0
- package/src/services/voice/VOICE_WORKBENCH.md +88 -0
- package/src/services/voice/__test-helpers__/fake-ffi.ts +92 -0
- package/src/services/voice/__test-helpers__/synthetic-speech.ts +124 -0
- package/src/services/voice/__tests__/checkpoint-manager.test.ts +241 -0
- package/src/services/voice/__tests__/checkpoint-policy.test.ts +270 -0
- package/src/services/voice/__tests__/eager-context-builder.test.ts +257 -0
- package/src/services/voice/__tests__/eliza1-eot-scorer.test.ts +288 -0
- package/src/services/voice/__tests__/eot-classifier.test.ts +431 -0
- package/src/services/voice/__tests__/optimistic-rollback.test.ts +312 -0
- package/src/services/voice/__tests__/prefill-client.test.ts +266 -0
- package/src/services/voice/__tests__/prefix-preserving-queue.test.ts +208 -0
- package/src/services/voice/__tests__/streaming-asr.test.ts +450 -0
- package/src/services/voice/__tests__/streaming-transcriber.test.ts +339 -0
- package/src/services/voice/__tests__/turn-detector-resolver.test.ts +197 -0
- package/src/services/voice/__tests__/voice-state-machine-prefill.test.ts +275 -0
- package/src/services/voice/__tests__/voice-state-machine.test.ts +354 -0
- package/src/services/voice/audio-frame-consumer.d.ts +212 -0
- package/src/services/voice/audio-frame-consumer.d.ts.map +1 -0
- package/src/services/voice/audio-frame-consumer.test.ts +343 -0
- package/src/services/voice/audio-frame-consumer.ts +491 -0
- package/src/services/voice/barge-in.d.ts +112 -0
- package/src/services/voice/barge-in.d.ts.map +1 -0
- package/src/services/voice/barge-in.test.ts +244 -0
- package/src/services/voice/barge-in.ts +336 -0
- package/src/services/voice/cancellation-coordinator.d.ts +127 -0
- package/src/services/voice/cancellation-coordinator.d.ts.map +1 -0
- package/src/services/voice/cancellation-coordinator.test.ts +196 -0
- package/src/services/voice/cancellation-coordinator.ts +269 -0
- package/src/services/voice/checkpoint-manager.d.ts +199 -0
- package/src/services/voice/checkpoint-manager.d.ts.map +1 -0
- package/src/services/voice/checkpoint-manager.ts +401 -0
- package/src/services/voice/checkpoint-policy.ts +336 -0
- package/src/services/voice/composite-eot-classifier.test.ts +59 -0
- package/src/services/voice/e2e-harness.test.ts +182 -0
- package/src/services/voice/e2e-harness.ts +743 -0
- package/src/services/voice/eager-context-builder.d.ts +170 -0
- package/src/services/voice/eager-context-builder.d.ts.map +1 -0
- package/src/services/voice/eager-context-builder.ts +262 -0
- package/src/services/voice/eliza1-eot-scorer.d.ts +124 -0
- package/src/services/voice/eliza1-eot-scorer.d.ts.map +1 -0
- package/src/services/voice/eliza1-eot-scorer.ts +242 -0
- package/src/services/voice/embedding-server.ts +200 -0
- package/src/services/voice/embedding.d.ts +133 -0
- package/src/services/voice/embedding.d.ts.map +1 -0
- package/src/services/voice/embedding.test.ts +148 -0
- package/src/services/voice/embedding.ts +244 -0
- package/src/services/voice/emotion-attribution.d.ts +68 -0
- package/src/services/voice/emotion-attribution.d.ts.map +1 -0
- package/src/services/voice/emotion-attribution.test.ts +129 -0
- package/src/services/voice/emotion-attribution.ts +361 -0
- package/src/services/voice/engine-bridge-cancellation.test.ts +422 -0
- package/src/services/voice/engine-bridge.d.ts +746 -0
- package/src/services/voice/engine-bridge.d.ts.map +1 -0
- package/src/services/voice/engine-bridge.test.ts +384 -0
- package/src/services/voice/engine-bridge.ts +2226 -0
- package/src/services/voice/eot-classifier-ggml.d.ts +179 -0
- package/src/services/voice/eot-classifier-ggml.d.ts.map +1 -0
- package/src/services/voice/eot-classifier-ggml.ts +566 -0
- package/src/services/voice/eot-classifier.d.ts +214 -0
- package/src/services/voice/eot-classifier.d.ts.map +1 -0
- package/src/services/voice/eot-classifier.ts +533 -0
- package/src/services/voice/errors.d.ts +20 -0
- package/src/services/voice/errors.d.ts.map +1 -0
- package/src/services/voice/errors.ts +32 -0
- package/src/services/voice/expressive-tags.d.ts +158 -0
- package/src/services/voice/expressive-tags.d.ts.map +1 -0
- package/src/services/voice/expressive-tags.ts +405 -0
- package/src/services/voice/ffi-bindings.d.ts +636 -0
- package/src/services/voice/ffi-bindings.d.ts.map +1 -0
- package/src/services/voice/ffi-bindings.test.ts +671 -0
- package/src/services/voice/ffi-bindings.ts +3050 -0
- package/src/services/voice/first-line-cache.d.ts +181 -0
- package/src/services/voice/first-line-cache.d.ts.map +1 -0
- package/src/services/voice/first-line-cache.ts +725 -0
- package/src/services/voice/fused-eot-scorer.d.ts +51 -0
- package/src/services/voice/fused-eot-scorer.d.ts.map +1 -0
- package/src/services/voice/fused-eot-scorer.ts +135 -0
- package/src/services/voice/index.d.ts +91 -0
- package/src/services/voice/index.d.ts.map +1 -0
- package/src/services/voice/index.ts +481 -0
- package/src/services/voice/kokoro/__tests__/kokoro-backend.test.ts +151 -0
- package/src/services/voice/kokoro/__tests__/kokoro-engine-bridge.real.test.ts +151 -0
- package/src/services/voice/kokoro/__tests__/kokoro-engine-bridge.test.ts +60 -0
- package/src/services/voice/kokoro/__tests__/kokoro-engine-discovery.test.ts +277 -0
- package/src/services/voice/kokoro/__tests__/kokoro-ffi-runtime.test.ts +235 -0
- package/src/services/voice/kokoro/__tests__/kokoro-runtime.test.ts +95 -0
- package/src/services/voice/kokoro/__tests__/phonemizer.test.ts +53 -0
- package/src/services/voice/kokoro/__tests__/runtime-selection.test.ts +231 -0
- package/src/services/voice/kokoro/__tests__/voices.test.ts +57 -0
- package/src/services/voice/kokoro/index.ts +79 -0
- package/src/services/voice/kokoro/kokoro-backend.d.ts +72 -0
- package/src/services/voice/kokoro/kokoro-backend.d.ts.map +1 -0
- package/src/services/voice/kokoro/kokoro-backend.ts +207 -0
- package/src/services/voice/kokoro/kokoro-engine-discovery.d.ts +58 -0
- package/src/services/voice/kokoro/kokoro-engine-discovery.d.ts.map +1 -0
- package/src/services/voice/kokoro/kokoro-engine-discovery.ts +177 -0
- package/src/services/voice/kokoro/kokoro-ffi-runtime.d.ts +75 -0
- package/src/services/voice/kokoro/kokoro-ffi-runtime.d.ts.map +1 -0
- package/src/services/voice/kokoro/kokoro-ffi-runtime.ts +233 -0
- package/src/services/voice/kokoro/kokoro-runtime.d.ts +100 -0
- package/src/services/voice/kokoro/kokoro-runtime.d.ts.map +1 -0
- package/src/services/voice/kokoro/kokoro-runtime.ts +170 -0
- package/src/services/voice/kokoro/phoneme-stream.ts +123 -0
- package/src/services/voice/kokoro/phonemizer.d.ts +50 -0
- package/src/services/voice/kokoro/phonemizer.d.ts.map +1 -0
- package/src/services/voice/kokoro/phonemizer.ts +344 -0
- package/src/services/voice/kokoro/pick-runtime.d.ts +61 -0
- package/src/services/voice/kokoro/pick-runtime.d.ts.map +1 -0
- package/src/services/voice/kokoro/pick-runtime.test.ts +91 -0
- package/src/services/voice/kokoro/pick-runtime.ts +130 -0
- package/src/services/voice/kokoro/runtime-selection.d.ts +92 -0
- package/src/services/voice/kokoro/runtime-selection.d.ts.map +1 -0
- package/src/services/voice/kokoro/runtime-selection.ts +237 -0
- package/src/services/voice/kokoro/types.d.ts +82 -0
- package/src/services/voice/kokoro/types.d.ts.map +1 -0
- package/src/services/voice/kokoro/types.ts +95 -0
- package/src/services/voice/kokoro/voice-presets.d.ts +23 -0
- package/src/services/voice/kokoro/voice-presets.d.ts.map +1 -0
- package/src/services/voice/kokoro/voice-presets.ts +129 -0
- package/src/services/voice/kokoro/voices.d.ts +30 -0
- package/src/services/voice/kokoro/voices.d.ts.map +1 -0
- package/src/services/voice/kokoro/voices.ts +64 -0
- package/src/services/voice/lifecycle.d.ts +135 -0
- package/src/services/voice/lifecycle.d.ts.map +1 -0
- package/src/services/voice/lifecycle.test.ts +315 -0
- package/src/services/voice/lifecycle.ts +301 -0
- package/src/services/voice/live-diarization-session.d.ts +96 -0
- package/src/services/voice/live-diarization-session.d.ts.map +1 -0
- package/src/services/voice/live-diarization-session.ts +289 -0
- package/src/services/voice/mic-source.d.ts +136 -0
- package/src/services/voice/mic-source.d.ts.map +1 -0
- package/src/services/voice/mic-source.test.ts +210 -0
- package/src/services/voice/mic-source.ts +503 -0
- package/src/services/voice/optimistic-policy.d.ts +109 -0
- package/src/services/voice/optimistic-policy.d.ts.map +1 -0
- package/src/services/voice/optimistic-policy.test.ts +101 -0
- package/src/services/voice/optimistic-policy.ts +192 -0
- package/src/services/voice/optimistic-rollback.ts +343 -0
- package/src/services/voice/partial-stabilizer.d.ts +73 -0
- package/src/services/voice/partial-stabilizer.d.ts.map +1 -0
- package/src/services/voice/partial-stabilizer.test.ts +68 -0
- package/src/services/voice/partial-stabilizer.ts +140 -0
- package/src/services/voice/phoneme-tokenizer.d.ts +49 -0
- package/src/services/voice/phoneme-tokenizer.d.ts.map +1 -0
- package/src/services/voice/phoneme-tokenizer.ts +158 -0
- package/src/services/voice/phrase-cache.d.ts +76 -0
- package/src/services/voice/phrase-cache.d.ts.map +1 -0
- package/src/services/voice/phrase-cache.test.ts +242 -0
- package/src/services/voice/phrase-cache.ts +186 -0
- package/src/services/voice/phrase-chunker.d.ts +62 -0
- package/src/services/voice/phrase-chunker.d.ts.map +1 -0
- package/src/services/voice/phrase-chunker.test.ts +239 -0
- package/src/services/voice/phrase-chunker.ts +281 -0
- package/src/services/voice/pipeline-impls.d.ts +151 -0
- package/src/services/voice/pipeline-impls.d.ts.map +1 -0
- package/src/services/voice/pipeline-impls.l6.test.ts +110 -0
- package/src/services/voice/pipeline-impls.test.ts +292 -0
- package/src/services/voice/pipeline-impls.ts +315 -0
- package/src/services/voice/pipeline.d.ts +216 -0
- package/src/services/voice/pipeline.d.ts.map +1 -0
- package/src/services/voice/pipeline.ts +505 -0
- package/src/services/voice/prefill-client.d.ts +123 -0
- package/src/services/voice/prefill-client.d.ts.map +1 -0
- package/src/services/voice/prefill-client.ts +316 -0
- package/src/services/voice/prefix-preserving-queue.d.ts +113 -0
- package/src/services/voice/prefix-preserving-queue.d.ts.map +1 -0
- package/src/services/voice/prefix-preserving-queue.ts +162 -0
- package/src/services/voice/profile-store.d.ts +248 -0
- package/src/services/voice/profile-store.d.ts.map +1 -0
- package/src/services/voice/profile-store.ts +887 -0
- package/src/services/voice/ring-buffer.d.ts +40 -0
- package/src/services/voice/ring-buffer.d.ts.map +1 -0
- package/src/services/voice/ring-buffer.ts +105 -0
- package/src/services/voice/rollback-queue.d.ts +24 -0
- package/src/services/voice/rollback-queue.d.ts.map +1 -0
- package/src/services/voice/rollback-queue.ts +74 -0
- package/src/services/voice/samantha-preset-placeholder.d.ts +67 -0
- package/src/services/voice/samantha-preset-placeholder.d.ts.map +1 -0
- package/src/services/voice/samantha-preset-placeholder.test.ts +97 -0
- package/src/services/voice/samantha-preset-placeholder.ts +148 -0
- package/src/services/voice/samantha-preset-regenerator.d.ts +87 -0
- package/src/services/voice/samantha-preset-regenerator.d.ts.map +1 -0
- package/src/services/voice/samantha-preset-regenerator.ts +393 -0
- package/src/services/voice/scheduler.d.ts +146 -0
- package/src/services/voice/scheduler.d.ts.map +1 -0
- package/src/services/voice/scheduler.t2.test.ts +141 -0
- package/src/services/voice/scheduler.ts +927 -0
- package/src/services/voice/shared-resources.d.ts +190 -0
- package/src/services/voice/shared-resources.d.ts.map +1 -0
- package/src/services/voice/shared-resources.ts +320 -0
- package/src/services/voice/speaker/attribution-pipeline.d.ts +74 -0
- package/src/services/voice/speaker/attribution-pipeline.d.ts.map +1 -0
- package/src/services/voice/speaker/attribution-pipeline.ts +386 -0
- package/src/services/voice/speaker/diarizer-fused.d.ts +59 -0
- package/src/services/voice/speaker/diarizer-fused.d.ts.map +1 -0
- package/src/services/voice/speaker/diarizer-fused.real.test.ts +100 -0
- package/src/services/voice/speaker/diarizer-fused.ts +154 -0
- package/src/services/voice/speaker/diarizer.d.ts +75 -0
- package/src/services/voice/speaker/diarizer.d.ts.map +1 -0
- package/src/services/voice/speaker/diarizer.ts +218 -0
- package/src/services/voice/speaker/encoder-fused.d.ts +60 -0
- package/src/services/voice/speaker/encoder-fused.d.ts.map +1 -0
- package/src/services/voice/speaker/encoder-fused.real.test.ts +113 -0
- package/src/services/voice/speaker/encoder-fused.ts +138 -0
- package/src/services/voice/speaker/encoder-ggml.d.ts +33 -0
- package/src/services/voice/speaker/encoder-ggml.d.ts.map +1 -0
- package/src/services/voice/speaker/encoder-ggml.ts +79 -0
- package/src/services/voice/speaker/encoder.d.ts +37 -0
- package/src/services/voice/speaker/encoder.d.ts.map +1 -0
- package/src/services/voice/speaker/encoder.ts +105 -0
- package/src/services/voice/speaker-imprint.d.ts +83 -0
- package/src/services/voice/speaker-imprint.d.ts.map +1 -0
- package/src/services/voice/speaker-imprint.test.ts +185 -0
- package/src/services/voice/speaker-imprint.ts +312 -0
- package/src/services/voice/speaker-preset-cache.d.ts +77 -0
- package/src/services/voice/speaker-preset-cache.d.ts.map +1 -0
- package/src/services/voice/speaker-preset-cache.test.ts +154 -0
- package/src/services/voice/speaker-preset-cache.ts +195 -0
- package/src/services/voice/streaming-asr/streaming-pipeline-adapter.ts +292 -0
- package/src/services/voice/system-audio-sink.d.ts +73 -0
- package/src/services/voice/system-audio-sink.d.ts.map +1 -0
- package/src/services/voice/system-audio-sink.test.ts +29 -0
- package/src/services/voice/system-audio-sink.ts +366 -0
- package/src/services/voice/transcriber.d.ts +244 -0
- package/src/services/voice/transcriber.d.ts.map +1 -0
- package/src/services/voice/transcriber.test.ts +392 -0
- package/src/services/voice/transcriber.ts +704 -0
- package/src/services/voice/turn-controller.d.ts +183 -0
- package/src/services/voice/turn-controller.d.ts.map +1 -0
- package/src/services/voice/turn-controller.test.ts +575 -0
- package/src/services/voice/turn-controller.ts +596 -0
- package/src/services/voice/types.d.ts +643 -0
- package/src/services/voice/types.d.ts.map +1 -0
- package/src/services/voice/types.ts +699 -0
- package/src/services/voice/vad.d.ts +282 -0
- package/src/services/voice/vad.d.ts.map +1 -0
- package/src/services/voice/vad.test.ts +480 -0
- package/src/services/voice/vad.ts +827 -0
- package/src/services/voice/vad.v1-v4.test.ts +222 -0
- package/src/services/voice/voice-budget.d.ts +241 -0
- package/src/services/voice/voice-budget.d.ts.map +1 -0
- package/src/services/voice/voice-budget.test.ts +420 -0
- package/src/services/voice/voice-budget.ts +656 -0
- package/src/services/voice/voice-duet.test.ts +375 -0
- package/src/services/voice/voice-emotion-classifier.d.ts +95 -0
- package/src/services/voice/voice-emotion-classifier.d.ts.map +1 -0
- package/src/services/voice/voice-emotion-classifier.test.ts +210 -0
- package/src/services/voice/voice-emotion-classifier.ts +273 -0
- package/src/services/voice/voice-preset-format.d.ts +158 -0
- package/src/services/voice/voice-preset-format.d.ts.map +1 -0
- package/src/services/voice/voice-preset-format.ts +700 -0
- package/src/services/voice/voice-preset-generator.test.ts +89 -0
- package/src/services/voice/voice-profile-artifact.d.ts +116 -0
- package/src/services/voice/voice-profile-artifact.d.ts.map +1 -0
- package/src/services/voice/voice-profile-artifact.test.ts +138 -0
- package/src/services/voice/voice-profile-artifact.ts +518 -0
- package/src/services/voice/voice-profile-routes.d.ts +83 -0
- package/src/services/voice/voice-profile-routes.d.ts.map +1 -0
- package/src/services/voice/voice-profile-routes.test.ts +429 -0
- package/src/services/voice/voice-profile-routes.ts +425 -0
- package/src/services/voice/voice-scenario.ts +154 -0
- package/src/services/voice/voice-settings.d.ts +82 -0
- package/src/services/voice/voice-settings.d.ts.map +1 -0
- package/src/services/voice/voice-settings.ts +172 -0
- package/src/services/voice/voice-state-machine.d.ts +364 -0
- package/src/services/voice/voice-state-machine.d.ts.map +1 -0
- package/src/services/voice/voice-state-machine.ts +727 -0
- package/src/services/voice/voice-workbench-report.test.ts +168 -0
- package/src/services/voice/voice-workbench-report.ts +326 -0
- package/src/services/voice/voice-workbench.test.ts +158 -0
- package/src/services/voice/voice.test.ts +1070 -0
- package/src/services/voice/wake-word-ggml.d.ts +101 -0
- package/src/services/voice/wake-word-ggml.d.ts.map +1 -0
- package/src/services/voice/wake-word-ggml.ts +320 -0
- package/src/services/voice/wake-word.d.ts +255 -0
- package/src/services/voice/wake-word.d.ts.map +1 -0
- package/src/services/voice/wake-word.test.ts +298 -0
- package/src/services/voice/wake-word.ts +554 -0
- package/src/services/voice/wrap-with-first-line-cache.d.ts +70 -0
- package/src/services/voice/wrap-with-first-line-cache.d.ts.map +1 -0
- package/src/services/voice/wrap-with-first-line-cache.ts +267 -0
- package/src/services/voice-model-updater.d.ts +240 -0
- package/src/services/voice-model-updater.d.ts.map +1 -0
- package/src/services/voice-model-updater.ts +724 -0
- package/src/services/voice-prewarm.d.ts +3 -0
- package/src/services/voice-prewarm.d.ts.map +1 -0
- package/src/services/voice-prewarm.ts +51 -0
- package/dist/index.d.ts +0 -37
- package/dist/index.js +0 -1098
|
@@ -0,0 +1,343 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Memory Arbiter — single in-process owner of every model handle (text,
|
|
3
|
+
* embedding, vision-language, ASR, TTS, image generation) for the local
|
|
4
|
+
* inference stack. WS1 deliverable.
|
|
5
|
+
*
|
|
6
|
+
* Why this exists
|
|
7
|
+
* ---------------
|
|
8
|
+
* The current code has every plugin loading independently:
|
|
9
|
+
*
|
|
10
|
+
* - `plugin-local-inference` owns the text + voice GGUFs through
|
|
11
|
+
* `LocalInferenceEngine` + `SharedResourceRegistry`.
|
|
12
|
+
* - `plugin-vision` loads its own TF.js / face-api models with no
|
|
13
|
+
* shared budget.
|
|
14
|
+
* - `plugin-aosp-local-inference` runs the bun:ffi llama.cpp binding
|
|
15
|
+
* in its own world, also with no shared budget.
|
|
16
|
+
*
|
|
17
|
+
* On a 6 GB iPhone or an 8 GB low-tier Android, that means loading a
|
|
18
|
+
* vision model on top of a text model gets the app jetsam'd / lmkd-killed
|
|
19
|
+
* before the planner even runs.
|
|
20
|
+
*
|
|
21
|
+
* The arbiter is the single seam every consumer goes through to acquire
|
|
22
|
+
* a model. It owns the eviction policy across modalities (the existing
|
|
23
|
+
* `ResidentModelRole` priority table + memory-pressure signals from the
|
|
24
|
+
* platform), it owns the queue for capability swaps (a vision-describe
|
|
25
|
+
* arriving while the text model is generating waits its turn rather than
|
|
26
|
+
* triggering a parallel load that OOMs), and it owns the
|
|
27
|
+
* `vision-embedding-cache` so repeat frames don't re-pay the projector.
|
|
28
|
+
*
|
|
29
|
+
* What this module does NOT do
|
|
30
|
+
* ----------------------------
|
|
31
|
+
* - It does not implement any model loader. Loaders are passed in via
|
|
32
|
+
* `registerCapability(...)` by the plugins that own the binding
|
|
33
|
+
* (plugin-local-inference for text/embedding, plugin-vision for
|
|
34
|
+
* vision-describe, plugin-image-gen for diffusion, etc.).
|
|
35
|
+
* - It does not download models, probe hardware, or render UI. Those
|
|
36
|
+
* are the existing `Downloader`, `probeHardware`, and Settings UI
|
|
37
|
+
* concerns.
|
|
38
|
+
* - It does not run on a worker thread. One process, one event loop —
|
|
39
|
+
* the arbiter coordinates async work via promises only.
|
|
40
|
+
*
|
|
41
|
+
* Consumer contract
|
|
42
|
+
* -----------------
|
|
43
|
+
* Capability handlers register themselves at boot:
|
|
44
|
+
*
|
|
45
|
+
* ```ts
|
|
46
|
+
* arbiter.registerCapability({
|
|
47
|
+
* capability: "vision-describe",
|
|
48
|
+
* residentRole: "vision",
|
|
49
|
+
* load: async (modelKey) => loadQwen3VL(modelKey),
|
|
50
|
+
* unload: async (handle) => handle.dispose(),
|
|
51
|
+
* run: async (handle, req) => handle.describe(req.imageBytes),
|
|
52
|
+
* });
|
|
53
|
+
* ```
|
|
54
|
+
*
|
|
55
|
+
* Then anyone can call:
|
|
56
|
+
*
|
|
57
|
+
* ```ts
|
|
58
|
+
* const result = await arbiter.requestVisionDescribe({
|
|
59
|
+
* modelKey: "qwen3-vl-4b",
|
|
60
|
+
* imageBytes: pixels,
|
|
61
|
+
* });
|
|
62
|
+
* ```
|
|
63
|
+
*
|
|
64
|
+
* The arbiter handles:
|
|
65
|
+
* 1. Acquiring (or reusing) the handle for `qwen3-vl-4b`.
|
|
66
|
+
* 2. If a different capability holds the active model and we need to
|
|
67
|
+
* swap, evicting it first.
|
|
68
|
+
* 3. Running the request.
|
|
69
|
+
* 4. Releasing the handle (refcounted; the handle stays loaded until
|
|
70
|
+
* pressure or idle eviction reclaims it).
|
|
71
|
+
*
|
|
72
|
+
* Telemetry
|
|
73
|
+
* ---------
|
|
74
|
+
* The arbiter emits typed events:
|
|
75
|
+
* - `model_load` — a handle came online (capability, modelKey, ms)
|
|
76
|
+
* - `model_unload` — a handle went offline (capability, modelKey, reason)
|
|
77
|
+
* - `memory_pressure` — pressure level changed (level, source, freeMb?)
|
|
78
|
+
* - `eviction` — a role was evicted (capability, modelKey, reason)
|
|
79
|
+
* - `capability_run` — a request completed (capability, modelKey, ms)
|
|
80
|
+
*
|
|
81
|
+
* The runtime observability layer subscribes via `onEvent(...)`.
|
|
82
|
+
*/
|
|
83
|
+
import type { MemoryPressureLevel, MemoryPressureSource } from "./memory-pressure";
|
|
84
|
+
import { VisionEmbeddingCache, type VisionEmbeddingEntry } from "./vision-embedding-cache";
|
|
85
|
+
import { type ResidentModelRole, type SharedResourceRegistry } from "./voice/shared-resources";
|
|
86
|
+
/**
|
|
87
|
+
* Capability identifiers the arbiter routes between. One per consumer
|
|
88
|
+
* surface — keep this list short; new capabilities should be added
|
|
89
|
+
* deliberately, not on a whim.
|
|
90
|
+
*/
|
|
91
|
+
export type ArbiterCapability = "text" | "embedding" | "vision-describe" | "image-gen" | "transcribe" | "speak";
|
|
92
|
+
/** The opaque handle returned by `acquire`. Callers MUST `release` it. */
|
|
93
|
+
export interface ArbiterHandle<TBackend = unknown> {
|
|
94
|
+
readonly capability: ArbiterCapability;
|
|
95
|
+
readonly modelKey: string;
|
|
96
|
+
readonly backend: TBackend;
|
|
97
|
+
/**
|
|
98
|
+
* Increment the refcount so the handle is shared. Returns the same
|
|
99
|
+
* underlying handle. Useful when one consumer hands the handle to
|
|
100
|
+
* another mid-flight.
|
|
101
|
+
*/
|
|
102
|
+
retain(): void;
|
|
103
|
+
/** Decrement the refcount. When it hits zero the role becomes evictable. */
|
|
104
|
+
release(): Promise<void>;
|
|
105
|
+
}
|
|
106
|
+
/**
|
|
107
|
+
* What a capability handler tells the arbiter about itself. The arbiter
|
|
108
|
+
* uses these to load on demand, run requests, and unload under pressure.
|
|
109
|
+
*/
|
|
110
|
+
export interface CapabilityRegistration<TBackend, TRequest, TResult> {
|
|
111
|
+
capability: ArbiterCapability;
|
|
112
|
+
/**
|
|
113
|
+
* Optional override for the resident-role priority. Defaults to the
|
|
114
|
+
* `CAPABILITY_ROLE` map; pass when a specific binding has different
|
|
115
|
+
* eviction semantics than the default for its capability.
|
|
116
|
+
*/
|
|
117
|
+
residentRole?: ResidentModelRole;
|
|
118
|
+
/**
|
|
119
|
+
* Best-effort estimate of bytes the model occupies in RAM/VRAM once
|
|
120
|
+
* loaded. Used by telemetry only — eviction picks by *priority*, not by
|
|
121
|
+
* size, so a wrong estimate doesn't change behaviour. 0 when unknown.
|
|
122
|
+
*/
|
|
123
|
+
estimatedMb?: number;
|
|
124
|
+
/** Load the backend for a given model key. Called at most once per (capability, modelKey). */
|
|
125
|
+
load: (modelKey: string) => Promise<TBackend>;
|
|
126
|
+
/** Tear the backend down. The arbiter stops referencing it after this resolves. */
|
|
127
|
+
unload: (backend: TBackend) => Promise<void>;
|
|
128
|
+
/** Run one request through the backend. */
|
|
129
|
+
run: (backend: TBackend, request: TRequest) => Promise<TResult>;
|
|
130
|
+
}
|
|
131
|
+
/** Telemetry event the runtime observability layer can subscribe to. */
|
|
132
|
+
export type ArbiterEvent = {
|
|
133
|
+
type: "model_load";
|
|
134
|
+
capability: ArbiterCapability;
|
|
135
|
+
modelKey: string;
|
|
136
|
+
loadMs: number;
|
|
137
|
+
atMs: number;
|
|
138
|
+
} | {
|
|
139
|
+
type: "model_unload";
|
|
140
|
+
capability: ArbiterCapability;
|
|
141
|
+
modelKey: string;
|
|
142
|
+
reason: "release" | "swap" | "pressure" | "shutdown" | "fit";
|
|
143
|
+
atMs: number;
|
|
144
|
+
} | {
|
|
145
|
+
type: "memory_pressure";
|
|
146
|
+
level: MemoryPressureLevel;
|
|
147
|
+
source: string;
|
|
148
|
+
freeMb?: number;
|
|
149
|
+
atMs: number;
|
|
150
|
+
} | {
|
|
151
|
+
type: "eviction";
|
|
152
|
+
capability: ArbiterCapability;
|
|
153
|
+
modelKey: string;
|
|
154
|
+
reason: "pressure" | "swap" | "fit";
|
|
155
|
+
estimatedMb: number;
|
|
156
|
+
atMs: number;
|
|
157
|
+
} | {
|
|
158
|
+
type: "capability_run";
|
|
159
|
+
capability: ArbiterCapability;
|
|
160
|
+
modelKey: string;
|
|
161
|
+
runMs: number;
|
|
162
|
+
atMs: number;
|
|
163
|
+
};
|
|
164
|
+
export type ArbiterEventListener = (event: ArbiterEvent) => void;
|
|
165
|
+
export interface MemoryArbiterOptions {
|
|
166
|
+
registry: SharedResourceRegistry;
|
|
167
|
+
pressureSource?: MemoryPressureSource;
|
|
168
|
+
visionCache?: VisionEmbeddingCache;
|
|
169
|
+
logger?: {
|
|
170
|
+
info?: (m: string) => void;
|
|
171
|
+
warn?: (m: string) => void;
|
|
172
|
+
debug?: (m: string) => void;
|
|
173
|
+
};
|
|
174
|
+
now?: () => number;
|
|
175
|
+
/**
|
|
176
|
+
* Usable RAM budget (MB) for the proactive fit-to-budget LRU eviction
|
|
177
|
+
* path. Before loading a model whose `estimatedMb` would push the sum of
|
|
178
|
+
* resident footprints past this budget, the arbiter evicts the
|
|
179
|
+
* least-recently-used evictable entries (refcount 0, never the text
|
|
180
|
+
* target) until it fits. Return `null` to disable the fit path entirely —
|
|
181
|
+
* the default, since an arbiter with no host-RAM knowledge must not guess.
|
|
182
|
+
* Production wiring passes `os.totalmem()/MB - ramHeadroomReserveMb()`.
|
|
183
|
+
*/
|
|
184
|
+
budgetMb?: () => number | null;
|
|
185
|
+
}
|
|
186
|
+
/**
|
|
187
|
+
* The arbiter. One instance per process; the plugin owns the singleton
|
|
188
|
+
* (see `index.ts`), and any consumer calls `getMemoryArbiter()` rather
|
|
189
|
+
* than newing one up.
|
|
190
|
+
*/
|
|
191
|
+
export declare class MemoryArbiter {
|
|
192
|
+
private readonly registry;
|
|
193
|
+
private readonly pressureSource;
|
|
194
|
+
private readonly visionCache;
|
|
195
|
+
private readonly log?;
|
|
196
|
+
private readonly now;
|
|
197
|
+
private readonly budgetMb;
|
|
198
|
+
private readonly capabilities;
|
|
199
|
+
private readonly resident;
|
|
200
|
+
private readonly listeners;
|
|
201
|
+
private pressureUnsubscribe;
|
|
202
|
+
private currentPressure;
|
|
203
|
+
/**
|
|
204
|
+
* One serialized in-flight load per (capability, modelKey) so concurrent
|
|
205
|
+
* `requestX` calls share a single load promise instead of triggering
|
|
206
|
+
* duplicate weights into RAM.
|
|
207
|
+
*/
|
|
208
|
+
private readonly inFlightLoads;
|
|
209
|
+
/**
|
|
210
|
+
* Per-capability run queue. The arbiter does NOT serialize across
|
|
211
|
+
* capabilities; what it serializes is the *swap*: when a request needs
|
|
212
|
+
* to evict another resident role first, the ongoing run on that role is
|
|
213
|
+
* allowed to finish, then the swap proceeds. Concurrent runs against the
|
|
214
|
+
* same loaded handle pass through directly.
|
|
215
|
+
*/
|
|
216
|
+
private readonly queues;
|
|
217
|
+
private readonly running;
|
|
218
|
+
private shuttingDown;
|
|
219
|
+
constructor(opts: MemoryArbiterOptions);
|
|
220
|
+
/** Begin observing memory pressure. Idempotent. */
|
|
221
|
+
start(): void;
|
|
222
|
+
/** Stop observing pressure. Does NOT evict resident handles. */
|
|
223
|
+
stop(): void;
|
|
224
|
+
/** Tear down: stop pressure observation and unload every resident handle. */
|
|
225
|
+
shutdown(): Promise<void>;
|
|
226
|
+
/** Subscribe to telemetry events. Returns the unsubscribe fn. */
|
|
227
|
+
onEvent(listener: ArbiterEventListener): () => void;
|
|
228
|
+
private emit;
|
|
229
|
+
/** Register a capability handler. Throws on duplicate registration. */
|
|
230
|
+
registerCapability<TBackend, TRequest, TResult>(registration: CapabilityRegistration<TBackend, TRequest, TResult>): void;
|
|
231
|
+
/** Whether a capability has been registered. */
|
|
232
|
+
hasCapability(capability: ArbiterCapability): boolean;
|
|
233
|
+
/** Diagnostic snapshot of all resident handles. */
|
|
234
|
+
residentSnapshot(): ReadonlyArray<{
|
|
235
|
+
capability: ArbiterCapability;
|
|
236
|
+
modelKey: string;
|
|
237
|
+
residentRole: ResidentModelRole;
|
|
238
|
+
estimatedMb: number;
|
|
239
|
+
refCount: number;
|
|
240
|
+
loadedAtMs: number;
|
|
241
|
+
lastUsedAt: number;
|
|
242
|
+
}>;
|
|
243
|
+
currentPressureLevel(): MemoryPressureLevel;
|
|
244
|
+
/**
|
|
245
|
+
* Acquire a handle for `(capability, modelKey)`. If the model is already
|
|
246
|
+
* resident the refcount is bumped and we return immediately; otherwise we
|
|
247
|
+
* load it (sharing the in-flight promise across concurrent acquirers).
|
|
248
|
+
*
|
|
249
|
+
* Critical pressure causes acquire to throw for non-text capabilities so
|
|
250
|
+
* we don't load on top of a system the OS has already flagged as in
|
|
251
|
+
* trouble. Text always loads — without text the agent is a brick.
|
|
252
|
+
*/
|
|
253
|
+
acquire<TBackend>(capability: ArbiterCapability, modelKey: string): Promise<ArbiterHandle<TBackend>>;
|
|
254
|
+
private handleFor;
|
|
255
|
+
private residentKey;
|
|
256
|
+
private loadOrReuse;
|
|
257
|
+
private findConflictingRole;
|
|
258
|
+
private waitForRefcountZero;
|
|
259
|
+
private makeEvictable;
|
|
260
|
+
private evictEntry;
|
|
261
|
+
/**
|
|
262
|
+
* Proactive fit-to-budget eviction. Before loading a model needing
|
|
263
|
+
* `incomingMb`, evict the least-recently-used evictable residents until
|
|
264
|
+
* the projected resident footprint fits `budgetMb()`.
|
|
265
|
+
*
|
|
266
|
+
* Policy:
|
|
267
|
+
* - Disabled when no budget is configured (`budgetMb()` → null/≤0) or
|
|
268
|
+
* the incoming footprint is unknown (`incomingMb` ≤ 0): we never guess.
|
|
269
|
+
* - Pins: the text target is never evicted (losing it bricks the agent),
|
|
270
|
+
* and any entry with a live refcount is left alone (in active use).
|
|
271
|
+
* - Ordering is pure LRU (oldest `lastUsedAt` first); ties break toward
|
|
272
|
+
* the lower-priority role, then the older load.
|
|
273
|
+
* - Best-effort: if the pins can't be freed enough, the load still
|
|
274
|
+
* proceeds — the OS-pressure path and the `active-model` admission gate
|
|
275
|
+
* are the backstops; this path only avoids predictable overcommit.
|
|
276
|
+
*/
|
|
277
|
+
private evictToFit;
|
|
278
|
+
/**
|
|
279
|
+
* The next entry the fit path should drop: least-recently-used among
|
|
280
|
+
* evictable residents (refcount 0, not the text target). Returns null when
|
|
281
|
+
* nothing is evictable.
|
|
282
|
+
*/
|
|
283
|
+
private lruEvictionCandidate;
|
|
284
|
+
private handlePressure;
|
|
285
|
+
requestText<TRequest, TResult>(req: {
|
|
286
|
+
modelKey: string;
|
|
287
|
+
payload: TRequest;
|
|
288
|
+
}): Promise<TResult>;
|
|
289
|
+
requestEmbedding<TRequest, TResult>(req: {
|
|
290
|
+
modelKey: string;
|
|
291
|
+
payload: TRequest;
|
|
292
|
+
}): Promise<TResult>;
|
|
293
|
+
requestVisionDescribe<TRequest, TResult>(req: {
|
|
294
|
+
modelKey: string;
|
|
295
|
+
payload: TRequest;
|
|
296
|
+
}): Promise<TResult>;
|
|
297
|
+
requestImageGen<TRequest, TResult>(req: {
|
|
298
|
+
modelKey: string;
|
|
299
|
+
payload: TRequest;
|
|
300
|
+
}): Promise<TResult>;
|
|
301
|
+
requestTranscribe<TRequest, TResult>(req: {
|
|
302
|
+
modelKey: string;
|
|
303
|
+
payload: TRequest;
|
|
304
|
+
}): Promise<TResult>;
|
|
305
|
+
requestSpeak<TRequest, TResult>(req: {
|
|
306
|
+
modelKey: string;
|
|
307
|
+
payload: TRequest;
|
|
308
|
+
}): Promise<TResult>;
|
|
309
|
+
/**
|
|
310
|
+
* Alias for {@link requestSpeak} that matches the `requestTextToSpeech`
|
|
311
|
+
* naming used by `provider.ts`'s `ModelType.TEXT_TO_SPEECH` handler and
|
|
312
|
+
* by external WS5 callers that don't import the `ArbiterCapability` type.
|
|
313
|
+
* Resolves through the same `"speak"` capability + queue — the two names
|
|
314
|
+
* are interchangeable. Mirrors the `requestVisionDescribe` ergonomic.
|
|
315
|
+
*/
|
|
316
|
+
requestTextToSpeech<TRequest, TResult>(req: {
|
|
317
|
+
modelKey: string;
|
|
318
|
+
payload: TRequest;
|
|
319
|
+
}): Promise<TResult>;
|
|
320
|
+
private enqueueRequest;
|
|
321
|
+
private drainQueue;
|
|
322
|
+
getCachedVisionEmbedding(hash: string): VisionEmbeddingEntry | null;
|
|
323
|
+
setCachedVisionEmbedding(hash: string, entry: {
|
|
324
|
+
tokens: Float32Array;
|
|
325
|
+
tokenCount: number;
|
|
326
|
+
hiddenSize: number;
|
|
327
|
+
}, ttlMs?: number): void;
|
|
328
|
+
private readonly asrTranscriptCache;
|
|
329
|
+
private static readonly ASR_TRANSCRIPT_CACHE_MAX;
|
|
330
|
+
private static readonly ASR_TRANSCRIPT_DEFAULT_TTL_MS;
|
|
331
|
+
getCachedAsrTranscript(hash: string): {
|
|
332
|
+
text: string;
|
|
333
|
+
live?: boolean;
|
|
334
|
+
} | null;
|
|
335
|
+
setCachedAsrTranscript(hash: string, entry: {
|
|
336
|
+
text: string;
|
|
337
|
+
}, ttlMs?: number): void;
|
|
338
|
+
}
|
|
339
|
+
export declare function setMemoryArbiter(arbiter: MemoryArbiter | null): void;
|
|
340
|
+
export declare function getMemoryArbiter(): MemoryArbiter;
|
|
341
|
+
/** Test/diagnostic — returns the singleton without throwing. */
|
|
342
|
+
export declare function tryGetMemoryArbiter(): MemoryArbiter | null;
|
|
343
|
+
//# sourceMappingURL=memory-arbiter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memory-arbiter.d.ts","sourceRoot":"","sources":["memory-arbiter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiFG;AAEH,OAAO,KAAK,EAEX,mBAAmB,EACnB,oBAAoB,EACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACN,oBAAoB,EACpB,KAAK,oBAAoB,EACzB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAIN,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,EAC3B,MAAM,0BAA0B,CAAC;AAElC;;;;GAIG;AACH,MAAM,MAAM,iBAAiB,GAC1B,MAAM,GACN,WAAW,GACX,iBAAiB,GACjB,WAAW,GACX,YAAY,GACZ,OAAO,CAAC;AAoBX,0EAA0E;AAC1E,MAAM,WAAW,aAAa,CAAC,QAAQ,GAAG,OAAO;IAChD,QAAQ,CAAC,UAAU,EAAE,iBAAiB,CAAC;IACvC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC;IAC3B;;;;OAIG;IACH,MAAM,IAAI,IAAI,CAAC;IACf,4EAA4E;IAC5E,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB;AAED;;;GAGG;AACH,MAAM,WAAW,sBAAsB,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO;IAClE,UAAU,EAAE,iBAAiB,CAAC;IAC9B;;;;OAIG;IACH,YAAY,CAAC,EAAE,iBAAiB,CAAC;IACjC;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8FAA8F;IAC9F,IAAI,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC9C,mFAAmF;IACnF,MAAM,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7C,2CAA2C;IAC3C,GAAG,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;CAChE;AAmBD,wEAAwE;AACxE,MAAM,MAAM,YAAY,GACrB;IACA,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACZ,GACD;IACA,IAAI,EAAE,cAAc,CAAC;IACrB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,SAAS,GAAG,MAAM,GAAG,UAAU,GAAG,UAAU,GAAG,KAAK,CAAC;IAC7D,IAAI,EAAE,MAAM,CAAC;CACZ,GACD;IACA,IAAI,EAAE,iBAAiB,CAAC;IACxB,KAAK,EAAE,mBAAmB,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;CACZ,GACD;IACA,IAAI,EAAE,UAAU,CAAC;IACjB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,UAAU,GAAG,MAAM,GAAG,KAAK,CAAC;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACZ,GACD;IACA,IAAI,EAAE,gBAAgB,CAAC;IACvB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACZ,CAAC;AAEL,MAAM,MAAM,oBAAoB,GAAG,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,CAAC;AAUjE,MAAM,WAAW,oBAAoB;IACpC,QAAQ,EAAE,sBAAsB,CAAC;IACjC,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,WAAW,CAAC,EAAE,oBAAoB,CAAC;IACnC,MAAM,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;QAC3B,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;QAC3B,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;KAC5B,CAAC;IACF,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB;;;;;;;;OAQG;IACH,QAAQ,CAAC,EAAE,MAAM,MAAM,GAAG,IAAI,CAAC;CAC/B;AAED;;;;GAIG;AACH,qBAAa,aAAa;IACzB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAyB;IAClD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA8B;IAC7D,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAuB;IACnD,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAiC;IACtD,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAsB;IAE/C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAGzB;IACJ,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoC;IAE7D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAmC;IAC7D,OAAO,CAAC,mBAAmB,CAA6B;IACxD,OAAO,CAAC,eAAe,CAAkC;IAEzD;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA6C;IAE3E;;;;;;OAMG;IACH,OAAO,CAAC,QAAQ,CAAC,MAAM,CAGnB;IACJ,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyC;IAEjE,OAAO,CAAC,YAAY,CAAS;gBAEjB,IAAI,EAAE,oBAAoB;IAStC,mDAAmD;IACnD,KAAK,IAAI,IAAI;IAiBb,gEAAgE;IAChE,IAAI,IAAI,IAAI;IAQZ,6EAA6E;IACvE,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB/B,iEAAiE;IACjE,OAAO,CAAC,QAAQ,EAAE,oBAAoB,GAAG,MAAM,IAAI;IAOnD,OAAO,CAAC,IAAI;IAUZ,uEAAuE;IACvE,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAC7C,YAAY,EAAE,sBAAsB,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,GAC/D,IAAI;IAgBP,gDAAgD;IAChD,aAAa,CAAC,UAAU,EAAE,iBAAiB,GAAG,OAAO;IAIrD,mDAAmD;IACnD,gBAAgB,IAAI,aAAa,CAAC;QACjC,UAAU,EAAE,iBAAiB,CAAC;QAC9B,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,EAAE,iBAAiB,CAAC;QAChC,WAAW,EAAE,MAAM,CAAC;QACpB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;KACnB,CAAC;IAYF,oBAAoB,IAAI,mBAAmB;IAI3C;;;;;;;;OAQG;IACG,OAAO,CAAC,QAAQ,EACrB,UAAU,EAAE,iBAAiB,EAC7B,QAAQ,EAAE,MAAM,GACd,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAuBnC,OAAO,CAAC,SAAS;IA6BjB,OAAO,CAAC,WAAW;YAIL,WAAW;IAyEzB,OAAO,CAAC,mBAAmB;YAeb,mBAAmB;IAgBjC,OAAO,CAAC,aAAa;YAsBP,UAAU;IA6CxB;;;;;;;;;;;;;;;OAeG;YACW,UAAU;IAkBxB;;;;OAIG;IACH,OAAO,CAAC,oBAAoB;YAwBd,cAAc;IAkD5B,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;QACnC,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,QAAQ,CAAC;KAClB,GAAG,OAAO,CAAC,OAAO,CAAC;IAIpB,gBAAgB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;QACxC,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,QAAQ,CAAC;KAClB,GAAG,OAAO,CAAC,OAAO,CAAC;IAIpB,qBAAqB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;QAC7C,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,QAAQ,CAAC;KAClB,GAAG,OAAO,CAAC,OAAO,CAAC;IAIpB,eAAe,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;QACvC,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,QAAQ,CAAC;KAClB,GAAG,OAAO,CAAC,OAAO,CAAC;IAIpB,iBAAiB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;QACzC,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,QAAQ,CAAC;KAClB,GAAG,OAAO,CAAC,OAAO,CAAC;IAIpB,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;QACpC,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,QAAQ,CAAC;KAClB,GAAG,OAAO,CAAC,OAAO,CAAC;IAIpB;;;;;;OAMG;IACH,mBAAmB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;QAC3C,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,QAAQ,CAAC;KAClB,GAAG,OAAO,CAAC,OAAO,CAAC;YAIN,cAAc;YA6Bd,UAAU;IA+CxB,wBAAwB,CAAC,IAAI,EAAE,MAAM,GAAG,oBAAoB,GAAG,IAAI;IAInE,wBAAwB,CACvB,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE;QAAE,MAAM,EAAE,YAAY,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,EACvE,KAAK,CAAC,EAAE,MAAM,GACZ,IAAI;IAeP,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAG/B;IACJ,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,wBAAwB,CAAO;IACvD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,6BAA6B,CAAkB;IAEvE,sBAAsB,CACrB,IAAI,EAAE,MAAM,GACV;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAa1C,sBAAsB,CACrB,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,EACvB,KAAK,CAAC,EAAE,MAAM,GACZ,IAAI;CAcP;AAUD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI,GAAG,IAAI,CAEpE;AAED,wBAAgB,gBAAgB,IAAI,aAAa,CAOhD;AAED,gEAAgE;AAChE,wBAAgB,mBAAmB,IAAI,aAAa,GAAG,IAAI,CAE1D"}
|