@elizaos/plugin-local-inference 2.0.0-beta.1 → 2.0.11-beta.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +83 -0
- package/package.json +81 -15
- package/src/actions/generate-media.d.ts +59 -0
- package/src/actions/generate-media.d.ts.map +1 -0
- package/src/actions/generate-media.ts +647 -0
- package/src/actions/identify-speaker.d.ts +23 -0
- package/src/actions/identify-speaker.d.ts.map +1 -0
- package/src/actions/identify-speaker.ts +171 -0
- package/src/adapters/capacitor-llama/__tests__/compat-behavior.test.ts +218 -0
- package/src/adapters/capacitor-llama/__tests__/index.test.ts +68 -0
- package/src/adapters/capacitor-llama/__tests__/structured-output.test.ts +215 -0
- package/src/adapters/capacitor-llama/__tests__/text-streaming.test.ts +174 -0
- package/src/adapters/capacitor-llama/environment.ts +71 -0
- package/src/adapters/capacitor-llama/index.browser.ts +83 -0
- package/src/adapters/capacitor-llama/index.ts +807 -0
- package/src/adapters/capacitor-llama/loader.ts +109 -0
- package/src/adapters/capacitor-llama/structured-output.ts +165 -0
- package/src/adapters/capacitor-llama/text-streaming.ts +227 -0
- package/src/adapters/capacitor-llama/types.ts +374 -0
- package/src/backends/apple-foundation.ts +127 -0
- package/src/index.d.ts +7 -0
- package/src/index.d.ts.map +1 -0
- package/src/index.ts +54 -0
- package/src/local-inference-routes.d.ts +38 -0
- package/src/local-inference-routes.d.ts.map +1 -0
- package/src/local-inference-routes.test.ts +344 -0
- package/src/local-inference-routes.ts +1543 -0
- package/src/provider.d.ts +21 -0
- package/src/provider.d.ts.map +1 -0
- package/src/provider.ts +1171 -0
- package/src/routes/compat-helpers.d.ts +18 -0
- package/src/routes/compat-helpers.d.ts.map +1 -0
- package/src/routes/compat-helpers.ts +274 -0
- package/src/routes/family-member-route.d.ts +62 -0
- package/src/routes/family-member-route.d.ts.map +1 -0
- package/src/routes/family-member-route.ts +353 -0
- package/src/routes/index.d.ts +19 -0
- package/src/routes/index.d.ts.map +1 -0
- package/src/routes/index.ts +60 -0
- package/src/routes/live-diarization-route.d.ts +26 -0
- package/src/routes/live-diarization-route.d.ts.map +1 -0
- package/src/routes/live-diarization-route.test.ts +213 -0
- package/src/routes/live-diarization-route.ts +122 -0
- package/src/routes/local-inference-asr-route.d.ts +4 -0
- package/src/routes/local-inference-asr-route.d.ts.map +1 -0
- package/src/routes/local-inference-asr-route.test.ts +190 -0
- package/src/routes/local-inference-asr-route.ts +213 -0
- package/src/routes/local-inference-compat-routes.d.ts +16 -0
- package/src/routes/local-inference-compat-routes.d.ts.map +1 -0
- package/src/routes/local-inference-compat-routes.test.ts +423 -0
- package/src/routes/local-inference-compat-routes.ts +782 -0
- package/src/routes/local-inference-tts-route.d.ts +7 -0
- package/src/routes/local-inference-tts-route.d.ts.map +1 -0
- package/src/routes/local-inference-tts-route.test.ts +179 -0
- package/src/routes/local-inference-tts-route.ts +230 -0
- package/src/routes/voice-first-run-routes.d.ts +62 -0
- package/src/routes/voice-first-run-routes.d.ts.map +1 -0
- package/src/routes/voice-first-run-routes.ts +524 -0
- package/src/routes/voice-models-routes.d.ts +62 -0
- package/src/routes/voice-models-routes.d.ts.map +1 -0
- package/src/routes/voice-models-routes.ts +554 -0
- package/src/routes/voice-profile-plugin-routes.d.ts +19 -0
- package/src/routes/voice-profile-plugin-routes.d.ts.map +1 -0
- package/src/routes/voice-profile-plugin-routes.ts +138 -0
- package/src/routes/voice-profiles-management-routes.d.ts +52 -0
- package/src/routes/voice-profiles-management-routes.d.ts.map +1 -0
- package/src/routes/voice-profiles-management-routes.ts +476 -0
- package/src/routes/voice-speaker-profile-routes.d.ts +57 -0
- package/src/routes/voice-speaker-profile-routes.d.ts.map +1 -0
- package/src/routes/voice-speaker-profile-routes.ts +199 -0
- package/src/runtime/aosp-llama-loader-selection.test.ts +80 -0
- package/src/runtime/capacitor-llama.d.ts +25 -0
- package/src/runtime/embedding-manager-support.d.ts +77 -0
- package/src/runtime/embedding-manager-support.d.ts.map +1 -0
- package/src/runtime/embedding-manager-support.ts +497 -0
- package/src/runtime/embedding-presets.d.ts +16 -0
- package/src/runtime/embedding-presets.d.ts.map +1 -0
- package/src/runtime/embedding-presets.ts +81 -0
- package/src/runtime/embedding-warmup-policy.d.ts +14 -0
- package/src/runtime/embedding-warmup-policy.d.ts.map +1 -0
- package/src/runtime/embedding-warmup-policy.test.ts +53 -0
- package/src/runtime/embedding-warmup-policy.ts +48 -0
- package/src/runtime/ensure-local-inference-handler.d.ts +53 -0
- package/src/runtime/ensure-local-inference-handler.d.ts.map +1 -0
- package/src/runtime/ensure-local-inference-handler.test.ts +528 -0
- package/src/runtime/ensure-local-inference-handler.ts +1398 -0
- package/src/runtime/index.d.ts +14 -0
- package/src/runtime/index.d.ts.map +1 -0
- package/src/runtime/index.ts +27 -0
- package/src/runtime/mobile-local-inference-gate.d.ts +31 -0
- package/src/runtime/mobile-local-inference-gate.d.ts.map +1 -0
- package/src/runtime/mobile-local-inference-gate.test.ts +69 -0
- package/src/runtime/mobile-local-inference-gate.ts +44 -0
- package/src/runtime/voice-entity-binding.d.ts +103 -0
- package/src/runtime/voice-entity-binding.d.ts.map +1 -0
- package/src/runtime/voice-entity-binding.transcript.test.ts +69 -0
- package/src/runtime/voice-entity-binding.ts +328 -0
- package/src/services/README.md +71 -0
- package/src/services/__tests__/backend-selector.test.ts +101 -0
- package/src/services/__tests__/checkpoint-manager.test.ts +376 -0
- package/src/services/__tests__/gpu-autotune.test.ts +400 -0
- package/src/services/__tests__/llm-streaming-binding.test.ts +85 -0
- package/src/services/__tests__/planner-grammar.test.ts +372 -0
- package/src/services/__tests__/runtime-target.test.ts +176 -0
- package/src/services/active-model-switch-rollback.test.ts +183 -0
- package/src/services/active-model.d.ts +282 -0
- package/src/services/active-model.d.ts.map +1 -0
- package/src/services/active-model.ts +1213 -0
- package/src/services/asr/errors.d.ts +21 -0
- package/src/services/asr/errors.d.ts.map +1 -0
- package/src/services/asr/errors.ts +50 -0
- package/src/services/asr/hash.d.ts +28 -0
- package/src/services/asr/hash.d.ts.map +1 -0
- package/src/services/asr/hash.ts +49 -0
- package/src/services/asr/index.d.ts +76 -0
- package/src/services/asr/index.d.ts.map +1 -0
- package/src/services/asr/index.ts +178 -0
- package/src/services/asr/types.d.ts +91 -0
- package/src/services/asr/types.d.ts.map +1 -0
- package/src/services/asr/types.ts +95 -0
- package/src/services/assignments.d.ts +71 -0
- package/src/services/assignments.d.ts.map +1 -0
- package/src/services/assignments.test.ts +80 -0
- package/src/services/assignments.ts +230 -0
- package/src/services/backend-selector.ts +95 -0
- package/src/services/backend.d.ts +346 -0
- package/src/services/backend.d.ts.map +1 -0
- package/src/services/backend.ts +612 -0
- package/src/services/bundled-models.d.ts +34 -0
- package/src/services/bundled-models.d.ts.map +1 -0
- package/src/services/bundled-models.ts +129 -0
- package/src/services/cache-bridge.d.ts +206 -0
- package/src/services/cache-bridge.d.ts.map +1 -0
- package/src/services/cache-bridge.test.ts +516 -0
- package/src/services/cache-bridge.ts +423 -0
- package/src/services/catalog.d.ts +10 -0
- package/src/services/catalog.d.ts.map +1 -0
- package/src/services/catalog.test.ts +240 -0
- package/src/services/catalog.ts +27 -0
- package/src/services/checkpoint-client.d.ts +109 -0
- package/src/services/checkpoint-client.d.ts.map +1 -0
- package/src/services/checkpoint-client.ts +258 -0
- package/src/services/checkpoint-manager.ts +474 -0
- package/src/services/cloud-fallback.d.ts +102 -0
- package/src/services/cloud-fallback.d.ts.map +1 -0
- package/src/services/cloud-fallback.ts +230 -0
- package/src/services/conversation-registry.d.ts +142 -0
- package/src/services/conversation-registry.d.ts.map +1 -0
- package/src/services/conversation-registry.test.ts +235 -0
- package/src/services/conversation-registry.ts +264 -0
- package/src/services/desktop-fused-ffi-backend-runtime.d.ts +92 -0
- package/src/services/desktop-fused-ffi-backend-runtime.d.ts.map +1 -0
- package/src/services/desktop-fused-ffi-backend-runtime.ts +333 -0
- package/src/services/device-bridge.d.ts +188 -0
- package/src/services/device-bridge.d.ts.map +1 -0
- package/src/services/device-bridge.ts +1237 -0
- package/src/services/device-resource-metrics.d.ts +149 -0
- package/src/services/device-resource-metrics.d.ts.map +1 -0
- package/src/services/device-resource-metrics.test.ts +98 -0
- package/src/services/device-resource-metrics.ts +346 -0
- package/src/services/device-tier.d.ts +115 -0
- package/src/services/device-tier.d.ts.map +1 -0
- package/src/services/device-tier.test.ts +371 -0
- package/src/services/device-tier.ts +410 -0
- package/src/services/downloader.d.ts +82 -0
- package/src/services/downloader.d.ts.map +1 -0
- package/src/services/downloader.test.ts +724 -0
- package/src/services/downloader.ts +899 -0
- package/src/services/engine-direct-bundle.test.ts +58 -0
- package/src/services/engine-streaming.test.ts +80 -0
- package/src/services/engine.d.ts +534 -0
- package/src/services/engine.d.ts.map +1 -0
- package/src/services/engine.ts +1891 -0
- package/src/services/ensure-local-artifacts.integration.test.ts +273 -0
- package/src/services/ensure-local-artifacts.test.ts +368 -0
- package/src/services/ensure-local-artifacts.ts +351 -0
- package/src/services/external-scanner.d.ts +17 -0
- package/src/services/external-scanner.d.ts.map +1 -0
- package/src/services/external-scanner.ts +312 -0
- package/src/services/ffi-llm-mock.ts +354 -0
- package/src/services/ffi-llm-streaming-abi.ts +442 -0
- package/src/services/ffi-streaming-backend.d.ts +180 -0
- package/src/services/ffi-streaming-backend.d.ts.map +1 -0
- package/src/services/ffi-streaming-backend.ts +382 -0
- package/src/services/ffi-streaming-runner.d.ts +122 -0
- package/src/services/ffi-streaming-runner.d.ts.map +1 -0
- package/src/services/ffi-streaming-runner.test.ts +60 -0
- package/src/services/ffi-streaming-runner.ts +354 -0
- package/src/services/ffi-unload-ordering.test.ts +162 -0
- package/src/services/gpu-autotune.ts +534 -0
- package/src/services/gpu-detect.ts +139 -0
- package/src/services/handler-registry.d.ts +72 -0
- package/src/services/handler-registry.d.ts.map +1 -0
- package/src/services/handler-registry.ts +240 -0
- package/src/services/hardware.d.ts +63 -0
- package/src/services/hardware.d.ts.map +1 -0
- package/src/services/hardware.test.ts +183 -0
- package/src/services/hardware.ts +404 -0
- package/src/services/hf-search.d.ts +26 -0
- package/src/services/hf-search.d.ts.map +1 -0
- package/src/services/hf-search.test.ts +69 -0
- package/src/services/hf-search.ts +420 -0
- package/src/services/image-description-runtime.d.ts +14 -0
- package/src/services/image-description-runtime.d.ts.map +1 -0
- package/src/services/image-description-runtime.test.ts +61 -0
- package/src/services/image-description-runtime.ts +118 -0
- package/src/services/imagegen/aosp-unavailable.d.ts +134 -0
- package/src/services/imagegen/aosp-unavailable.d.ts.map +1 -0
- package/src/services/imagegen/aosp-unavailable.ts +229 -0
- package/src/services/imagegen/backend-selector.d.ts +118 -0
- package/src/services/imagegen/backend-selector.d.ts.map +1 -0
- package/src/services/imagegen/backend-selector.ts +281 -0
- package/src/services/imagegen/coreml-unavailable.d.ts +105 -0
- package/src/services/imagegen/coreml-unavailable.d.ts.map +1 -0
- package/src/services/imagegen/coreml-unavailable.ts +237 -0
- package/src/services/imagegen/errors.d.ts +16 -0
- package/src/services/imagegen/errors.d.ts.map +1 -0
- package/src/services/imagegen/errors.ts +40 -0
- package/src/services/imagegen/index.d.ts +58 -0
- package/src/services/imagegen/index.d.ts.map +1 -0
- package/src/services/imagegen/index.ts +144 -0
- package/src/services/imagegen/mflux.d.ts +74 -0
- package/src/services/imagegen/mflux.d.ts.map +1 -0
- package/src/services/imagegen/mflux.ts +313 -0
- package/src/services/imagegen/sd-cpp.d.ts +180 -0
- package/src/services/imagegen/sd-cpp.d.ts.map +1 -0
- package/src/services/imagegen/sd-cpp.ts +718 -0
- package/src/services/imagegen/tensorrt-unavailable.d.ts +83 -0
- package/src/services/imagegen/tensorrt-unavailable.d.ts.map +1 -0
- package/src/services/imagegen/tensorrt-unavailable.ts +295 -0
- package/src/services/imagegen/types.d.ts +181 -0
- package/src/services/imagegen/types.d.ts.map +1 -0
- package/src/services/imagegen/types.ts +193 -0
- package/src/services/index.d.ts +30 -0
- package/src/services/index.d.ts.map +1 -0
- package/src/services/index.ts +225 -0
- package/src/services/inference-capabilities.d.ts +132 -0
- package/src/services/inference-capabilities.d.ts.map +1 -0
- package/src/services/inference-capabilities.test.ts +75 -0
- package/src/services/inference-capabilities.ts +204 -0
- package/src/services/inference-telemetry.d.ts +59 -0
- package/src/services/inference-telemetry.d.ts.map +1 -0
- package/src/services/inference-telemetry.ts +143 -0
- package/src/services/ios-llama-streaming.ts +248 -0
- package/src/services/kv-spill.d.ts +189 -0
- package/src/services/kv-spill.d.ts.map +1 -0
- package/src/services/kv-spill.test.ts +222 -0
- package/src/services/kv-spill.ts +356 -0
- package/src/services/latency-trace.d.ts +346 -0
- package/src/services/latency-trace.d.ts.map +1 -0
- package/src/services/latency-trace.test.ts +266 -0
- package/src/services/latency-trace.ts +844 -0
- package/src/services/llama-server-metrics.ts +304 -0
- package/src/services/llm-streaming-binding.d.ts +96 -0
- package/src/services/llm-streaming-binding.d.ts.map +1 -0
- package/src/services/llm-streaming-binding.ts +136 -0
- package/src/services/load-args.d.ts +82 -0
- package/src/services/load-args.d.ts.map +1 -0
- package/src/services/load-args.ts +81 -0
- package/src/services/manifest/eliza-1.manifest.v1.json +708 -0
- package/src/services/manifest/index.d.ts +4 -0
- package/src/services/manifest/index.d.ts.map +1 -0
- package/src/services/manifest/index.ts +66 -0
- package/src/services/manifest/manifest.test.ts +693 -0
- package/src/services/manifest/schema.d.ts +715 -0
- package/src/services/manifest/schema.d.ts.map +1 -0
- package/src/services/manifest/schema.ts +655 -0
- package/src/services/manifest/types.d.ts +30 -0
- package/src/services/manifest/types.d.ts.map +1 -0
- package/src/services/manifest/types.ts +55 -0
- package/src/services/manifest/validator.d.ts +66 -0
- package/src/services/manifest/validator.d.ts.map +1 -0
- package/src/services/manifest/validator.ts +569 -0
- package/src/services/memory-arbiter.d.ts +343 -0
- package/src/services/memory-arbiter.d.ts.map +1 -0
- package/src/services/memory-arbiter.test.ts +419 -0
- package/src/services/memory-arbiter.ts +1000 -0
- package/src/services/memory-monitor.d.ts +119 -0
- package/src/services/memory-monitor.d.ts.map +1 -0
- package/src/services/memory-monitor.test.ts +208 -0
- package/src/services/memory-monitor.ts +296 -0
- package/src/services/memory-pressure.d.ts +127 -0
- package/src/services/memory-pressure.d.ts.map +1 -0
- package/src/services/memory-pressure.ts +413 -0
- package/src/services/mtp-doctor.d.ts +13 -0
- package/src/services/mtp-doctor.d.ts.map +1 -0
- package/src/services/mtp-doctor.ts +78 -0
- package/src/services/network-policy.d.ts +127 -0
- package/src/services/network-policy.d.ts.map +1 -0
- package/src/services/network-policy.ts +346 -0
- package/src/services/paths.d.ts +6 -0
- package/src/services/paths.d.ts.map +1 -0
- package/src/services/paths.ts +25 -0
- package/src/services/planner-skeleton.d.ts +124 -0
- package/src/services/planner-skeleton.d.ts.map +1 -0
- package/src/services/planner-skeleton.ts +175 -0
- package/src/services/providers.d.ts +38 -0
- package/src/services/providers.d.ts.map +1 -0
- package/src/services/providers.ts +507 -0
- package/src/services/ram-budget-cache.test.ts +163 -0
- package/src/services/ram-budget.d.ts +110 -0
- package/src/services/ram-budget.d.ts.map +1 -0
- package/src/services/ram-budget.ts +0 -0
- package/src/services/readiness.d.ts +9 -0
- package/src/services/readiness.d.ts.map +1 -0
- package/src/services/readiness.test.ts +87 -0
- package/src/services/readiness.ts +238 -0
- package/src/services/recommendation.d.ts +111 -0
- package/src/services/recommendation.d.ts.map +1 -0
- package/src/services/recommendation.ts +672 -0
- package/src/services/registry.d.ts +35 -0
- package/src/services/registry.d.ts.map +1 -0
- package/src/services/registry.ts +151 -0
- package/src/services/router-handler.d.ts +92 -0
- package/src/services/router-handler.d.ts.map +1 -0
- package/src/services/router-handler.test.ts +45 -0
- package/src/services/router-handler.ts +376 -0
- package/src/services/routing-policy.d.ts +55 -0
- package/src/services/routing-policy.d.ts.map +1 -0
- package/src/services/routing-policy.ts +228 -0
- package/src/services/routing-preferences.d.ts +8 -0
- package/src/services/routing-preferences.d.ts.map +1 -0
- package/src/services/routing-preferences.ts +15 -0
- package/src/services/runtime-target.d.ts +98 -0
- package/src/services/runtime-target.d.ts.map +1 -0
- package/src/services/runtime-target.ts +154 -0
- package/src/services/service.d.ts +128 -0
- package/src/services/service.d.ts.map +1 -0
- package/src/services/service.test.ts +223 -0
- package/src/services/service.ts +735 -0
- package/src/services/session-pool.d.ts +72 -0
- package/src/services/session-pool.d.ts.map +1 -0
- package/src/services/session-pool.ts +153 -0
- package/src/services/structured-output/deterministic-repair.d.ts +23 -0
- package/src/services/structured-output/deterministic-repair.d.ts.map +1 -0
- package/src/services/structured-output/deterministic-repair.test.ts +169 -0
- package/src/services/structured-output/deterministic-repair.ts +443 -0
- package/src/services/structured-output/index.ts +4 -0
- package/src/services/structured-output.d.ts +311 -0
- package/src/services/structured-output.d.ts.map +1 -0
- package/src/services/structured-output.test.ts +483 -0
- package/src/services/structured-output.ts +712 -0
- package/src/services/transcription-priority.test.ts +211 -0
- package/src/services/tts/errors.ts +46 -0
- package/src/services/tts/index.ts +214 -0
- package/src/services/tts/tts-audio-cache.ts +235 -0
- package/src/services/tts/types.ts +157 -0
- package/src/services/types.d.ts +19 -0
- package/src/services/types.d.ts.map +1 -0
- package/src/services/types.ts +55 -0
- package/src/services/verify-on-device.d.ts +34 -0
- package/src/services/verify-on-device.d.ts.map +1 -0
- package/src/services/verify-on-device.test.ts +87 -0
- package/src/services/verify-on-device.ts +127 -0
- package/src/services/verify.d.ts +8 -0
- package/src/services/verify.d.ts.map +1 -0
- package/src/services/verify.ts +13 -0
- package/src/services/vision/aosp-unavailable.d.ts +115 -0
- package/src/services/vision/aosp-unavailable.d.ts.map +1 -0
- package/src/services/vision/aosp-unavailable.ts +163 -0
- package/src/services/vision/capacitor-llama.d.ts +99 -0
- package/src/services/vision/capacitor-llama.d.ts.map +1 -0
- package/src/services/vision/capacitor-llama.ts +255 -0
- package/src/services/vision/cloud-fallback.d.ts +47 -0
- package/src/services/vision/cloud-fallback.d.ts.map +1 -0
- package/src/services/vision/cloud-fallback.test.ts +243 -0
- package/src/services/vision/cloud-fallback.ts +268 -0
- package/src/services/vision/fallback-chain.test.ts +86 -0
- package/src/services/vision/hash.d.ts +71 -0
- package/src/services/vision/hash.d.ts.map +1 -0
- package/src/services/vision/hash.ts +157 -0
- package/src/services/vision/index.d.ts +95 -0
- package/src/services/vision/index.d.ts.map +1 -0
- package/src/services/vision/index.ts +251 -0
- package/src/services/vision/llama-server.d.ts +73 -0
- package/src/services/vision/llama-server.d.ts.map +1 -0
- package/src/services/vision/llama-server.ts +177 -0
- package/src/services/vision/types.d.ts +153 -0
- package/src/services/vision/types.d.ts.map +1 -0
- package/src/services/vision/types.ts +154 -0
- package/src/services/vision/vast-fallback.d.ts +18 -0
- package/src/services/vision/vast-fallback.d.ts.map +1 -0
- package/src/services/vision/vast-fallback.ts +127 -0
- package/src/services/vision-embedding-cache.d.ts +98 -0
- package/src/services/vision-embedding-cache.d.ts.map +1 -0
- package/src/services/vision-embedding-cache.ts +189 -0
- package/src/services/voice/VOICE_WORKBENCH.md +88 -0
- package/src/services/voice/__test-helpers__/fake-ffi.ts +92 -0
- package/src/services/voice/__test-helpers__/synthetic-speech.ts +124 -0
- package/src/services/voice/__tests__/checkpoint-manager.test.ts +241 -0
- package/src/services/voice/__tests__/checkpoint-policy.test.ts +270 -0
- package/src/services/voice/__tests__/eager-context-builder.test.ts +257 -0
- package/src/services/voice/__tests__/eliza1-eot-scorer.test.ts +288 -0
- package/src/services/voice/__tests__/eot-classifier.test.ts +431 -0
- package/src/services/voice/__tests__/optimistic-rollback.test.ts +312 -0
- package/src/services/voice/__tests__/prefill-client.test.ts +266 -0
- package/src/services/voice/__tests__/prefix-preserving-queue.test.ts +208 -0
- package/src/services/voice/__tests__/streaming-asr.test.ts +450 -0
- package/src/services/voice/__tests__/streaming-transcriber.test.ts +339 -0
- package/src/services/voice/__tests__/turn-detector-resolver.test.ts +197 -0
- package/src/services/voice/__tests__/voice-state-machine-prefill.test.ts +275 -0
- package/src/services/voice/__tests__/voice-state-machine.test.ts +354 -0
- package/src/services/voice/audio-frame-consumer.d.ts +212 -0
- package/src/services/voice/audio-frame-consumer.d.ts.map +1 -0
- package/src/services/voice/audio-frame-consumer.test.ts +343 -0
- package/src/services/voice/audio-frame-consumer.ts +491 -0
- package/src/services/voice/barge-in.d.ts +112 -0
- package/src/services/voice/barge-in.d.ts.map +1 -0
- package/src/services/voice/barge-in.test.ts +244 -0
- package/src/services/voice/barge-in.ts +336 -0
- package/src/services/voice/cancellation-coordinator.d.ts +127 -0
- package/src/services/voice/cancellation-coordinator.d.ts.map +1 -0
- package/src/services/voice/cancellation-coordinator.test.ts +196 -0
- package/src/services/voice/cancellation-coordinator.ts +269 -0
- package/src/services/voice/checkpoint-manager.d.ts +199 -0
- package/src/services/voice/checkpoint-manager.d.ts.map +1 -0
- package/src/services/voice/checkpoint-manager.ts +401 -0
- package/src/services/voice/checkpoint-policy.ts +336 -0
- package/src/services/voice/composite-eot-classifier.test.ts +59 -0
- package/src/services/voice/e2e-harness.test.ts +182 -0
- package/src/services/voice/e2e-harness.ts +743 -0
- package/src/services/voice/eager-context-builder.d.ts +170 -0
- package/src/services/voice/eager-context-builder.d.ts.map +1 -0
- package/src/services/voice/eager-context-builder.ts +262 -0
- package/src/services/voice/eliza1-eot-scorer.d.ts +124 -0
- package/src/services/voice/eliza1-eot-scorer.d.ts.map +1 -0
- package/src/services/voice/eliza1-eot-scorer.ts +242 -0
- package/src/services/voice/embedding-server.ts +200 -0
- package/src/services/voice/embedding.d.ts +133 -0
- package/src/services/voice/embedding.d.ts.map +1 -0
- package/src/services/voice/embedding.test.ts +148 -0
- package/src/services/voice/embedding.ts +244 -0
- package/src/services/voice/emotion-attribution.d.ts +68 -0
- package/src/services/voice/emotion-attribution.d.ts.map +1 -0
- package/src/services/voice/emotion-attribution.test.ts +129 -0
- package/src/services/voice/emotion-attribution.ts +361 -0
- package/src/services/voice/engine-bridge-cancellation.test.ts +422 -0
- package/src/services/voice/engine-bridge.d.ts +746 -0
- package/src/services/voice/engine-bridge.d.ts.map +1 -0
- package/src/services/voice/engine-bridge.test.ts +384 -0
- package/src/services/voice/engine-bridge.ts +2226 -0
- package/src/services/voice/eot-classifier-ggml.d.ts +179 -0
- package/src/services/voice/eot-classifier-ggml.d.ts.map +1 -0
- package/src/services/voice/eot-classifier-ggml.ts +566 -0
- package/src/services/voice/eot-classifier.d.ts +214 -0
- package/src/services/voice/eot-classifier.d.ts.map +1 -0
- package/src/services/voice/eot-classifier.ts +533 -0
- package/src/services/voice/errors.d.ts +20 -0
- package/src/services/voice/errors.d.ts.map +1 -0
- package/src/services/voice/errors.ts +32 -0
- package/src/services/voice/expressive-tags.d.ts +158 -0
- package/src/services/voice/expressive-tags.d.ts.map +1 -0
- package/src/services/voice/expressive-tags.ts +405 -0
- package/src/services/voice/ffi-bindings.d.ts +636 -0
- package/src/services/voice/ffi-bindings.d.ts.map +1 -0
- package/src/services/voice/ffi-bindings.test.ts +671 -0
- package/src/services/voice/ffi-bindings.ts +3050 -0
- package/src/services/voice/first-line-cache.d.ts +181 -0
- package/src/services/voice/first-line-cache.d.ts.map +1 -0
- package/src/services/voice/first-line-cache.ts +725 -0
- package/src/services/voice/fused-eot-scorer.d.ts +51 -0
- package/src/services/voice/fused-eot-scorer.d.ts.map +1 -0
- package/src/services/voice/fused-eot-scorer.ts +135 -0
- package/src/services/voice/index.d.ts +91 -0
- package/src/services/voice/index.d.ts.map +1 -0
- package/src/services/voice/index.ts +481 -0
- package/src/services/voice/kokoro/__tests__/kokoro-backend.test.ts +151 -0
- package/src/services/voice/kokoro/__tests__/kokoro-engine-bridge.real.test.ts +151 -0
- package/src/services/voice/kokoro/__tests__/kokoro-engine-bridge.test.ts +60 -0
- package/src/services/voice/kokoro/__tests__/kokoro-engine-discovery.test.ts +277 -0
- package/src/services/voice/kokoro/__tests__/kokoro-ffi-runtime.test.ts +235 -0
- package/src/services/voice/kokoro/__tests__/kokoro-runtime.test.ts +95 -0
- package/src/services/voice/kokoro/__tests__/phonemizer.test.ts +53 -0
- package/src/services/voice/kokoro/__tests__/runtime-selection.test.ts +231 -0
- package/src/services/voice/kokoro/__tests__/voices.test.ts +57 -0
- package/src/services/voice/kokoro/index.ts +79 -0
- package/src/services/voice/kokoro/kokoro-backend.d.ts +72 -0
- package/src/services/voice/kokoro/kokoro-backend.d.ts.map +1 -0
- package/src/services/voice/kokoro/kokoro-backend.ts +207 -0
- package/src/services/voice/kokoro/kokoro-engine-discovery.d.ts +58 -0
- package/src/services/voice/kokoro/kokoro-engine-discovery.d.ts.map +1 -0
- package/src/services/voice/kokoro/kokoro-engine-discovery.ts +177 -0
- package/src/services/voice/kokoro/kokoro-ffi-runtime.d.ts +75 -0
- package/src/services/voice/kokoro/kokoro-ffi-runtime.d.ts.map +1 -0
- package/src/services/voice/kokoro/kokoro-ffi-runtime.ts +233 -0
- package/src/services/voice/kokoro/kokoro-runtime.d.ts +100 -0
- package/src/services/voice/kokoro/kokoro-runtime.d.ts.map +1 -0
- package/src/services/voice/kokoro/kokoro-runtime.ts +170 -0
- package/src/services/voice/kokoro/phoneme-stream.ts +123 -0
- package/src/services/voice/kokoro/phonemizer.d.ts +50 -0
- package/src/services/voice/kokoro/phonemizer.d.ts.map +1 -0
- package/src/services/voice/kokoro/phonemizer.ts +344 -0
- package/src/services/voice/kokoro/pick-runtime.d.ts +61 -0
- package/src/services/voice/kokoro/pick-runtime.d.ts.map +1 -0
- package/src/services/voice/kokoro/pick-runtime.test.ts +91 -0
- package/src/services/voice/kokoro/pick-runtime.ts +130 -0
- package/src/services/voice/kokoro/runtime-selection.d.ts +92 -0
- package/src/services/voice/kokoro/runtime-selection.d.ts.map +1 -0
- package/src/services/voice/kokoro/runtime-selection.ts +237 -0
- package/src/services/voice/kokoro/types.d.ts +82 -0
- package/src/services/voice/kokoro/types.d.ts.map +1 -0
- package/src/services/voice/kokoro/types.ts +95 -0
- package/src/services/voice/kokoro/voice-presets.d.ts +23 -0
- package/src/services/voice/kokoro/voice-presets.d.ts.map +1 -0
- package/src/services/voice/kokoro/voice-presets.ts +129 -0
- package/src/services/voice/kokoro/voices.d.ts +30 -0
- package/src/services/voice/kokoro/voices.d.ts.map +1 -0
- package/src/services/voice/kokoro/voices.ts +64 -0
- package/src/services/voice/lifecycle.d.ts +135 -0
- package/src/services/voice/lifecycle.d.ts.map +1 -0
- package/src/services/voice/lifecycle.test.ts +315 -0
- package/src/services/voice/lifecycle.ts +301 -0
- package/src/services/voice/live-diarization-session.d.ts +96 -0
- package/src/services/voice/live-diarization-session.d.ts.map +1 -0
- package/src/services/voice/live-diarization-session.ts +289 -0
- package/src/services/voice/mic-source.d.ts +136 -0
- package/src/services/voice/mic-source.d.ts.map +1 -0
- package/src/services/voice/mic-source.test.ts +210 -0
- package/src/services/voice/mic-source.ts +503 -0
- package/src/services/voice/optimistic-policy.d.ts +109 -0
- package/src/services/voice/optimistic-policy.d.ts.map +1 -0
- package/src/services/voice/optimistic-policy.test.ts +101 -0
- package/src/services/voice/optimistic-policy.ts +192 -0
- package/src/services/voice/optimistic-rollback.ts +343 -0
- package/src/services/voice/partial-stabilizer.d.ts +73 -0
- package/src/services/voice/partial-stabilizer.d.ts.map +1 -0
- package/src/services/voice/partial-stabilizer.test.ts +68 -0
- package/src/services/voice/partial-stabilizer.ts +140 -0
- package/src/services/voice/phoneme-tokenizer.d.ts +49 -0
- package/src/services/voice/phoneme-tokenizer.d.ts.map +1 -0
- package/src/services/voice/phoneme-tokenizer.ts +158 -0
- package/src/services/voice/phrase-cache.d.ts +76 -0
- package/src/services/voice/phrase-cache.d.ts.map +1 -0
- package/src/services/voice/phrase-cache.test.ts +242 -0
- package/src/services/voice/phrase-cache.ts +186 -0
- package/src/services/voice/phrase-chunker.d.ts +62 -0
- package/src/services/voice/phrase-chunker.d.ts.map +1 -0
- package/src/services/voice/phrase-chunker.test.ts +239 -0
- package/src/services/voice/phrase-chunker.ts +281 -0
- package/src/services/voice/pipeline-impls.d.ts +151 -0
- package/src/services/voice/pipeline-impls.d.ts.map +1 -0
- package/src/services/voice/pipeline-impls.l6.test.ts +110 -0
- package/src/services/voice/pipeline-impls.test.ts +292 -0
- package/src/services/voice/pipeline-impls.ts +315 -0
- package/src/services/voice/pipeline.d.ts +216 -0
- package/src/services/voice/pipeline.d.ts.map +1 -0
- package/src/services/voice/pipeline.ts +505 -0
- package/src/services/voice/prefill-client.d.ts +123 -0
- package/src/services/voice/prefill-client.d.ts.map +1 -0
- package/src/services/voice/prefill-client.ts +316 -0
- package/src/services/voice/prefix-preserving-queue.d.ts +113 -0
- package/src/services/voice/prefix-preserving-queue.d.ts.map +1 -0
- package/src/services/voice/prefix-preserving-queue.ts +162 -0
- package/src/services/voice/profile-store.d.ts +248 -0
- package/src/services/voice/profile-store.d.ts.map +1 -0
- package/src/services/voice/profile-store.ts +887 -0
- package/src/services/voice/ring-buffer.d.ts +40 -0
- package/src/services/voice/ring-buffer.d.ts.map +1 -0
- package/src/services/voice/ring-buffer.ts +105 -0
- package/src/services/voice/rollback-queue.d.ts +24 -0
- package/src/services/voice/rollback-queue.d.ts.map +1 -0
- package/src/services/voice/rollback-queue.ts +74 -0
- package/src/services/voice/samantha-preset-placeholder.d.ts +67 -0
- package/src/services/voice/samantha-preset-placeholder.d.ts.map +1 -0
- package/src/services/voice/samantha-preset-placeholder.test.ts +97 -0
- package/src/services/voice/samantha-preset-placeholder.ts +148 -0
- package/src/services/voice/samantha-preset-regenerator.d.ts +87 -0
- package/src/services/voice/samantha-preset-regenerator.d.ts.map +1 -0
- package/src/services/voice/samantha-preset-regenerator.ts +393 -0
- package/src/services/voice/scheduler.d.ts +146 -0
- package/src/services/voice/scheduler.d.ts.map +1 -0
- package/src/services/voice/scheduler.t2.test.ts +141 -0
- package/src/services/voice/scheduler.ts +927 -0
- package/src/services/voice/shared-resources.d.ts +190 -0
- package/src/services/voice/shared-resources.d.ts.map +1 -0
- package/src/services/voice/shared-resources.ts +320 -0
- package/src/services/voice/speaker/attribution-pipeline.d.ts +74 -0
- package/src/services/voice/speaker/attribution-pipeline.d.ts.map +1 -0
- package/src/services/voice/speaker/attribution-pipeline.ts +386 -0
- package/src/services/voice/speaker/diarizer-fused.d.ts +59 -0
- package/src/services/voice/speaker/diarizer-fused.d.ts.map +1 -0
- package/src/services/voice/speaker/diarizer-fused.real.test.ts +100 -0
- package/src/services/voice/speaker/diarizer-fused.ts +154 -0
- package/src/services/voice/speaker/diarizer.d.ts +75 -0
- package/src/services/voice/speaker/diarizer.d.ts.map +1 -0
- package/src/services/voice/speaker/diarizer.ts +218 -0
- package/src/services/voice/speaker/encoder-fused.d.ts +60 -0
- package/src/services/voice/speaker/encoder-fused.d.ts.map +1 -0
- package/src/services/voice/speaker/encoder-fused.real.test.ts +113 -0
- package/src/services/voice/speaker/encoder-fused.ts +138 -0
- package/src/services/voice/speaker/encoder-ggml.d.ts +33 -0
- package/src/services/voice/speaker/encoder-ggml.d.ts.map +1 -0
- package/src/services/voice/speaker/encoder-ggml.ts +79 -0
- package/src/services/voice/speaker/encoder.d.ts +37 -0
- package/src/services/voice/speaker/encoder.d.ts.map +1 -0
- package/src/services/voice/speaker/encoder.ts +105 -0
- package/src/services/voice/speaker-imprint.d.ts +83 -0
- package/src/services/voice/speaker-imprint.d.ts.map +1 -0
- package/src/services/voice/speaker-imprint.test.ts +185 -0
- package/src/services/voice/speaker-imprint.ts +312 -0
- package/src/services/voice/speaker-preset-cache.d.ts +77 -0
- package/src/services/voice/speaker-preset-cache.d.ts.map +1 -0
- package/src/services/voice/speaker-preset-cache.test.ts +154 -0
- package/src/services/voice/speaker-preset-cache.ts +195 -0
- package/src/services/voice/streaming-asr/streaming-pipeline-adapter.ts +292 -0
- package/src/services/voice/system-audio-sink.d.ts +73 -0
- package/src/services/voice/system-audio-sink.d.ts.map +1 -0
- package/src/services/voice/system-audio-sink.test.ts +29 -0
- package/src/services/voice/system-audio-sink.ts +366 -0
- package/src/services/voice/transcriber.d.ts +244 -0
- package/src/services/voice/transcriber.d.ts.map +1 -0
- package/src/services/voice/transcriber.test.ts +392 -0
- package/src/services/voice/transcriber.ts +704 -0
- package/src/services/voice/turn-controller.d.ts +183 -0
- package/src/services/voice/turn-controller.d.ts.map +1 -0
- package/src/services/voice/turn-controller.test.ts +575 -0
- package/src/services/voice/turn-controller.ts +596 -0
- package/src/services/voice/types.d.ts +643 -0
- package/src/services/voice/types.d.ts.map +1 -0
- package/src/services/voice/types.ts +699 -0
- package/src/services/voice/vad.d.ts +282 -0
- package/src/services/voice/vad.d.ts.map +1 -0
- package/src/services/voice/vad.test.ts +480 -0
- package/src/services/voice/vad.ts +827 -0
- package/src/services/voice/vad.v1-v4.test.ts +222 -0
- package/src/services/voice/voice-budget.d.ts +241 -0
- package/src/services/voice/voice-budget.d.ts.map +1 -0
- package/src/services/voice/voice-budget.test.ts +420 -0
- package/src/services/voice/voice-budget.ts +656 -0
- package/src/services/voice/voice-duet.test.ts +375 -0
- package/src/services/voice/voice-emotion-classifier.d.ts +95 -0
- package/src/services/voice/voice-emotion-classifier.d.ts.map +1 -0
- package/src/services/voice/voice-emotion-classifier.test.ts +210 -0
- package/src/services/voice/voice-emotion-classifier.ts +273 -0
- package/src/services/voice/voice-preset-format.d.ts +158 -0
- package/src/services/voice/voice-preset-format.d.ts.map +1 -0
- package/src/services/voice/voice-preset-format.ts +700 -0
- package/src/services/voice/voice-preset-generator.test.ts +89 -0
- package/src/services/voice/voice-profile-artifact.d.ts +116 -0
- package/src/services/voice/voice-profile-artifact.d.ts.map +1 -0
- package/src/services/voice/voice-profile-artifact.test.ts +138 -0
- package/src/services/voice/voice-profile-artifact.ts +518 -0
- package/src/services/voice/voice-profile-routes.d.ts +83 -0
- package/src/services/voice/voice-profile-routes.d.ts.map +1 -0
- package/src/services/voice/voice-profile-routes.test.ts +429 -0
- package/src/services/voice/voice-profile-routes.ts +425 -0
- package/src/services/voice/voice-scenario.ts +154 -0
- package/src/services/voice/voice-settings.d.ts +82 -0
- package/src/services/voice/voice-settings.d.ts.map +1 -0
- package/src/services/voice/voice-settings.ts +172 -0
- package/src/services/voice/voice-state-machine.d.ts +364 -0
- package/src/services/voice/voice-state-machine.d.ts.map +1 -0
- package/src/services/voice/voice-state-machine.ts +727 -0
- package/src/services/voice/voice-workbench-report.test.ts +168 -0
- package/src/services/voice/voice-workbench-report.ts +326 -0
- package/src/services/voice/voice-workbench.test.ts +158 -0
- package/src/services/voice/voice.test.ts +1070 -0
- package/src/services/voice/wake-word-ggml.d.ts +101 -0
- package/src/services/voice/wake-word-ggml.d.ts.map +1 -0
- package/src/services/voice/wake-word-ggml.ts +320 -0
- package/src/services/voice/wake-word.d.ts +255 -0
- package/src/services/voice/wake-word.d.ts.map +1 -0
- package/src/services/voice/wake-word.test.ts +298 -0
- package/src/services/voice/wake-word.ts +554 -0
- package/src/services/voice/wrap-with-first-line-cache.d.ts +70 -0
- package/src/services/voice/wrap-with-first-line-cache.d.ts.map +1 -0
- package/src/services/voice/wrap-with-first-line-cache.ts +267 -0
- package/src/services/voice-model-updater.d.ts +240 -0
- package/src/services/voice-model-updater.d.ts.map +1 -0
- package/src/services/voice-model-updater.ts +724 -0
- package/src/services/voice-prewarm.d.ts +3 -0
- package/src/services/voice-prewarm.d.ts.map +1 -0
- package/src/services/voice-prewarm.ts +51 -0
- package/dist/index.d.ts +0 -37
- package/dist/index.js +0 -1098
|
@@ -0,0 +1,374 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Canonical Capacitor-llama adapter contract.
|
|
3
|
+
*
|
|
4
|
+
* This is the SAME shape used by `llama-cpp-capacitor` on mobile (iOS / Android,
|
|
5
|
+
* including riscv64 once Wave 2's libllama.so is installed) and by the bun:ffi
|
|
6
|
+
* backend on desktop. Every entry point in this plugin consumes one of these
|
|
7
|
+
* interfaces — there is no `node-llama-cpp` import anywhere downstream.
|
|
8
|
+
*
|
|
9
|
+
* Shape rationale: the interface mirrors `llama-cpp-capacitor`'s
|
|
10
|
+
* `LlamaContext` class verbatim so the mobile path can implement it with a
|
|
11
|
+
* straight pass-through. The loader is mobile-only — libllama is retired, so
|
|
12
|
+
* there is no desktop façade (desktop runs the fused `libelizainference`).
|
|
13
|
+
*
|
|
14
|
+
* Why a TS interface rather than `import type { LlamaContext } from
|
|
15
|
+
* "llama-cpp-capacitor"`? The Capacitor package is mobile-only at install time
|
|
16
|
+
* (Capacitor SPI'd Java/Swift bindings). Importing its types from the desktop
|
|
17
|
+
* path would force every desktop tsc run to pull the mobile binding's d.ts. We
|
|
18
|
+
* keep the interface free-standing so any backend can implement it.
|
|
19
|
+
*/
|
|
20
|
+
|
|
21
|
+
export interface TokenizerConfig {
|
|
22
|
+
name: string;
|
|
23
|
+
type: string;
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
// === Context / completion params ===========================================
|
|
27
|
+
|
|
28
|
+
export interface CapacitorLlamaContextParams {
|
|
29
|
+
/** GGUF model path (absolute or Capacitor-asset URI). */
|
|
30
|
+
model: string;
|
|
31
|
+
/** Optional Jinja chat template override. */
|
|
32
|
+
chat_template?: string;
|
|
33
|
+
/** When loading from a packaged Android/iOS asset. */
|
|
34
|
+
is_model_asset?: boolean;
|
|
35
|
+
use_progress_callback?: boolean;
|
|
36
|
+
n_ctx?: number;
|
|
37
|
+
n_batch?: number;
|
|
38
|
+
n_ubatch?: number;
|
|
39
|
+
n_threads?: number;
|
|
40
|
+
/**
|
|
41
|
+
* GPU layer offload. `999` = "all layers on GPU" per llama.cpp convention.
|
|
42
|
+
* The Capacitor binding rejects > model layer count; desktop path clamps
|
|
43
|
+
* to the model's metadata layer count.
|
|
44
|
+
*/
|
|
45
|
+
n_gpu_layers?: number;
|
|
46
|
+
no_gpu_devices?: boolean;
|
|
47
|
+
flash_attn?: boolean;
|
|
48
|
+
cache_type_k?:
|
|
49
|
+
| "f16"
|
|
50
|
+
| "f32"
|
|
51
|
+
| "q8_0"
|
|
52
|
+
| "q4_0"
|
|
53
|
+
| "q4_1"
|
|
54
|
+
| "iq4_nl"
|
|
55
|
+
| "q5_0"
|
|
56
|
+
| "q5_1";
|
|
57
|
+
cache_type_v?:
|
|
58
|
+
| "f16"
|
|
59
|
+
| "f32"
|
|
60
|
+
| "q8_0"
|
|
61
|
+
| "q4_0"
|
|
62
|
+
| "q4_1"
|
|
63
|
+
| "iq4_nl"
|
|
64
|
+
| "q5_0"
|
|
65
|
+
| "q5_1";
|
|
66
|
+
use_mlock?: boolean;
|
|
67
|
+
use_mmap?: boolean;
|
|
68
|
+
vocab_only?: boolean;
|
|
69
|
+
lora?: string;
|
|
70
|
+
lora_scaled?: number;
|
|
71
|
+
lora_list?: Array<{ path: string; scaled?: number }>;
|
|
72
|
+
rope_freq_base?: number;
|
|
73
|
+
rope_freq_scale?: number;
|
|
74
|
+
pooling_type?: "none" | "mean" | "cls" | "last" | "rank";
|
|
75
|
+
ctx_shift?: boolean;
|
|
76
|
+
kv_unified?: boolean;
|
|
77
|
+
swa_full?: boolean;
|
|
78
|
+
n_cpu_moe?: number;
|
|
79
|
+
embedding?: boolean;
|
|
80
|
+
embd_normalize?: number;
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
export interface CapacitorLlamaMessagePart {
|
|
84
|
+
type: string;
|
|
85
|
+
text?: string;
|
|
86
|
+
image_url?: { url?: string };
|
|
87
|
+
input_audio?: { format: string; data?: string; url?: string };
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
export interface CapacitorLlamaChatMessage {
|
|
91
|
+
role: string;
|
|
92
|
+
content?: string | CapacitorLlamaMessagePart[];
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
export interface CapacitorLlamaResponseFormat {
|
|
96
|
+
type: "text" | "json_object" | "json_schema";
|
|
97
|
+
json_schema?: { strict?: boolean; schema: object };
|
|
98
|
+
schema?: object;
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
export interface CapacitorLlamaCompletionParams {
|
|
102
|
+
/** Raw prompt string. Mutually exclusive with `messages`. */
|
|
103
|
+
prompt?: string;
|
|
104
|
+
/** OpenAI-style messages; the binding renders the chat template. */
|
|
105
|
+
messages?: CapacitorLlamaChatMessage[];
|
|
106
|
+
chat_template?: string;
|
|
107
|
+
jinja?: boolean;
|
|
108
|
+
json_schema?: string;
|
|
109
|
+
/** GBNF grammar source. */
|
|
110
|
+
grammar?: string;
|
|
111
|
+
grammar_lazy?: boolean;
|
|
112
|
+
grammar_triggers?: Array<{ type: number; value: string; token: number }>;
|
|
113
|
+
enable_thinking?: boolean;
|
|
114
|
+
thinking_forced_open?: boolean;
|
|
115
|
+
preserved_tokens?: string[];
|
|
116
|
+
chat_format?: number;
|
|
117
|
+
reasoning_format?: string;
|
|
118
|
+
media_paths?: string[];
|
|
119
|
+
stop?: string[];
|
|
120
|
+
n_predict?: number;
|
|
121
|
+
n_probs?: number;
|
|
122
|
+
top_k?: number;
|
|
123
|
+
top_p?: number;
|
|
124
|
+
min_p?: number;
|
|
125
|
+
xtc_probability?: number;
|
|
126
|
+
xtc_threshold?: number;
|
|
127
|
+
typical_p?: number;
|
|
128
|
+
temperature?: number;
|
|
129
|
+
penalty_last_n?: number;
|
|
130
|
+
penalty_repeat?: number;
|
|
131
|
+
penalty_freq?: number;
|
|
132
|
+
penalty_present?: number;
|
|
133
|
+
mirostat?: number;
|
|
134
|
+
mirostat_tau?: number;
|
|
135
|
+
mirostat_eta?: number;
|
|
136
|
+
dry_multiplier?: number;
|
|
137
|
+
dry_base?: number;
|
|
138
|
+
dry_allowed_length?: number;
|
|
139
|
+
dry_penalty_last_n?: number;
|
|
140
|
+
dry_sequence_breakers?: string[];
|
|
141
|
+
top_n_sigma?: number;
|
|
142
|
+
ignore_eos?: boolean;
|
|
143
|
+
logit_bias?: Array<[number, number]>;
|
|
144
|
+
seed?: number;
|
|
145
|
+
guide_tokens?: number[];
|
|
146
|
+
tools?: object;
|
|
147
|
+
parallel_tool_calls?: object;
|
|
148
|
+
tool_choice?: string;
|
|
149
|
+
response_format?: CapacitorLlamaResponseFormat;
|
|
150
|
+
add_generation_prompt?: boolean;
|
|
151
|
+
chat_template_kwargs?: Record<string, string>;
|
|
152
|
+
prefill_text?: string;
|
|
153
|
+
}
|
|
154
|
+
|
|
155
|
+
export interface CapacitorLlamaToolCall {
|
|
156
|
+
type: "function";
|
|
157
|
+
id?: string;
|
|
158
|
+
function: { name: string; arguments: string };
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
export interface CapacitorLlamaTokenData {
|
|
162
|
+
token: string;
|
|
163
|
+
completion_probabilities?: Array<{
|
|
164
|
+
content: string;
|
|
165
|
+
probs: Array<{ tok_str: string; prob: number }>;
|
|
166
|
+
}>;
|
|
167
|
+
content?: string;
|
|
168
|
+
reasoning_content?: string;
|
|
169
|
+
tool_calls?: CapacitorLlamaToolCall[];
|
|
170
|
+
accumulated_text?: string;
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
export interface CapacitorLlamaCompletionResult {
|
|
174
|
+
text: string;
|
|
175
|
+
reasoning_content: string;
|
|
176
|
+
tool_calls: CapacitorLlamaToolCall[];
|
|
177
|
+
content: string;
|
|
178
|
+
chat_format: number;
|
|
179
|
+
tokens_predicted: number;
|
|
180
|
+
tokens_evaluated: number;
|
|
181
|
+
truncated: boolean;
|
|
182
|
+
stopped_eos: boolean;
|
|
183
|
+
stopped_word: string;
|
|
184
|
+
stopped_limit: number;
|
|
185
|
+
stopping_word: string;
|
|
186
|
+
context_full: boolean;
|
|
187
|
+
interrupted: boolean;
|
|
188
|
+
tokens_cached: number;
|
|
189
|
+
timings: {
|
|
190
|
+
prompt_n: number;
|
|
191
|
+
prompt_ms: number;
|
|
192
|
+
prompt_per_token_ms: number;
|
|
193
|
+
prompt_per_second: number;
|
|
194
|
+
predicted_n: number;
|
|
195
|
+
predicted_ms: number;
|
|
196
|
+
predicted_per_token_ms: number;
|
|
197
|
+
predicted_per_second: number;
|
|
198
|
+
};
|
|
199
|
+
completion_probabilities?: Array<{
|
|
200
|
+
content: string;
|
|
201
|
+
probs: Array<{ tok_str: string; prob: number }>;
|
|
202
|
+
}>;
|
|
203
|
+
audio_tokens?: number[];
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
export interface CapacitorLlamaTokenizeResult {
|
|
207
|
+
tokens: number[];
|
|
208
|
+
has_images: boolean;
|
|
209
|
+
bitmap_hashes: number[];
|
|
210
|
+
chunk_pos: number[];
|
|
211
|
+
chunk_pos_images: number[];
|
|
212
|
+
}
|
|
213
|
+
|
|
214
|
+
export interface CapacitorLlamaEmbeddingResult {
|
|
215
|
+
embedding: number[];
|
|
216
|
+
}
|
|
217
|
+
|
|
218
|
+
export interface CapacitorLlamaBenchResult {
|
|
219
|
+
modelDesc: string;
|
|
220
|
+
modelSize: number;
|
|
221
|
+
modelNParams: number;
|
|
222
|
+
ppAvg: number;
|
|
223
|
+
ppStd: number;
|
|
224
|
+
tgAvg: number;
|
|
225
|
+
tgStd: number;
|
|
226
|
+
}
|
|
227
|
+
|
|
228
|
+
// === Model description (mirrors NativeLlamaContext['model']) ==============
|
|
229
|
+
|
|
230
|
+
export interface CapacitorLlamaModelDescriptor {
|
|
231
|
+
desc: string;
|
|
232
|
+
size: number;
|
|
233
|
+
nEmbd: number;
|
|
234
|
+
nParams: number;
|
|
235
|
+
chatTemplates: {
|
|
236
|
+
llamaChat: boolean;
|
|
237
|
+
minja: {
|
|
238
|
+
default: boolean;
|
|
239
|
+
defaultCaps: {
|
|
240
|
+
tools: boolean;
|
|
241
|
+
toolCalls: boolean;
|
|
242
|
+
toolResponses: boolean;
|
|
243
|
+
systemRole: boolean;
|
|
244
|
+
parallelToolCalls: boolean;
|
|
245
|
+
toolCallId: boolean;
|
|
246
|
+
};
|
|
247
|
+
toolUse: boolean;
|
|
248
|
+
toolUseCaps: {
|
|
249
|
+
tools: boolean;
|
|
250
|
+
toolCalls: boolean;
|
|
251
|
+
toolResponses: boolean;
|
|
252
|
+
systemRole: boolean;
|
|
253
|
+
parallelToolCalls: boolean;
|
|
254
|
+
toolCallId: boolean;
|
|
255
|
+
};
|
|
256
|
+
};
|
|
257
|
+
};
|
|
258
|
+
metadata: object;
|
|
259
|
+
isChatTemplateSupported: boolean;
|
|
260
|
+
}
|
|
261
|
+
|
|
262
|
+
// === Canonical context interface ===========================================
|
|
263
|
+
|
|
264
|
+
/**
|
|
265
|
+
* The canonical context handle every backend implements. Designed so a single
|
|
266
|
+
* caller can switch between `llama-cpp-capacitor`'s `LlamaContext` and the
|
|
267
|
+
* desktop bun:ffi-backed implementation with zero behavioural change at the
|
|
268
|
+
* TypeScript level.
|
|
269
|
+
*
|
|
270
|
+
* Backends that genuinely cannot implement a method (e.g. `bench()` on the
|
|
271
|
+
* desktop FFI adapter v1) MUST throw a `CapacitorLlamaUnsupportedError` so
|
|
272
|
+
* callers can route around the gap explicitly rather than silently producing
|
|
273
|
+
* wrong results.
|
|
274
|
+
*/
|
|
275
|
+
export interface CapacitorLlamaContext {
|
|
276
|
+
readonly id: number;
|
|
277
|
+
readonly gpu: boolean;
|
|
278
|
+
readonly reasonNoGPU: string;
|
|
279
|
+
readonly model: CapacitorLlamaModelDescriptor;
|
|
280
|
+
|
|
281
|
+
completion(
|
|
282
|
+
params: CapacitorLlamaCompletionParams,
|
|
283
|
+
callback?: (data: CapacitorLlamaTokenData) => void,
|
|
284
|
+
): Promise<CapacitorLlamaCompletionResult>;
|
|
285
|
+
|
|
286
|
+
stopCompletion(): Promise<void>;
|
|
287
|
+
|
|
288
|
+
tokenize(
|
|
289
|
+
text: string,
|
|
290
|
+
options?: { media_paths?: string[] },
|
|
291
|
+
): Promise<CapacitorLlamaTokenizeResult>;
|
|
292
|
+
|
|
293
|
+
detokenize(tokens: number[]): Promise<string>;
|
|
294
|
+
|
|
295
|
+
embedding(
|
|
296
|
+
text: string,
|
|
297
|
+
params?: { embd_normalize?: number },
|
|
298
|
+
): Promise<CapacitorLlamaEmbeddingResult>;
|
|
299
|
+
|
|
300
|
+
bench(
|
|
301
|
+
pp: number,
|
|
302
|
+
tg: number,
|
|
303
|
+
pl: number,
|
|
304
|
+
nr: number,
|
|
305
|
+
): Promise<CapacitorLlamaBenchResult>;
|
|
306
|
+
|
|
307
|
+
release(): Promise<void>;
|
|
308
|
+
}
|
|
309
|
+
|
|
310
|
+
/** Thrown by adapter methods that aren't implemented for a given backend. */
|
|
311
|
+
export class CapacitorLlamaUnsupportedError extends Error {
|
|
312
|
+
constructor(
|
|
313
|
+
readonly method: string,
|
|
314
|
+
readonly backend: "mobile" | "desktop-ffi",
|
|
315
|
+
message?: string,
|
|
316
|
+
) {
|
|
317
|
+
super(
|
|
318
|
+
message ??
|
|
319
|
+
`[capacitor-llama] ${method} is not supported on ${backend} yet`,
|
|
320
|
+
);
|
|
321
|
+
this.name = "CapacitorLlamaUnsupportedError";
|
|
322
|
+
}
|
|
323
|
+
}
|
|
324
|
+
|
|
325
|
+
// === Model registry (re-exported from legacy types.ts) =====================
|
|
326
|
+
|
|
327
|
+
export interface ModelSpec {
|
|
328
|
+
name: string;
|
|
329
|
+
repo: string;
|
|
330
|
+
size: string;
|
|
331
|
+
quantization: string;
|
|
332
|
+
contextSize: number;
|
|
333
|
+
tokenizer: TokenizerConfig;
|
|
334
|
+
}
|
|
335
|
+
|
|
336
|
+
export interface EmbeddingModelSpec extends ModelSpec {
|
|
337
|
+
dimensions: number;
|
|
338
|
+
}
|
|
339
|
+
|
|
340
|
+
/**
|
|
341
|
+
* Default model bundle. Vision and TTS are owned by `plugin-local-inference`'s
|
|
342
|
+
* voice and vision subsystems — they don't live on this adapter.
|
|
343
|
+
*/
|
|
344
|
+
export const MODEL_SPECS = {
|
|
345
|
+
small: {
|
|
346
|
+
name: "text/eliza-1-2b-128k.gguf",
|
|
347
|
+
repo: "elizaos/eliza-1",
|
|
348
|
+
size: "2B",
|
|
349
|
+
quantization: "fused GGUF",
|
|
350
|
+
contextSize: 131072,
|
|
351
|
+
tokenizer: { name: "elizaos/eliza-1", type: "eliza1" },
|
|
352
|
+
},
|
|
353
|
+
medium: {
|
|
354
|
+
name: "text/eliza-1-4b-128k.gguf",
|
|
355
|
+
repo: "elizaos/eliza-1",
|
|
356
|
+
size: "4B",
|
|
357
|
+
quantization: "fused GGUF",
|
|
358
|
+
contextSize: 131072,
|
|
359
|
+
tokenizer: { name: "elizaos/eliza-1", type: "eliza1" },
|
|
360
|
+
},
|
|
361
|
+
embedding: {
|
|
362
|
+
name: "gte-small_fp16.gguf",
|
|
363
|
+
repo: "ChristianAzinn/gte-small-gguf",
|
|
364
|
+
size: "64 MB",
|
|
365
|
+
quantization: "fp16 GGUF",
|
|
366
|
+
contextSize: 512,
|
|
367
|
+
dimensions: 384,
|
|
368
|
+
tokenizer: { name: "ChristianAzinn/gte-small-gguf", type: "bert" },
|
|
369
|
+
},
|
|
370
|
+
} as const satisfies {
|
|
371
|
+
small: ModelSpec;
|
|
372
|
+
medium: ModelSpec;
|
|
373
|
+
embedding: EmbeddingModelSpec;
|
|
374
|
+
};
|
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Apple Foundation Models adapter — iOS / iPadOS / macOS 26+.
|
|
3
|
+
*
|
|
4
|
+
* The Foundation Models framework exposes a managed on-device LLM that
|
|
5
|
+
* Apple ships with the OS when Apple Intelligence is enabled. We do not
|
|
6
|
+
* own its weights and cannot ship our own; this adapter is an
|
|
7
|
+
* **opportunistic fast-path**:
|
|
8
|
+
*
|
|
9
|
+
* - If the device is iOS 26+ and reports availability via the Capacitor
|
|
10
|
+
* `ComputerUse` bridge probe, we register a generate function that
|
|
11
|
+
* calls into Apple's framework for short prompts.
|
|
12
|
+
* - Otherwise we do nothing, and the existing llama-cpp-capacitor
|
|
13
|
+
* (Qwen3-VL-2B) path remains the active local-inference handler.
|
|
14
|
+
*
|
|
15
|
+
* Why this lives in plugin-local-inference (not plugin-capacitor-bridge):
|
|
16
|
+
*
|
|
17
|
+
* - The plugin-capacitor-bridge package is a thin JS↔native shim. The
|
|
18
|
+
* decision of *when* to use Apple's model vs. llama.cpp is an
|
|
19
|
+
* inference-routing decision, which is plugin-local-inference's job.
|
|
20
|
+
* Co-locating the adapter with the rest of the routing logic
|
|
21
|
+
* (`backend-selector`, `runtime-dispatcher`, etc.) keeps the routing
|
|
22
|
+
* surface inspectable in one place. The bridge only transports
|
|
23
|
+
* bytes; it does not decide policy.
|
|
24
|
+
*
|
|
25
|
+
* Entitlement: requires `com.apple.developer.kernel.increased-memory-limit`
|
|
26
|
+
* and Apple Intelligence to be enabled by the user in Settings. See
|
|
27
|
+
* `docs/IOS_CONSTRAINTS.md`.
|
|
28
|
+
*/
|
|
29
|
+
|
|
30
|
+
import type {
|
|
31
|
+
FoundationModelOptions,
|
|
32
|
+
FoundationModelResult,
|
|
33
|
+
IosComputerUseBridge,
|
|
34
|
+
} from "@elizaos/plugin-computeruse/mobile/ios-bridge";
|
|
35
|
+
|
|
36
|
+
export interface AppleFoundationGenerateArgs {
|
|
37
|
+
readonly prompt: string;
|
|
38
|
+
readonly options?: FoundationModelOptions;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
export interface AppleFoundationAdapter {
|
|
42
|
+
readonly name: "apple-foundation";
|
|
43
|
+
available(): boolean;
|
|
44
|
+
generate(args: AppleFoundationGenerateArgs): Promise<FoundationModelResult>;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
/**
|
|
48
|
+
* Builds the adapter. The bridge getter is lazy so this module remains
|
|
49
|
+
* Node-importable for tests; in the Capacitor build the runtime resolves
|
|
50
|
+
* `Capacitor.Plugins.ComputerUse` and passes it in.
|
|
51
|
+
*/
|
|
52
|
+
export function createAppleFoundationAdapter(
|
|
53
|
+
getBridge: () => IosComputerUseBridge | null,
|
|
54
|
+
): AppleFoundationAdapter {
|
|
55
|
+
let probedAvailable: boolean | null = null;
|
|
56
|
+
let probing: Promise<boolean> | null = null;
|
|
57
|
+
|
|
58
|
+
async function probe(): Promise<boolean> {
|
|
59
|
+
const bridge = getBridge();
|
|
60
|
+
if (!bridge) return false;
|
|
61
|
+
const result = await bridge.probe();
|
|
62
|
+
if (!result.ok) return false;
|
|
63
|
+
return result.data.capabilities.foundationModel === true;
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
return {
|
|
67
|
+
name: "apple-foundation",
|
|
68
|
+
available(): boolean {
|
|
69
|
+
if (probedAvailable !== null) return probedAvailable;
|
|
70
|
+
if (!probing) {
|
|
71
|
+
probing = probe().then((v) => {
|
|
72
|
+
probedAvailable = v;
|
|
73
|
+
return v;
|
|
74
|
+
});
|
|
75
|
+
}
|
|
76
|
+
// Synchronous semantics: return false until the probe resolves; this
|
|
77
|
+
// matches the rest of the local-inference availability pattern, which
|
|
78
|
+
// is allowed to return a slightly stale "unavailable" state until the
|
|
79
|
+
// first async probe completes.
|
|
80
|
+
return probedAvailable === true;
|
|
81
|
+
},
|
|
82
|
+
async generate(args): Promise<FoundationModelResult> {
|
|
83
|
+
const bridge = getBridge();
|
|
84
|
+
if (!bridge) {
|
|
85
|
+
throw new Error(
|
|
86
|
+
"apple-foundation adapter invoked but Capacitor ComputerUse plugin is not registered.",
|
|
87
|
+
);
|
|
88
|
+
}
|
|
89
|
+
const result = await bridge.foundationModelGenerate({
|
|
90
|
+
prompt: args.prompt,
|
|
91
|
+
...(args.options ? { options: args.options } : {}),
|
|
92
|
+
});
|
|
93
|
+
if (!result.ok) {
|
|
94
|
+
throw new Error(
|
|
95
|
+
`apple-foundation generate failed: ${result.code} — ${result.message}`,
|
|
96
|
+
);
|
|
97
|
+
}
|
|
98
|
+
return result.data;
|
|
99
|
+
},
|
|
100
|
+
};
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
// ── Registry ─────────────────────────────────────────────────────────────────
|
|
104
|
+
|
|
105
|
+
let registered: AppleFoundationAdapter | null = null;
|
|
106
|
+
|
|
107
|
+
/**
|
|
108
|
+
* Register the adapter so the local-inference runtime picks it up
|
|
109
|
+
* opportunistically. Idempotent — subsequent calls overwrite the previous
|
|
110
|
+
* registration so a hot reload of the bridge swaps cleanly.
|
|
111
|
+
*/
|
|
112
|
+
export function registerAppleFoundationAdapter(
|
|
113
|
+
adapter: AppleFoundationAdapter,
|
|
114
|
+
): void {
|
|
115
|
+
registered = adapter;
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
export function getAppleFoundationAdapter(): AppleFoundationAdapter | null {
|
|
119
|
+
return registered;
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
/**
|
|
123
|
+
* Tests use this to ensure each spec starts from a known state.
|
|
124
|
+
*/
|
|
125
|
+
export function _resetAppleFoundationAdapterForTests(): void {
|
|
126
|
+
registered = null;
|
|
127
|
+
}
|
package/src/index.d.ts
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export { buildGenerateMediaHandler, detectMediaIntent, generateMediaAction, type MediaKind, } from "./actions/generate-media.js";
|
|
2
|
+
export { extractSpeakerName, identifySpeakerAction, } from "./actions/identify-speaker.js";
|
|
3
|
+
export { getLocalInferenceActiveModelId, getLocalInferenceActiveSnapshot, getLocalInferenceChatStatus, handleLocalInferenceChatCommand, handleLocalInferenceRoutes, type LocalInferenceChatMetadata, type LocalInferenceChatResult, type LocalInferenceCommandIntent, } from "./local-inference-routes.js";
|
|
4
|
+
export { createLocalInferenceModelHandlers, isLocalInferenceUnavailableError, LOCAL_INFERENCE_MODEL_TYPES, LOCAL_INFERENCE_PRIORITY, LOCAL_INFERENCE_PROVIDER_ID, LOCAL_INFERENCE_TEXT_MODEL_TYPES, LocalInferenceUnavailableError, type LocalInferenceUnavailableReason, localInferencePlugin, localInferencePlugin as default, } from "./provider.js";
|
|
5
|
+
export { handleLocalInferenceTtsRoute, normalizeAudioBytes, sanitizeLocalInferenceSpeechText, sniffAudioContentType, } from "./routes/local-inference-tts-route.js";
|
|
6
|
+
export { detectEmbeddingPreset, detectEmbeddingTier, EMBEDDING_PRESETS, type EmbeddingPreset, type EmbeddingTier, } from "./runtime/embedding-presets.js";
|
|
7
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAQA,OAAO,EACN,yBAAyB,EACzB,iBAAiB,EACjB,mBAAmB,EACnB,KAAK,SAAS,GACd,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACN,kBAAkB,EAClB,qBAAqB,GACrB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACN,8BAA8B,EAC9B,+BAA+B,EAC/B,2BAA2B,EAC3B,+BAA+B,EAC/B,0BAA0B,EAC1B,KAAK,0BAA0B,EAC/B,KAAK,wBAAwB,EAC7B,KAAK,2BAA2B,GAChC,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACN,iCAAiC,EACjC,gCAAgC,EAChC,2BAA2B,EAC3B,wBAAwB,EACxB,2BAA2B,EAC3B,gCAAgC,EAChC,8BAA8B,EAC9B,KAAK,+BAA+B,EACpC,oBAAoB,EACpB,oBAAoB,IAAI,OAAO,GAC/B,MAAM,eAAe,CAAC;AACvB,OAAO,EACN,4BAA4B,EAC5B,mBAAmB,EACnB,gCAAgC,EAChC,qBAAqB,GACrB,MAAM,uCAAuC,CAAC;AAE/C,OAAO,EACN,qBAAqB,EACrB,mBAAmB,EACnB,iBAAiB,EACjB,KAAK,eAAe,EACpB,KAAK,aAAa,GAClB,MAAM,gCAAgC,CAAC"}
|
package/src/index.ts
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
/// <reference path="../../../packages/agent/src/external-modules.d.ts" />
|
|
2
|
+
// Plugin entry point — handler dispatch, error types, plugin definition.
|
|
3
|
+
// For runtime wiring (boot-time handler registration, embedding warm-up)
|
|
4
|
+
// import from `@elizaos/plugin-local-inference/runtime`.
|
|
5
|
+
// For HTTP compat routes import from `@elizaos/plugin-local-inference/routes`.
|
|
6
|
+
// For deep service surfaces (engine, voice, catalog, mtp) import from
|
|
7
|
+
// `@elizaos/plugin-local-inference/services`.
|
|
8
|
+
|
|
9
|
+
export {
|
|
10
|
+
buildGenerateMediaHandler,
|
|
11
|
+
detectMediaIntent,
|
|
12
|
+
generateMediaAction,
|
|
13
|
+
type MediaKind,
|
|
14
|
+
} from "./actions/generate-media.js";
|
|
15
|
+
export {
|
|
16
|
+
extractSpeakerName,
|
|
17
|
+
identifySpeakerAction,
|
|
18
|
+
} from "./actions/identify-speaker.js";
|
|
19
|
+
export {
|
|
20
|
+
getLocalInferenceActiveModelId,
|
|
21
|
+
getLocalInferenceActiveSnapshot,
|
|
22
|
+
getLocalInferenceChatStatus,
|
|
23
|
+
handleLocalInferenceChatCommand,
|
|
24
|
+
handleLocalInferenceRoutes,
|
|
25
|
+
type LocalInferenceChatMetadata,
|
|
26
|
+
type LocalInferenceChatResult,
|
|
27
|
+
type LocalInferenceCommandIntent,
|
|
28
|
+
} from "./local-inference-routes.js";
|
|
29
|
+
export {
|
|
30
|
+
createLocalInferenceModelHandlers,
|
|
31
|
+
isLocalInferenceUnavailableError,
|
|
32
|
+
LOCAL_INFERENCE_MODEL_TYPES,
|
|
33
|
+
LOCAL_INFERENCE_PRIORITY,
|
|
34
|
+
LOCAL_INFERENCE_PROVIDER_ID,
|
|
35
|
+
LOCAL_INFERENCE_TEXT_MODEL_TYPES,
|
|
36
|
+
LocalInferenceUnavailableError,
|
|
37
|
+
type LocalInferenceUnavailableReason,
|
|
38
|
+
localInferencePlugin,
|
|
39
|
+
localInferencePlugin as default,
|
|
40
|
+
} from "./provider.js";
|
|
41
|
+
export {
|
|
42
|
+
handleLocalInferenceTtsRoute,
|
|
43
|
+
normalizeAudioBytes,
|
|
44
|
+
sanitizeLocalInferenceSpeechText,
|
|
45
|
+
sniffAudioContentType,
|
|
46
|
+
} from "./routes/local-inference-tts-route.js";
|
|
47
|
+
// Embedding preset detection exported for runtime boot wiring.
|
|
48
|
+
export {
|
|
49
|
+
detectEmbeddingPreset,
|
|
50
|
+
detectEmbeddingTier,
|
|
51
|
+
EMBEDDING_PRESETS,
|
|
52
|
+
type EmbeddingPreset,
|
|
53
|
+
type EmbeddingTier,
|
|
54
|
+
} from "./runtime/embedding-presets.js";
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import * as http from "node:http";
|
|
2
|
+
import { type ContentValue } from "@elizaos/core";
|
|
3
|
+
export type LocalInferenceCommandIntent = "retry" | "resume" | "redownload" | "download" | "cancel" | "switch_smaller" | "status" | "use_cloud" | "use_local";
|
|
4
|
+
export interface LocalInferenceChatMetadata {
|
|
5
|
+
[key: string]: ContentValue;
|
|
6
|
+
intent?: LocalInferenceCommandIntent;
|
|
7
|
+
status: "missing" | "downloading" | "loading" | "failed" | "no_space" | "idle" | "ready" | "cancelled" | "routing";
|
|
8
|
+
modelId?: string | null;
|
|
9
|
+
activeModelId?: string | null;
|
|
10
|
+
provider?: string;
|
|
11
|
+
error?: string;
|
|
12
|
+
progress?: {
|
|
13
|
+
percent?: number;
|
|
14
|
+
receivedBytes: number;
|
|
15
|
+
totalBytes: number;
|
|
16
|
+
bytesPerSec?: number;
|
|
17
|
+
etaMs?: number | null;
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
export interface LocalInferenceChatResult {
|
|
21
|
+
text: string;
|
|
22
|
+
localInference: LocalInferenceChatMetadata;
|
|
23
|
+
}
|
|
24
|
+
export declare function getLocalInferenceActiveModelId(): string | undefined;
|
|
25
|
+
export declare function getLocalInferenceActiveSnapshot(): Promise<{
|
|
26
|
+
modelId: string | null;
|
|
27
|
+
loadedAt: string | null;
|
|
28
|
+
status: "idle" | "loading" | "ready" | "error";
|
|
29
|
+
error?: string;
|
|
30
|
+
loadedContextSize?: number | null;
|
|
31
|
+
loadedCacheTypeK?: string | null;
|
|
32
|
+
loadedCacheTypeV?: string | null;
|
|
33
|
+
loadedGpuLayers?: number | null;
|
|
34
|
+
}>;
|
|
35
|
+
export declare function getLocalInferenceChatStatus(intent?: LocalInferenceCommandIntent, error?: unknown): Promise<LocalInferenceChatResult>;
|
|
36
|
+
export declare function handleLocalInferenceChatCommand(intent: LocalInferenceCommandIntent, prompt: string): Promise<LocalInferenceChatResult>;
|
|
37
|
+
export declare function handleLocalInferenceRoutes(req: http.IncomingMessage, res: http.ServerResponse): Promise<boolean>;
|
|
38
|
+
//# sourceMappingURL=local-inference-routes.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"local-inference-routes.d.ts","sourceRoot":"","sources":["local-inference-routes.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAIlC,OAAO,EACN,KAAK,YAAY,EAMjB,MAAM,eAAe,CAAC;AAsFvB,MAAM,MAAM,2BAA2B,GACpC,OAAO,GACP,QAAQ,GACR,YAAY,GACZ,UAAU,GACV,QAAQ,GACR,gBAAgB,GAChB,QAAQ,GACR,WAAW,GACX,WAAW,CAAC;AAgCf,MAAM,WAAW,0BAA0B;IAC1C,CAAC,GAAG,EAAE,MAAM,GAAG,YAAY,CAAC;IAC5B,MAAM,CAAC,EAAE,2BAA2B,CAAC;IACrC,MAAM,EACH,SAAS,GACT,aAAa,GACb,SAAS,GACT,QAAQ,GACR,UAAU,GACV,MAAM,GACN,OAAO,GACP,WAAW,GACX,SAAS,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE;QACV,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,aAAa,EAAE,MAAM,CAAC;QACtB,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACtB,CAAC;CACF;AAED,MAAM,WAAW,wBAAwB;IACxC,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,0BAA0B,CAAC;CAC3C;AAuBD,wBAAgB,8BAA8B,IAAI,MAAM,GAAG,SAAS,CAQnE;AA0bD,wBAAsB,+BAA+B,IAAI,OAAO,CAAC;IAChE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,CAAC;IAC/C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC,CAAC,CAuDD;AA6PD,wBAAsB,2BAA2B,CAChD,MAAM,GAAE,2BAAsC,EAC9C,KAAK,CAAC,EAAE,OAAO,GACb,OAAO,CAAC,wBAAwB,CAAC,CAyEnC;AAED,wBAAsB,+BAA+B,CACpD,MAAM,EAAE,2BAA2B,EACnC,MAAM,EAAE,MAAM,GACZ,OAAO,CAAC,wBAAwB,CAAC,CAoHnC;AAMD,wBAAsB,0BAA0B,CAC/C,GAAG,EAAE,IAAI,CAAC,eAAe,EACzB,GAAG,EAAE,IAAI,CAAC,cAAc,GACtB,OAAO,CAAC,OAAO,CAAC,CAuXlB"}
|