@elizaos/plugin-local-inference 2.0.3-beta.2 → 2.0.3-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +84 -10
- package/dist/actions/generate-media.d.ts.map +1 -0
- package/dist/actions/identify-speaker.d.ts.map +1 -0
- package/dist/actions/transcription-control.d.ts.map +1 -0
- package/dist/adapters/capacitor-llama/environment.d.ts +12 -0
- package/dist/adapters/capacitor-llama/environment.d.ts.map +1 -0
- package/dist/adapters/capacitor-llama/index.browser.d.ts +9 -0
- package/dist/adapters/capacitor-llama/index.browser.d.ts.map +1 -0
- package/dist/adapters/capacitor-llama/index.d.ts +18 -0
- package/dist/adapters/capacitor-llama/index.d.ts.map +1 -0
- package/dist/adapters/capacitor-llama/loader.d.ts +35 -0
- package/dist/adapters/capacitor-llama/loader.d.ts.map +1 -0
- package/dist/adapters/capacitor-llama/native-voice-capture.d.ts +70 -0
- package/dist/adapters/capacitor-llama/native-voice-capture.d.ts.map +1 -0
- package/dist/adapters/capacitor-llama/structured-output.d.ts +62 -0
- package/dist/adapters/capacitor-llama/structured-output.d.ts.map +1 -0
- package/dist/adapters/capacitor-llama/text-streaming.d.ts +24 -0
- package/dist/adapters/capacitor-llama/text-streaming.d.ts.map +1 -0
- package/dist/adapters/capacitor-llama/types.d.ts +338 -0
- package/dist/adapters/capacitor-llama/types.d.ts.map +1 -0
- package/dist/adapters/capacitor-llama/voice-turn.d.ts +86 -0
- package/dist/adapters/capacitor-llama/voice-turn.d.ts.map +1 -0
- package/dist/backends/apple-foundation.d.ts +56 -0
- package/dist/backends/apple-foundation.d.ts.map +1 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +39647 -0
- package/dist/index.js.map +217 -0
- package/{src → dist}/local-inference-routes.d.ts +9 -0
- package/dist/local-inference-routes.d.ts.map +1 -0
- package/dist/provider.d.ts.map +1 -0
- package/{src → dist}/routes/compat-helpers.d.ts +1 -1
- package/dist/routes/compat-helpers.d.ts.map +1 -0
- package/dist/routes/family-member-route.d.ts.map +1 -0
- package/{src → dist}/routes/index.d.ts +1 -0
- package/dist/routes/index.d.ts.map +1 -0
- package/dist/routes/index.js +42040 -0
- package/dist/routes/index.js.map +236 -0
- package/{src → dist}/routes/live-diarization-route.d.ts +7 -0
- package/dist/routes/live-diarization-route.d.ts.map +1 -0
- package/dist/routes/local-inference-asr-route.d.ts.map +1 -0
- package/dist/routes/local-inference-asr-transcribe.d.ts.map +1 -0
- package/dist/routes/local-inference-compat-routes.d.ts.map +1 -0
- package/dist/routes/local-inference-tts-route.d.ts.map +1 -0
- package/dist/routes/native-pcm-turn-route.d.ts +3 -0
- package/dist/routes/native-pcm-turn-route.d.ts.map +1 -0
- package/dist/routes/transcript-audio-store.d.ts.map +1 -0
- package/{src → dist}/routes/transcripts-routes.d.ts +8 -0
- package/dist/routes/transcripts-routes.d.ts.map +1 -0
- package/dist/routes/voice-first-run-routes.d.ts.map +1 -0
- package/dist/routes/voice-models-routes.d.ts.map +1 -0
- package/dist/routes/voice-profile-plugin-routes.d.ts.map +1 -0
- package/dist/routes/voice-profiles-management-routes.d.ts.map +1 -0
- package/dist/routes/voice-speaker-profile-routes.d.ts.map +1 -0
- package/dist/runtime/embedding-manager-support.d.ts.map +1 -0
- package/dist/runtime/embedding-presets.d.ts.map +1 -0
- package/dist/runtime/embedding-warmup-policy.d.ts.map +1 -0
- package/{src → dist}/runtime/ensure-local-inference-handler.d.ts +8 -0
- package/dist/runtime/ensure-local-inference-handler.d.ts.map +1 -0
- package/{src → dist}/runtime/index.d.ts +1 -1
- package/dist/runtime/index.d.ts.map +1 -0
- package/dist/runtime/index.js +38768 -0
- package/dist/runtime/index.js.map +217 -0
- package/dist/runtime/mobile-local-inference-gate.d.ts +63 -0
- package/dist/runtime/mobile-local-inference-gate.d.ts.map +1 -0
- package/{src → dist}/runtime/voice-entity-binding.d.ts +10 -0
- package/dist/runtime/voice-entity-binding.d.ts.map +1 -0
- package/{src → dist}/services/active-model.d.ts +28 -0
- package/dist/services/active-model.d.ts.map +1 -0
- package/dist/services/asr-provenance.d.ts +5 -0
- package/dist/services/asr-provenance.d.ts.map +1 -0
- package/{src → dist}/services/assignments.d.ts +16 -3
- package/dist/services/assignments.d.ts.map +1 -0
- package/dist/services/backend-selector.d.ts +55 -0
- package/dist/services/backend-selector.d.ts.map +1 -0
- package/{src → dist}/services/backend.d.ts +110 -16
- package/dist/services/backend.d.ts.map +1 -0
- package/{src → dist}/services/bionic-host-loader.d.ts +21 -0
- package/dist/services/bionic-host-loader.d.ts.map +1 -0
- package/dist/services/bundled-models.d.ts.map +1 -0
- package/dist/services/cache-bridge.d.ts.map +1 -0
- package/dist/services/catalog.d.ts +10 -0
- package/dist/services/catalog.d.ts.map +1 -0
- package/dist/services/checkpoint-client.d.ts.map +1 -0
- package/dist/services/checkpoint-manager.d.ts +217 -0
- package/dist/services/checkpoint-manager.d.ts.map +1 -0
- package/dist/services/cloud-fallback.d.ts.map +1 -0
- package/dist/services/context-fit.d.ts +36 -0
- package/dist/services/context-fit.d.ts.map +1 -0
- package/dist/services/conversation-registry.d.ts.map +1 -0
- package/{src → dist}/services/desktop-fused-ffi-backend-runtime.d.ts +22 -6
- package/dist/services/desktop-fused-ffi-backend-runtime.d.ts.map +1 -0
- package/dist/services/device-bridge.d.ts.map +1 -0
- package/dist/services/device-resource-metrics.d.ts.map +1 -0
- package/{src → dist}/services/device-tier.d.ts +19 -1
- package/dist/services/device-tier.d.ts.map +1 -0
- package/{src → dist}/services/downloader.d.ts +16 -4
- package/dist/services/downloader.d.ts.map +1 -0
- package/{src → dist}/services/engine.d.ts +43 -4
- package/dist/services/engine.d.ts.map +1 -0
- package/dist/services/ensure-local-artifacts.d.ts +82 -0
- package/dist/services/ensure-local-artifacts.d.ts.map +1 -0
- package/dist/services/external-scanner.d.ts.map +1 -0
- package/dist/services/ffi-llm-mock.d.ts +90 -0
- package/dist/services/ffi-llm-mock.d.ts.map +1 -0
- package/dist/services/ffi-llm-streaming-abi.d.ts +318 -0
- package/dist/services/ffi-llm-streaming-abi.d.ts.map +1 -0
- package/{src → dist}/services/ffi-streaming-backend.d.ts +28 -7
- package/dist/services/ffi-streaming-backend.d.ts.map +1 -0
- package/{src → dist}/services/ffi-streaming-runner.d.ts +24 -0
- package/dist/services/ffi-streaming-runner.d.ts.map +1 -0
- package/dist/services/gpu-autotune.d.ts +150 -0
- package/dist/services/gpu-autotune.d.ts.map +1 -0
- package/dist/services/gpu-detect.d.ts.map +1 -0
- package/dist/services/handler-registry.d.ts.map +1 -0
- package/dist/services/hardware.d.ts.map +1 -0
- package/dist/services/image-description-runtime.d.ts.map +1 -0
- package/dist/services/imagegen/aosp-unavailable.d.ts.map +1 -0
- package/dist/services/imagegen/backend-selector.d.ts.map +1 -0
- package/dist/services/imagegen/coreml-unavailable.d.ts.map +1 -0
- package/dist/services/imagegen/errors.d.ts.map +1 -0
- package/dist/services/imagegen/index.d.ts.map +1 -0
- package/dist/services/imagegen/mflux.d.ts.map +1 -0
- package/{src → dist}/services/imagegen/sd-cpp.d.ts +1 -0
- package/dist/services/imagegen/sd-cpp.d.ts.map +1 -0
- package/dist/services/imagegen/tensorrt-unavailable.d.ts.map +1 -0
- package/dist/services/imagegen/types.d.ts.map +1 -0
- package/{src → dist}/services/index.d.ts +3 -1
- package/dist/services/index.d.ts.map +1 -0
- package/dist/services/index.js +39453 -0
- package/dist/services/index.js.map +227 -0
- package/dist/services/inference-capabilities.d.ts.map +1 -0
- package/dist/services/inference-telemetry.d.ts.map +1 -0
- package/dist/services/ios-llama-streaming.d.ts +119 -0
- package/dist/services/ios-llama-streaming.d.ts.map +1 -0
- package/dist/services/kv-spill.d.ts.map +1 -0
- package/dist/services/latency-trace.d.ts.map +1 -0
- package/dist/services/lib-target.d.ts +55 -0
- package/dist/services/lib-target.d.ts.map +1 -0
- package/dist/services/live-signals.d.ts +86 -0
- package/dist/services/live-signals.d.ts.map +1 -0
- package/dist/services/llama-server-metrics.d.ts +114 -0
- package/dist/services/llama-server-metrics.d.ts.map +1 -0
- package/dist/services/llm-streaming-binding.d.ts.map +1 -0
- package/dist/services/load-args.d.ts.map +1 -0
- package/dist/services/manifest/index.d.ts +4 -0
- package/dist/services/manifest/index.d.ts.map +1 -0
- package/{src → dist}/services/manifest/schema.d.ts +196 -6
- package/dist/services/manifest/schema.d.ts.map +1 -0
- package/{src → dist}/services/manifest/types.d.ts +3 -1
- package/dist/services/manifest/types.d.ts.map +1 -0
- package/dist/services/manifest/validator.d.ts.map +1 -0
- package/{src → dist}/services/memory-arbiter.d.ts +33 -3
- package/dist/services/memory-arbiter.d.ts.map +1 -0
- package/dist/services/memory-benchmark.d.ts +76 -0
- package/dist/services/memory-benchmark.d.ts.map +1 -0
- package/{src → dist}/services/memory-monitor.d.ts +6 -0
- package/dist/services/memory-monitor.d.ts.map +1 -0
- package/dist/services/memory-pressure.d.ts.map +1 -0
- package/dist/services/mtp-doctor.d.ts.map +1 -0
- package/dist/services/network-policy.d.ts.map +1 -0
- package/dist/services/paths.d.ts.map +1 -0
- package/dist/services/planner-skeleton.d.ts.map +1 -0
- package/dist/services/providers.d.ts.map +1 -0
- package/dist/services/ram-budget.d.ts.map +1 -0
- package/dist/services/readiness.d.ts.map +1 -0
- package/dist/services/recommendation.d.ts.map +1 -0
- package/{src → dist}/services/registry.d.ts +11 -13
- package/dist/services/registry.d.ts.map +1 -0
- package/{src → dist}/services/router-handler.d.ts +2 -2
- package/dist/services/router-handler.d.ts.map +1 -0
- package/{src → dist}/services/routing-policy.d.ts +32 -9
- package/dist/services/routing-policy.d.ts.map +1 -0
- package/dist/services/routing-preferences.d.ts.map +1 -0
- package/dist/services/runtime-target.d.ts.map +1 -0
- package/{src → dist}/services/service.d.ts +1 -1
- package/dist/services/service.d.ts.map +1 -0
- package/dist/services/session-pool.d.ts.map +1 -0
- package/dist/services/structured-output/deterministic-repair.d.ts.map +1 -0
- package/dist/services/structured-output/index.d.ts +2 -0
- package/dist/services/structured-output/index.d.ts.map +1 -0
- package/dist/services/structured-output.d.ts.map +1 -0
- package/dist/services/system-memory.d.ts.map +1 -0
- package/{src → dist}/services/types.d.ts +1 -1
- package/dist/services/types.d.ts.map +1 -0
- package/dist/services/verify-on-device.d.ts.map +1 -0
- package/dist/services/verify.d.ts.map +1 -0
- package/dist/services/vision/aosp-unavailable.d.ts.map +1 -0
- package/dist/services/vision/capacitor-llama.d.ts.map +1 -0
- package/dist/services/vision/cloud-fallback.d.ts.map +1 -0
- package/dist/services/vision/hash.d.ts.map +1 -0
- package/{src → dist}/services/vision/index.d.ts +1 -1
- package/dist/services/vision/index.d.ts.map +1 -0
- package/dist/services/vision/llama-server.d.ts.map +1 -0
- package/{src → dist}/services/vision/types.d.ts +13 -4
- package/dist/services/vision/types.d.ts.map +1 -0
- package/dist/services/vision/vast-fallback.d.ts.map +1 -0
- package/{src → dist}/services/vision-embedding-cache.d.ts +1 -1
- package/dist/services/vision-embedding-cache.d.ts.map +1 -0
- package/dist/services/voice/__test-helpers__/fake-ffi.d.ts +27 -0
- package/dist/services/voice/__test-helpers__/fake-ffi.d.ts.map +1 -0
- package/dist/services/voice/__test-helpers__/synthetic-speech.d.ts +66 -0
- package/dist/services/voice/__test-helpers__/synthetic-speech.d.ts.map +1 -0
- package/dist/services/voice/acoustic-speaker-attribution.d.ts +61 -0
- package/dist/services/voice/acoustic-speaker-attribution.d.ts.map +1 -0
- package/{src → dist}/services/voice/audio-frame-consumer.d.ts +82 -0
- package/dist/services/voice/audio-frame-consumer.d.ts.map +1 -0
- package/dist/services/voice/barge-in.d.ts.map +1 -0
- package/dist/services/voice/cancellation-coordinator.d.ts.map +1 -0
- package/dist/services/voice/checkpoint-manager.d.ts.map +1 -0
- package/dist/services/voice/checkpoint-policy.d.ts +178 -0
- package/dist/services/voice/checkpoint-policy.d.ts.map +1 -0
- package/dist/services/voice/corpus-augment.d.ts +111 -0
- package/dist/services/voice/corpus-augment.d.ts.map +1 -0
- package/dist/services/voice/corpus-generator.d.ts +134 -0
- package/dist/services/voice/corpus-generator.d.ts.map +1 -0
- package/dist/services/voice/diarization-error-rate.d.ts +40 -0
- package/dist/services/voice/diarization-error-rate.d.ts.map +1 -0
- package/dist/services/voice/e2e-harness.d.ts +297 -0
- package/dist/services/voice/e2e-harness.d.ts.map +1 -0
- package/dist/services/voice/eager-context-builder.d.ts.map +1 -0
- package/dist/services/voice/echo-delay.d.ts +67 -0
- package/dist/services/voice/echo-delay.d.ts.map +1 -0
- package/dist/services/voice/echo-metrics.d.ts +7 -0
- package/dist/services/voice/echo-metrics.d.ts.map +1 -0
- package/dist/services/voice/echo-reference-buffer.d.ts +65 -0
- package/dist/services/voice/echo-reference-buffer.d.ts.map +1 -0
- package/{src → dist}/services/voice/eliza1-eot-scorer.d.ts +8 -8
- package/dist/services/voice/eliza1-eot-scorer.d.ts.map +1 -0
- package/dist/services/voice/embedding-server.d.ts +37 -0
- package/dist/services/voice/embedding-server.d.ts.map +1 -0
- package/{src → dist}/services/voice/embedding.d.ts +2 -3
- package/dist/services/voice/embedding.d.ts.map +1 -0
- package/dist/services/voice/emotion-attribution.d.ts.map +1 -0
- package/{src → dist}/services/voice/engine-bridge.d.ts +8 -5
- package/dist/services/voice/engine-bridge.d.ts.map +1 -0
- package/{src → dist}/services/voice/eot-classifier-ggml.d.ts +22 -22
- package/dist/services/voice/eot-classifier-ggml.d.ts.map +1 -0
- package/{src → dist}/services/voice/eot-classifier.d.ts +9 -12
- package/dist/services/voice/eot-classifier.d.ts.map +1 -0
- package/{src → dist}/services/voice/errors.d.ts +1 -1
- package/dist/services/voice/errors.d.ts.map +1 -0
- package/{src → dist}/services/voice/expressive-tags.d.ts +5 -5
- package/dist/services/voice/expressive-tags.d.ts.map +1 -0
- package/{src → dist}/services/voice/ffi-bindings.d.ts +26 -4
- package/dist/services/voice/ffi-bindings.d.ts.map +1 -0
- package/dist/services/voice/first-line-cache.d.ts.map +1 -0
- package/{src → dist}/services/voice/fused-eot-scorer.d.ts +6 -6
- package/dist/services/voice/fused-eot-scorer.d.ts.map +1 -0
- package/{src → dist}/services/voice/index.d.ts +8 -3
- package/dist/services/voice/index.d.ts.map +1 -0
- package/dist/services/voice/kokoro/index.d.ts +24 -0
- package/dist/services/voice/kokoro/index.d.ts.map +1 -0
- package/{src → dist}/services/voice/kokoro/kokoro-backend.d.ts +15 -0
- package/dist/services/voice/kokoro/kokoro-backend.d.ts.map +1 -0
- package/{src → dist}/services/voice/kokoro/kokoro-engine-discovery.d.ts +1 -1
- package/dist/services/voice/kokoro/kokoro-engine-discovery.d.ts.map +1 -0
- package/{src → dist}/services/voice/kokoro/kokoro-ffi-runtime.d.ts +3 -3
- package/dist/services/voice/kokoro/kokoro-ffi-runtime.d.ts.map +1 -0
- package/dist/services/voice/kokoro/kokoro-runtime.d.ts.map +1 -0
- package/dist/services/voice/kokoro/phoneme-stream.d.ts +51 -0
- package/dist/services/voice/kokoro/phoneme-stream.d.ts.map +1 -0
- package/dist/services/voice/kokoro/phonemizer.d.ts.map +1 -0
- package/{src → dist}/services/voice/kokoro/pick-runtime.d.ts +1 -1
- package/dist/services/voice/kokoro/pick-runtime.d.ts.map +1 -0
- package/dist/services/voice/kokoro/runtime-selection.d.ts +31 -0
- package/dist/services/voice/kokoro/runtime-selection.d.ts.map +1 -0
- package/dist/services/voice/kokoro/types.d.ts.map +1 -0
- package/dist/services/voice/kokoro/voice-presets.d.ts.map +1 -0
- package/dist/services/voice/kokoro/voices.d.ts.map +1 -0
- package/dist/services/voice/lifecycle.d.ts.map +1 -0
- package/dist/services/voice/live-diarization-session.d.ts +196 -0
- package/dist/services/voice/live-diarization-session.d.ts.map +1 -0
- package/dist/services/voice/metric-math.d.ts +10 -0
- package/dist/services/voice/metric-math.d.ts.map +1 -0
- package/{src → dist}/services/voice/mic-source.d.ts +1 -1
- package/dist/services/voice/mic-source.d.ts.map +1 -0
- package/dist/services/voice/nlms-echo-canceller.d.ts +137 -0
- package/dist/services/voice/nlms-echo-canceller.d.ts.map +1 -0
- package/dist/services/voice/optimistic-policy.d.ts.map +1 -0
- package/dist/services/voice/optimistic-rollback.d.ts +151 -0
- package/dist/services/voice/optimistic-rollback.d.ts.map +1 -0
- package/{src → dist}/services/voice/partial-stabilizer.d.ts +1 -1
- package/dist/services/voice/partial-stabilizer.d.ts.map +1 -0
- package/dist/services/voice/phoneme-tokenizer.d.ts.map +1 -0
- package/dist/services/voice/phrase-cache.d.ts.map +1 -0
- package/dist/services/voice/phrase-chunker.d.ts.map +1 -0
- package/dist/services/voice/pipeline-impls.d.ts.map +1 -0
- package/dist/services/voice/pipeline.d.ts.map +1 -0
- package/dist/services/voice/prefill-client.d.ts.map +1 -0
- package/dist/services/voice/prefix-preserving-queue.d.ts.map +1 -0
- package/dist/services/voice/profile-store.d.ts.map +1 -0
- package/dist/services/voice/ring-buffer.d.ts.map +1 -0
- package/dist/services/voice/rollback-queue.d.ts.map +1 -0
- package/dist/services/voice/samantha-preset-placeholder.d.ts.map +1 -0
- package/dist/services/voice/samantha-preset-regenerator.d.ts.map +1 -0
- package/dist/services/voice/scheduler.d.ts.map +1 -0
- package/dist/services/voice/self-voice-imprint.d.ts +33 -0
- package/dist/services/voice/self-voice-imprint.d.ts.map +1 -0
- package/{src → dist}/services/voice/shared-resources.d.ts +14 -0
- package/dist/services/voice/shared-resources.d.ts.map +1 -0
- package/dist/services/voice/speaker/attribution-pipeline.d.ts.map +1 -0
- package/dist/services/voice/speaker/diarizer-fused.d.ts.map +1 -0
- package/dist/services/voice/speaker/diarizer.d.ts.map +1 -0
- package/dist/services/voice/speaker/encoder-fused.d.ts.map +1 -0
- package/dist/services/voice/speaker/encoder-ggml.d.ts.map +1 -0
- package/dist/services/voice/speaker/encoder.d.ts.map +1 -0
- package/dist/services/voice/speaker-imprint.d.ts.map +1 -0
- package/dist/services/voice/speaker-preset-cache.d.ts.map +1 -0
- package/dist/services/voice/streaming-asr/streaming-pipeline-adapter.d.ts +160 -0
- package/dist/services/voice/streaming-asr/streaming-pipeline-adapter.d.ts.map +1 -0
- package/dist/services/voice/system-audio-sink.d.ts.map +1 -0
- package/{src → dist}/services/voice/transcriber.d.ts +4 -4
- package/dist/services/voice/transcriber.d.ts.map +1 -0
- package/dist/services/voice/transcript-knowledge.d.ts.map +1 -0
- package/{src → dist}/services/voice/transcript-service.d.ts +20 -1
- package/dist/services/voice/transcript-service.d.ts.map +1 -0
- package/{src → dist}/services/voice/transcript-store.d.ts +12 -1
- package/dist/services/voice/transcript-store.d.ts.map +1 -0
- package/dist/services/voice/turn-controller.d.ts.map +1 -0
- package/{src → dist}/services/voice/types.d.ts +6 -6
- package/dist/services/voice/types.d.ts.map +1 -0
- package/{src → dist}/services/voice/vad.d.ts +6 -5
- package/dist/services/voice/vad.d.ts.map +1 -0
- package/dist/services/voice/voice-budget.d.ts.map +1 -0
- package/dist/services/voice/voice-emotion-classifier.d.ts.map +1 -0
- package/dist/services/voice/voice-preload-predictor.d.ts +76 -0
- package/dist/services/voice/voice-preload-predictor.d.ts.map +1 -0
- package/{src → dist}/services/voice/voice-preset-format.d.ts +2 -2
- package/dist/services/voice/voice-preset-format.d.ts.map +1 -0
- package/dist/services/voice/voice-profile-artifact.d.ts.map +1 -0
- package/dist/services/voice/voice-profile-routes.d.ts.map +1 -0
- package/dist/services/voice/voice-scenario.d.ts +131 -0
- package/dist/services/voice/voice-scenario.d.ts.map +1 -0
- package/dist/services/voice/voice-state-machine.d.ts.map +1 -0
- package/dist/services/voice/voice-workbench-report.d.ts +117 -0
- package/dist/services/voice/voice-workbench-report.d.ts.map +1 -0
- package/{src → dist}/services/voice/wake-word-ggml.d.ts +8 -9
- package/dist/services/voice/wake-word-ggml.d.ts.map +1 -0
- package/dist/services/voice/wake-word.d.ts.map +1 -0
- package/dist/services/voice/wav-codec.d.ts +11 -0
- package/dist/services/voice/wav-codec.d.ts.map +1 -0
- package/dist/services/voice/workbench-entrypoint.d.ts +42 -0
- package/dist/services/voice/workbench-entrypoint.d.ts.map +1 -0
- package/dist/services/voice/workbench-headless-runner.d.ts +102 -0
- package/dist/services/voice/workbench-headless-runner.d.ts.map +1 -0
- package/dist/services/voice/workbench-logic-services.d.ts +36 -0
- package/dist/services/voice/workbench-logic-services.d.ts.map +1 -0
- package/dist/services/voice/workbench-real-services.d.ts +17 -0
- package/dist/services/voice/workbench-real-services.d.ts.map +1 -0
- package/dist/services/voice/workbench-scenarios.d.ts +24 -0
- package/dist/services/voice/workbench-scenarios.d.ts.map +1 -0
- package/dist/services/voice/wrap-with-first-line-cache.d.ts.map +1 -0
- package/dist/services/voice-model-updater.d.ts.map +1 -0
- package/dist/services/voice-prewarm.d.ts.map +1 -0
- package/dist/voice-workbench.d.ts +18 -0
- package/dist/voice-workbench.d.ts.map +1 -0
- package/dist/voice-workbench.js +5259 -0
- package/dist/voice-workbench.js.map +34 -0
- package/package.json +28 -9
- package/registry-entry.json +137 -0
- package/src/adapters/capacitor-llama/__tests__/voice-turn.test.ts +293 -0
- package/src/adapters/capacitor-llama/environment.ts +1 -1
- package/src/adapters/capacitor-llama/index.ts +28 -4
- package/src/adapters/capacitor-llama/native-voice-capture.ts +140 -0
- package/src/adapters/capacitor-llama/text-streaming.ts +2 -2
- package/src/adapters/capacitor-llama/voice-turn.ts +178 -0
- package/src/backends/apple-foundation.ts +1 -1
- package/src/local-inference-routes.test.ts +57 -11
- package/src/local-inference-routes.ts +90 -8
- package/src/provider.ts +32 -3
- package/src/routes/compat-helpers.ts +2 -1
- package/src/routes/index.ts +1 -0
- package/src/routes/live-diarization-route.test.ts +134 -0
- package/src/routes/live-diarization-route.ts +79 -3
- package/src/routes/local-inference-asr-route.test.ts +43 -2
- package/src/routes/local-inference-asr-route.ts +7 -4
- package/src/routes/local-inference-asr-transcribe.test.ts +4 -4
- package/src/routes/local-inference-asr-transcribe.ts +1 -1
- package/src/routes/local-inference-compat-routes.test.ts +3 -3
- package/src/routes/local-inference-compat-routes.ts +23 -56
- package/src/routes/native-pcm-turn-route.test.ts +136 -0
- package/src/routes/native-pcm-turn-route.ts +121 -0
- package/src/routes/transcripts-routes.test.ts +51 -0
- package/src/routes/transcripts-routes.ts +35 -3
- package/src/runtime/bionic-wire-encoding.test.ts +147 -0
- package/src/runtime/ensure-local-inference-handler.test.ts +203 -5
- package/src/runtime/ensure-local-inference-handler.ts +203 -11
- package/src/runtime/index.ts +4 -1
- package/src/runtime/mobile-local-inference-gate.test.ts +85 -2
- package/src/runtime/mobile-local-inference-gate.ts +60 -5
- package/src/runtime/voice-entity-binding.transcript.test.ts +29 -0
- package/src/runtime/voice-entity-binding.ts +46 -6
- package/src/runtime/voice-speaker-entity-contract.test.ts +149 -0
- package/src/services/README.md +2 -2
- package/src/services/__tests__/backend-selector.precedence.test.ts +333 -0
- package/src/services/active-model-context-fit.test.ts +125 -0
- package/src/services/active-model.ts +211 -8
- package/src/services/asr-provenance.ts +68 -0
- package/src/services/assignment-validation.test.ts +118 -0
- package/src/services/assignments.test.ts +26 -0
- package/src/services/assignments.ts +52 -4
- package/src/services/backend.test.ts +84 -0
- package/src/services/backend.ts +198 -19
- package/src/services/bionic-host-loader.test.ts +94 -1
- package/src/services/bionic-host-loader.ts +72 -0
- package/src/services/cache-bridge.test.ts +7 -7
- package/src/services/catalog.test.ts +32 -11
- package/src/services/catalog.ts +6 -0
- package/src/services/cloud-fallback.ts +1 -1
- package/src/services/context-fit.test.ts +121 -0
- package/src/services/context-fit.ts +113 -0
- package/src/services/desktop-fused-ffi-backend-runtime.ts +99 -7
- package/src/services/device-tier.test.ts +89 -2
- package/src/services/device-tier.ts +103 -11
- package/src/services/downloader.test.ts +199 -58
- package/src/services/downloader.ts +141 -27
- package/src/services/engine-direct-bundle.test.ts +38 -6
- package/src/services/engine.ts +291 -104
- package/src/services/ensure-local-artifacts.ts +1 -1
- package/src/services/ffi-llm-streaming-abi.ts +6 -3
- package/src/services/ffi-streaming-backend.ts +44 -8
- package/src/services/ffi-streaming-runner.test.ts +163 -3
- package/src/services/ffi-streaming-runner.ts +54 -1
- package/src/services/ffi-unload-ordering.test.ts +5 -1
- package/src/services/fused-eliza1-no-regression.test.ts +144 -0
- package/src/services/hardware.test.ts +7 -2
- package/src/services/hardware.ts +28 -0
- package/src/services/imagegen/backend-selector.test.ts +190 -0
- package/src/services/imagegen/sd-cpp.ts +6 -9
- package/src/services/index.ts +18 -0
- package/src/services/ios-llama-streaming.ts +1 -1
- package/src/services/kv-spill.ts +6 -5
- package/src/services/lib-target.test.ts +145 -0
- package/src/services/lib-target.ts +102 -0
- package/src/services/live-signals.test.ts +132 -0
- package/src/services/live-signals.ts +177 -0
- package/src/services/llama-server-metrics.test.ts +168 -0
- package/src/services/manifest/eliza-1.manifest.v1.json +84 -2
- package/src/services/manifest/index.ts +6 -0
- package/src/services/manifest/manifest.test.ts +156 -54
- package/src/services/manifest/schema.ts +160 -52
- package/src/services/manifest/types.ts +6 -0
- package/src/services/manifest/validator.ts +91 -25
- package/src/services/memory-arbiter.test.ts +139 -0
- package/src/services/memory-arbiter.ts +81 -15
- package/src/services/memory-benchmark.test.ts +91 -0
- package/src/services/memory-benchmark.ts +354 -0
- package/src/services/memory-monitor.test.ts +24 -0
- package/src/services/memory-monitor.ts +12 -0
- package/src/services/mtp-doctor.ts +10 -2
- package/src/services/network-policy.ts +5 -5
- package/src/services/ram-budget-cache.test.ts +2 -1
- package/src/services/ram-budget.ts +0 -0
- package/src/services/recommendation.test.ts +216 -0
- package/src/services/registry.ts +25 -19
- package/src/services/required-kernels-gate.test.ts +64 -0
- package/src/services/router-handler.ts +43 -24
- package/src/services/routing-policy.test.ts +211 -23
- package/src/services/routing-policy.ts +92 -22
- package/src/services/service.test.ts +3 -3
- package/src/services/service.ts +22 -7
- package/src/services/transcription-priority.test.ts +2 -2
- package/src/services/types.ts +4 -0
- package/src/services/verify-on-device.test.ts +2 -2
- package/src/services/vision/hash.ts +1 -1
- package/src/services/vision/index.ts +2 -2
- package/src/services/vision/llama-server.ts +1 -1
- package/src/services/vision/types.ts +13 -4
- package/src/services/vision-embedding-cache.ts +1 -1
- package/src/services/voice/VOICE_WORKBENCH.md +71 -26
- package/src/services/voice/__fixtures__/voice-workbench-logic-baseline.json +180 -0
- package/src/services/voice/__test-helpers__/synthetic-speech.ts +72 -2
- package/src/services/voice/__tests__/eliza1-eot-scorer.test.ts +29 -29
- package/src/services/voice/__tests__/streaming-asr.test.ts +1 -1
- package/src/services/voice/acoustic-speaker-attribution.test.ts +165 -0
- package/src/services/voice/acoustic-speaker-attribution.ts +336 -0
- package/src/services/voice/asr-timed.real.test.ts +6 -8
- package/src/services/voice/audio-frame-consumer.test.ts +327 -1
- package/src/services/voice/audio-frame-consumer.ts +165 -5
- package/src/services/voice/barge-in.ts +2 -3
- package/src/services/voice/corpus-augment.test.ts +276 -0
- package/src/services/voice/corpus-augment.ts +451 -0
- package/src/services/voice/corpus-generator.test.ts +201 -0
- package/src/services/voice/corpus-generator.ts +413 -0
- package/src/services/voice/diarization-error-rate.greedy.test.ts +140 -0
- package/src/services/voice/diarization-error-rate.test.ts +100 -0
- package/src/services/voice/diarization-error-rate.ts +249 -0
- package/src/services/voice/e2e-harness.der.test.ts +94 -0
- package/src/services/voice/e2e-harness.respond-eot-entity.test.ts +277 -0
- package/src/services/voice/e2e-harness.security-echo.test.ts +103 -0
- package/src/services/voice/e2e-harness.test.ts +2 -2
- package/src/services/voice/e2e-harness.ts +175 -16
- package/src/services/voice/echo-delay.test.ts +118 -0
- package/src/services/voice/echo-delay.ts +135 -0
- package/src/services/voice/echo-metrics.test.ts +17 -0
- package/src/services/voice/echo-metrics.ts +20 -0
- package/src/services/voice/echo-reference-buffer.test.ts +86 -0
- package/src/services/voice/echo-reference-buffer.ts +165 -0
- package/src/services/voice/eliza1-eot-scorer.ts +22 -22
- package/src/services/voice/embedding.ts +2 -3
- package/src/services/voice/engine-bridge-transcript-join.test.ts +278 -0
- package/src/services/voice/engine-bridge.ts +151 -110
- package/src/services/voice/eot-classifier-ggml.ts +42 -39
- package/src/services/voice/eot-classifier.test.ts +98 -0
- package/src/services/voice/eot-classifier.ts +11 -122
- package/src/services/voice/errors.ts +2 -0
- package/src/services/voice/expressive-tags.asr.test.ts +77 -0
- package/src/services/voice/expressive-tags.test.ts +102 -0
- package/src/services/voice/expressive-tags.ts +8 -8
- package/src/services/voice/ffi-bindings.test.ts +10 -3
- package/src/services/voice/ffi-bindings.ts +177 -15
- package/src/services/voice/fused-eot-scorer.ts +17 -13
- package/src/services/voice/index.ts +33 -12
- package/src/services/voice/kokoro/__tests__/kokoro-backend.test.ts +112 -1
- package/src/services/voice/kokoro/__tests__/kokoro-engine-bridge.real.test.ts +88 -3
- package/src/services/voice/kokoro/__tests__/runtime-selection.test.ts +37 -201
- package/src/services/voice/kokoro/kokoro-backend.ts +16 -0
- package/src/services/voice/kokoro/kokoro-engine-discovery.ts +1 -1
- package/src/services/voice/kokoro/kokoro-ffi-runtime.ts +3 -3
- package/src/services/voice/kokoro/pick-runtime.ts +1 -1
- package/src/services/voice/kokoro/runtime-selection.ts +28 -201
- package/src/services/voice/live-diarization-session.echo.test.ts +232 -0
- package/src/services/voice/live-diarization-session.ts +335 -2
- package/src/services/voice/metric-math.test.ts +61 -0
- package/src/services/voice/metric-math.ts +25 -0
- package/src/services/voice/mic-source.ts +1 -1
- package/src/services/voice/nlms-echo-canceller.test.ts +244 -0
- package/src/services/voice/nlms-echo-canceller.ts +317 -0
- package/src/services/voice/optimistic-policy.power-source.test.ts +36 -0
- package/src/services/voice/partial-stabilizer.ts +1 -1
- package/src/services/voice/pipeline.ts +3 -4
- package/src/services/voice/research/VOICE_8785_ASSESSMENT.md +141 -0
- package/src/services/voice/research/VOICE_PIPELINE_RESEARCH_2026.md +117 -0
- package/src/services/voice/research/VOICE_VALIDATION_RUNBOOK.md +135 -0
- package/src/services/voice/samantha-preset-regenerator.wav.test.ts +90 -0
- package/src/services/voice/self-voice-imprint.test.ts +59 -0
- package/src/services/voice/self-voice-imprint.ts +102 -0
- package/src/services/voice/shared-resources.ts +23 -0
- package/src/services/voice/speaker/attribution-pipeline.test.ts +221 -0
- package/src/services/voice/speaker/attribution-pipeline.ts +85 -22
- package/src/services/voice/speaker/encoder-ggml.test.ts +59 -0
- package/src/services/voice/transcriber.asr-backend.test.ts +76 -0
- package/src/services/voice/transcriber.ts +4 -4
- package/src/services/voice/transcript-service.test.ts +58 -0
- package/src/services/voice/transcript-service.ts +64 -0
- package/src/services/voice/transcript-store.test.ts +36 -0
- package/src/services/voice/transcript-store.ts +32 -0
- package/src/services/voice/types.ts +7 -7
- package/src/services/voice/vad.test.ts +33 -15
- package/src/services/voice/vad.ts +25 -20
- package/src/services/voice/voice-budget.test.ts +0 -3
- package/src/services/voice/voice-budget.ts +6 -6
- package/src/services/voice/voice-duet.test.ts +1 -1
- package/src/services/voice/voice-hardening.fuzz.test.ts +116 -0
- package/src/services/voice/voice-preload-predictor.test.ts +130 -0
- package/src/services/voice/voice-preload-predictor.ts +113 -0
- package/src/services/voice/voice-preset-format.fuzz.test.ts +89 -0
- package/src/services/voice/voice-preset-format.test.ts +75 -0
- package/src/services/voice/voice-preset-format.ts +17 -4
- package/src/services/voice/voice-scenario.test.ts +159 -0
- package/src/services/voice/voice-scenario.ts +133 -7
- package/src/services/voice/voice-scenario.turn-helpers.test.ts +77 -0
- package/src/services/voice/voice-workbench-report.ts +58 -17
- package/src/services/voice/wake-word-ggml.ts +12 -13
- package/src/services/voice/wav-codec.fuzz.test.ts +59 -0
- package/src/services/voice/wav-codec.test.ts +32 -0
- package/src/services/voice/wav-codec.ts +101 -0
- package/src/services/voice/workbench-entrypoint.test.ts +55 -0
- package/src/services/voice/workbench-entrypoint.ts +88 -0
- package/src/services/voice/workbench-headless-runner.test.ts +162 -0
- package/src/services/voice/workbench-headless-runner.ts +396 -0
- package/src/services/voice/workbench-logic-services.test.ts +225 -0
- package/src/services/voice/workbench-logic-services.ts +184 -0
- package/src/services/voice/workbench-real-services.ts +629 -0
- package/src/services/voice/workbench-scenarios.ts +407 -0
- package/src/services/voice-prewarm.ts +1 -1
- package/src/voice-workbench.ts +71 -0
- package/src/actions/generate-media.d.ts.map +0 -1
- package/src/actions/identify-speaker.d.ts.map +0 -1
- package/src/actions/transcription-control.d.ts.map +0 -1
- package/src/index.d.ts.map +0 -1
- package/src/local-inference-routes.d.ts.map +0 -1
- package/src/provider.d.ts.map +0 -1
- package/src/routes/compat-helpers.d.ts.map +0 -1
- package/src/routes/family-member-route.d.ts.map +0 -1
- package/src/routes/index.d.ts.map +0 -1
- package/src/routes/live-diarization-route.d.ts.map +0 -1
- package/src/routes/local-inference-asr-route.d.ts.map +0 -1
- package/src/routes/local-inference-asr-transcribe.d.ts.map +0 -1
- package/src/routes/local-inference-compat-routes.d.ts.map +0 -1
- package/src/routes/local-inference-tts-route.d.ts.map +0 -1
- package/src/routes/transcript-audio-store.d.ts.map +0 -1
- package/src/routes/transcripts-routes.d.ts.map +0 -1
- package/src/routes/voice-first-run-routes.d.ts.map +0 -1
- package/src/routes/voice-models-routes.d.ts.map +0 -1
- package/src/routes/voice-profile-plugin-routes.d.ts.map +0 -1
- package/src/routes/voice-profiles-management-routes.d.ts.map +0 -1
- package/src/routes/voice-speaker-profile-routes.d.ts.map +0 -1
- package/src/runtime/embedding-manager-support.d.ts.map +0 -1
- package/src/runtime/embedding-presets.d.ts.map +0 -1
- package/src/runtime/embedding-warmup-policy.d.ts.map +0 -1
- package/src/runtime/ensure-local-inference-handler.d.ts.map +0 -1
- package/src/runtime/index.d.ts.map +0 -1
- package/src/runtime/mobile-local-inference-gate.d.ts +0 -31
- package/src/runtime/mobile-local-inference-gate.d.ts.map +0 -1
- package/src/runtime/voice-entity-binding.d.ts.map +0 -1
- package/src/services/active-model.d.ts.map +0 -1
- package/src/services/assignments.d.ts.map +0 -1
- package/src/services/backend.d.ts.map +0 -1
- package/src/services/bionic-host-loader.d.ts.map +0 -1
- package/src/services/bundled-models.d.ts.map +0 -1
- package/src/services/cache-bridge.d.ts.map +0 -1
- package/src/services/catalog.d.ts +0 -10
- package/src/services/catalog.d.ts.map +0 -1
- package/src/services/checkpoint-client.d.ts.map +0 -1
- package/src/services/cloud-fallback.d.ts.map +0 -1
- package/src/services/conversation-registry.d.ts.map +0 -1
- package/src/services/desktop-fused-ffi-backend-runtime.d.ts.map +0 -1
- package/src/services/device-bridge.d.ts.map +0 -1
- package/src/services/device-resource-metrics.d.ts.map +0 -1
- package/src/services/device-tier.d.ts.map +0 -1
- package/src/services/downloader.d.ts.map +0 -1
- package/src/services/engine.d.ts.map +0 -1
- package/src/services/external-scanner.d.ts.map +0 -1
- package/src/services/ffi-streaming-backend.d.ts.map +0 -1
- package/src/services/ffi-streaming-runner.d.ts.map +0 -1
- package/src/services/gpu-detect.d.ts.map +0 -1
- package/src/services/handler-registry.d.ts.map +0 -1
- package/src/services/hardware.d.ts.map +0 -1
- package/src/services/hf-search.d.ts +0 -26
- package/src/services/hf-search.d.ts.map +0 -1
- package/src/services/hf-search.test.ts +0 -69
- package/src/services/hf-search.ts +0 -420
- package/src/services/image-description-runtime.d.ts.map +0 -1
- package/src/services/imagegen/aosp-unavailable.d.ts.map +0 -1
- package/src/services/imagegen/backend-selector.d.ts.map +0 -1
- package/src/services/imagegen/coreml-unavailable.d.ts.map +0 -1
- package/src/services/imagegen/errors.d.ts.map +0 -1
- package/src/services/imagegen/index.d.ts.map +0 -1
- package/src/services/imagegen/mflux.d.ts.map +0 -1
- package/src/services/imagegen/sd-cpp.d.ts.map +0 -1
- package/src/services/imagegen/tensorrt-unavailable.d.ts.map +0 -1
- package/src/services/imagegen/types.d.ts.map +0 -1
- package/src/services/index.d.ts.map +0 -1
- package/src/services/inference-capabilities.d.ts.map +0 -1
- package/src/services/inference-telemetry.d.ts.map +0 -1
- package/src/services/kv-spill.d.ts.map +0 -1
- package/src/services/latency-trace.d.ts.map +0 -1
- package/src/services/llm-streaming-binding.d.ts.map +0 -1
- package/src/services/load-args.d.ts.map +0 -1
- package/src/services/manifest/index.d.ts +0 -4
- package/src/services/manifest/index.d.ts.map +0 -1
- package/src/services/manifest/schema.d.ts.map +0 -1
- package/src/services/manifest/types.d.ts.map +0 -1
- package/src/services/manifest/validator.d.ts.map +0 -1
- package/src/services/memory-arbiter.d.ts.map +0 -1
- package/src/services/memory-monitor.d.ts.map +0 -1
- package/src/services/memory-pressure.d.ts.map +0 -1
- package/src/services/mtp-doctor.d.ts.map +0 -1
- package/src/services/network-policy.d.ts.map +0 -1
- package/src/services/paths.d.ts.map +0 -1
- package/src/services/planner-skeleton.d.ts.map +0 -1
- package/src/services/providers.d.ts.map +0 -1
- package/src/services/ram-budget.d.ts.map +0 -1
- package/src/services/readiness.d.ts.map +0 -1
- package/src/services/recommendation.d.ts.map +0 -1
- package/src/services/registry.d.ts.map +0 -1
- package/src/services/router-handler.d.ts.map +0 -1
- package/src/services/routing-policy.d.ts.map +0 -1
- package/src/services/routing-preferences.d.ts.map +0 -1
- package/src/services/runtime-target.d.ts.map +0 -1
- package/src/services/service.d.ts.map +0 -1
- package/src/services/session-pool.d.ts.map +0 -1
- package/src/services/structured-output/deterministic-repair.d.ts.map +0 -1
- package/src/services/structured-output.d.ts.map +0 -1
- package/src/services/system-memory.d.ts.map +0 -1
- package/src/services/types.d.ts.map +0 -1
- package/src/services/verify-on-device.d.ts.map +0 -1
- package/src/services/verify.d.ts.map +0 -1
- package/src/services/vision/aosp-unavailable.d.ts.map +0 -1
- package/src/services/vision/capacitor-llama.d.ts.map +0 -1
- package/src/services/vision/cloud-fallback.d.ts.map +0 -1
- package/src/services/vision/hash.d.ts.map +0 -1
- package/src/services/vision/index.d.ts.map +0 -1
- package/src/services/vision/llama-server.d.ts.map +0 -1
- package/src/services/vision/types.d.ts.map +0 -1
- package/src/services/vision/vast-fallback.d.ts.map +0 -1
- package/src/services/vision-embedding-cache.d.ts.map +0 -1
- package/src/services/voice/audio-frame-consumer.d.ts.map +0 -1
- package/src/services/voice/barge-in.d.ts.map +0 -1
- package/src/services/voice/cancellation-coordinator.d.ts.map +0 -1
- package/src/services/voice/checkpoint-manager.d.ts.map +0 -1
- package/src/services/voice/eager-context-builder.d.ts.map +0 -1
- package/src/services/voice/eliza1-eot-scorer.d.ts.map +0 -1
- package/src/services/voice/embedding.d.ts.map +0 -1
- package/src/services/voice/emotion-attribution.d.ts.map +0 -1
- package/src/services/voice/engine-bridge.d.ts.map +0 -1
- package/src/services/voice/eot-classifier-ggml.d.ts.map +0 -1
- package/src/services/voice/eot-classifier.d.ts.map +0 -1
- package/src/services/voice/errors.d.ts.map +0 -1
- package/src/services/voice/expressive-tags.d.ts.map +0 -1
- package/src/services/voice/ffi-bindings.d.ts.map +0 -1
- package/src/services/voice/first-line-cache.d.ts.map +0 -1
- package/src/services/voice/fused-eot-scorer.d.ts.map +0 -1
- package/src/services/voice/index.d.ts.map +0 -1
- package/src/services/voice/kokoro/kokoro-backend.d.ts.map +0 -1
- package/src/services/voice/kokoro/kokoro-engine-discovery.d.ts.map +0 -1
- package/src/services/voice/kokoro/kokoro-ffi-runtime.d.ts.map +0 -1
- package/src/services/voice/kokoro/kokoro-runtime.d.ts.map +0 -1
- package/src/services/voice/kokoro/phonemizer.d.ts.map +0 -1
- package/src/services/voice/kokoro/pick-runtime.d.ts.map +0 -1
- package/src/services/voice/kokoro/runtime-selection.d.ts +0 -92
- package/src/services/voice/kokoro/runtime-selection.d.ts.map +0 -1
- package/src/services/voice/kokoro/types.d.ts.map +0 -1
- package/src/services/voice/kokoro/voice-presets.d.ts.map +0 -1
- package/src/services/voice/kokoro/voices.d.ts.map +0 -1
- package/src/services/voice/lifecycle.d.ts.map +0 -1
- package/src/services/voice/live-diarization-session.d.ts +0 -96
- package/src/services/voice/live-diarization-session.d.ts.map +0 -1
- package/src/services/voice/mic-source.d.ts.map +0 -1
- package/src/services/voice/optimistic-policy.d.ts.map +0 -1
- package/src/services/voice/partial-stabilizer.d.ts.map +0 -1
- package/src/services/voice/phoneme-tokenizer.d.ts.map +0 -1
- package/src/services/voice/phrase-cache.d.ts.map +0 -1
- package/src/services/voice/phrase-chunker.d.ts.map +0 -1
- package/src/services/voice/pipeline-impls.d.ts.map +0 -1
- package/src/services/voice/pipeline.d.ts.map +0 -1
- package/src/services/voice/prefill-client.d.ts.map +0 -1
- package/src/services/voice/prefix-preserving-queue.d.ts.map +0 -1
- package/src/services/voice/profile-store.d.ts.map +0 -1
- package/src/services/voice/ring-buffer.d.ts.map +0 -1
- package/src/services/voice/rollback-queue.d.ts.map +0 -1
- package/src/services/voice/samantha-preset-placeholder.d.ts.map +0 -1
- package/src/services/voice/samantha-preset-regenerator.d.ts.map +0 -1
- package/src/services/voice/scheduler.d.ts.map +0 -1
- package/src/services/voice/shared-resources.d.ts.map +0 -1
- package/src/services/voice/speaker/attribution-pipeline.d.ts.map +0 -1
- package/src/services/voice/speaker/diarizer-fused.d.ts.map +0 -1
- package/src/services/voice/speaker/diarizer.d.ts.map +0 -1
- package/src/services/voice/speaker/encoder-fused.d.ts.map +0 -1
- package/src/services/voice/speaker/encoder-ggml.d.ts.map +0 -1
- package/src/services/voice/speaker/encoder.d.ts.map +0 -1
- package/src/services/voice/speaker-imprint.d.ts.map +0 -1
- package/src/services/voice/speaker-preset-cache.d.ts.map +0 -1
- package/src/services/voice/system-audio-sink.d.ts.map +0 -1
- package/src/services/voice/transcriber.d.ts.map +0 -1
- package/src/services/voice/transcript-knowledge.d.ts.map +0 -1
- package/src/services/voice/transcript-service.d.ts.map +0 -1
- package/src/services/voice/transcript-store.d.ts.map +0 -1
- package/src/services/voice/turn-controller.d.ts.map +0 -1
- package/src/services/voice/types.d.ts.map +0 -1
- package/src/services/voice/vad.d.ts.map +0 -1
- package/src/services/voice/voice-budget.d.ts.map +0 -1
- package/src/services/voice/voice-emotion-classifier.d.ts.map +0 -1
- package/src/services/voice/voice-preset-format.d.ts.map +0 -1
- package/src/services/voice/voice-profile-artifact.d.ts.map +0 -1
- package/src/services/voice/voice-profile-routes.d.ts.map +0 -1
- package/src/services/voice/voice-settings.d.ts +0 -82
- package/src/services/voice/voice-settings.d.ts.map +0 -1
- package/src/services/voice/voice-settings.ts +0 -172
- package/src/services/voice/voice-state-machine.d.ts.map +0 -1
- package/src/services/voice/wake-word-ggml.d.ts.map +0 -1
- package/src/services/voice/wake-word.d.ts.map +0 -1
- package/src/services/voice/wrap-with-first-line-cache.d.ts.map +0 -1
- package/src/services/voice-model-updater.d.ts.map +0 -1
- package/src/services/voice-prewarm.d.ts.map +0 -1
- /package/{src → dist}/actions/generate-media.d.ts +0 -0
- /package/{src → dist}/actions/identify-speaker.d.ts +0 -0
- /package/{src → dist}/actions/transcription-control.d.ts +0 -0
- /package/{src → dist}/index.d.ts +0 -0
- /package/{src → dist}/provider.d.ts +0 -0
- /package/{src → dist}/routes/family-member-route.d.ts +0 -0
- /package/{src → dist}/routes/local-inference-asr-route.d.ts +0 -0
- /package/{src → dist}/routes/local-inference-asr-transcribe.d.ts +0 -0
- /package/{src → dist}/routes/local-inference-compat-routes.d.ts +0 -0
- /package/{src → dist}/routes/local-inference-tts-route.d.ts +0 -0
- /package/{src → dist}/routes/transcript-audio-store.d.ts +0 -0
- /package/{src → dist}/routes/voice-first-run-routes.d.ts +0 -0
- /package/{src → dist}/routes/voice-models-routes.d.ts +0 -0
- /package/{src → dist}/routes/voice-profile-plugin-routes.d.ts +0 -0
- /package/{src → dist}/routes/voice-profiles-management-routes.d.ts +0 -0
- /package/{src → dist}/routes/voice-speaker-profile-routes.d.ts +0 -0
- /package/{src → dist}/runtime/embedding-manager-support.d.ts +0 -0
- /package/{src → dist}/runtime/embedding-presets.d.ts +0 -0
- /package/{src → dist}/runtime/embedding-warmup-policy.d.ts +0 -0
- /package/{src → dist}/services/bundled-models.d.ts +0 -0
- /package/{src → dist}/services/cache-bridge.d.ts +0 -0
- /package/{src → dist}/services/checkpoint-client.d.ts +0 -0
- /package/{src → dist}/services/cloud-fallback.d.ts +0 -0
- /package/{src → dist}/services/conversation-registry.d.ts +0 -0
- /package/{src → dist}/services/device-bridge.d.ts +0 -0
- /package/{src → dist}/services/device-resource-metrics.d.ts +0 -0
- /package/{src → dist}/services/external-scanner.d.ts +0 -0
- /package/{src → dist}/services/gpu-detect.d.ts +0 -0
- /package/{src → dist}/services/handler-registry.d.ts +0 -0
- /package/{src → dist}/services/hardware.d.ts +0 -0
- /package/{src → dist}/services/image-description-runtime.d.ts +0 -0
- /package/{src → dist}/services/imagegen/aosp-unavailable.d.ts +0 -0
- /package/{src → dist}/services/imagegen/backend-selector.d.ts +0 -0
- /package/{src → dist}/services/imagegen/coreml-unavailable.d.ts +0 -0
- /package/{src → dist}/services/imagegen/errors.d.ts +0 -0
- /package/{src → dist}/services/imagegen/index.d.ts +0 -0
- /package/{src → dist}/services/imagegen/mflux.d.ts +0 -0
- /package/{src → dist}/services/imagegen/tensorrt-unavailable.d.ts +0 -0
- /package/{src → dist}/services/imagegen/types.d.ts +0 -0
- /package/{src → dist}/services/inference-capabilities.d.ts +0 -0
- /package/{src → dist}/services/inference-telemetry.d.ts +0 -0
- /package/{src → dist}/services/kv-spill.d.ts +0 -0
- /package/{src → dist}/services/latency-trace.d.ts +0 -0
- /package/{src → dist}/services/llm-streaming-binding.d.ts +0 -0
- /package/{src → dist}/services/load-args.d.ts +0 -0
- /package/{src → dist}/services/manifest/validator.d.ts +0 -0
- /package/{src → dist}/services/memory-pressure.d.ts +0 -0
- /package/{src → dist}/services/mtp-doctor.d.ts +0 -0
- /package/{src → dist}/services/network-policy.d.ts +0 -0
- /package/{src → dist}/services/paths.d.ts +0 -0
- /package/{src → dist}/services/planner-skeleton.d.ts +0 -0
- /package/{src → dist}/services/providers.d.ts +0 -0
- /package/{src → dist}/services/ram-budget.d.ts +0 -0
- /package/{src → dist}/services/readiness.d.ts +0 -0
- /package/{src → dist}/services/recommendation.d.ts +0 -0
- /package/{src → dist}/services/routing-preferences.d.ts +0 -0
- /package/{src → dist}/services/runtime-target.d.ts +0 -0
- /package/{src → dist}/services/session-pool.d.ts +0 -0
- /package/{src → dist}/services/structured-output/deterministic-repair.d.ts +0 -0
- /package/{src → dist}/services/structured-output.d.ts +0 -0
- /package/{src → dist}/services/system-memory.d.ts +0 -0
- /package/{src → dist}/services/verify-on-device.d.ts +0 -0
- /package/{src → dist}/services/verify.d.ts +0 -0
- /package/{src → dist}/services/vision/aosp-unavailable.d.ts +0 -0
- /package/{src → dist}/services/vision/capacitor-llama.d.ts +0 -0
- /package/{src → dist}/services/vision/cloud-fallback.d.ts +0 -0
- /package/{src → dist}/services/vision/hash.d.ts +0 -0
- /package/{src → dist}/services/vision/llama-server.d.ts +0 -0
- /package/{src → dist}/services/vision/vast-fallback.d.ts +0 -0
- /package/{src → dist}/services/voice/barge-in.d.ts +0 -0
- /package/{src → dist}/services/voice/cancellation-coordinator.d.ts +0 -0
- /package/{src → dist}/services/voice/checkpoint-manager.d.ts +0 -0
- /package/{src → dist}/services/voice/eager-context-builder.d.ts +0 -0
- /package/{src → dist}/services/voice/emotion-attribution.d.ts +0 -0
- /package/{src → dist}/services/voice/first-line-cache.d.ts +0 -0
- /package/{src → dist}/services/voice/kokoro/kokoro-runtime.d.ts +0 -0
- /package/{src → dist}/services/voice/kokoro/phonemizer.d.ts +0 -0
- /package/{src → dist}/services/voice/kokoro/types.d.ts +0 -0
- /package/{src → dist}/services/voice/kokoro/voice-presets.d.ts +0 -0
- /package/{src → dist}/services/voice/kokoro/voices.d.ts +0 -0
- /package/{src → dist}/services/voice/lifecycle.d.ts +0 -0
- /package/{src → dist}/services/voice/optimistic-policy.d.ts +0 -0
- /package/{src → dist}/services/voice/phoneme-tokenizer.d.ts +0 -0
- /package/{src → dist}/services/voice/phrase-cache.d.ts +0 -0
- /package/{src → dist}/services/voice/phrase-chunker.d.ts +0 -0
- /package/{src → dist}/services/voice/pipeline-impls.d.ts +0 -0
- /package/{src → dist}/services/voice/pipeline.d.ts +0 -0
- /package/{src → dist}/services/voice/prefill-client.d.ts +0 -0
- /package/{src → dist}/services/voice/prefix-preserving-queue.d.ts +0 -0
- /package/{src → dist}/services/voice/profile-store.d.ts +0 -0
- /package/{src → dist}/services/voice/ring-buffer.d.ts +0 -0
- /package/{src → dist}/services/voice/rollback-queue.d.ts +0 -0
- /package/{src → dist}/services/voice/samantha-preset-placeholder.d.ts +0 -0
- /package/{src → dist}/services/voice/samantha-preset-regenerator.d.ts +0 -0
- /package/{src → dist}/services/voice/scheduler.d.ts +0 -0
- /package/{src → dist}/services/voice/speaker/attribution-pipeline.d.ts +0 -0
- /package/{src → dist}/services/voice/speaker/diarizer-fused.d.ts +0 -0
- /package/{src → dist}/services/voice/speaker/diarizer.d.ts +0 -0
- /package/{src → dist}/services/voice/speaker/encoder-fused.d.ts +0 -0
- /package/{src → dist}/services/voice/speaker/encoder-ggml.d.ts +0 -0
- /package/{src → dist}/services/voice/speaker/encoder.d.ts +0 -0
- /package/{src → dist}/services/voice/speaker-imprint.d.ts +0 -0
- /package/{src → dist}/services/voice/speaker-preset-cache.d.ts +0 -0
- /package/{src → dist}/services/voice/system-audio-sink.d.ts +0 -0
- /package/{src → dist}/services/voice/transcript-knowledge.d.ts +0 -0
- /package/{src → dist}/services/voice/turn-controller.d.ts +0 -0
- /package/{src → dist}/services/voice/voice-budget.d.ts +0 -0
- /package/{src → dist}/services/voice/voice-emotion-classifier.d.ts +0 -0
- /package/{src → dist}/services/voice/voice-profile-artifact.d.ts +0 -0
- /package/{src → dist}/services/voice/voice-profile-routes.d.ts +0 -0
- /package/{src → dist}/services/voice/voice-state-machine.d.ts +0 -0
- /package/{src → dist}/services/voice/wake-word.d.ts +0 -0
- /package/{src → dist}/services/voice/wrap-with-first-line-cache.d.ts +0 -0
- /package/{src → dist}/services/voice-model-updater.d.ts +0 -0
- /package/{src → dist}/services/voice-prewarm.d.ts +0 -0
|
@@ -42,6 +42,7 @@ import { type SchedulerEvents, VoiceScheduler } from "./scheduler";
|
|
|
42
42
|
import { SharedResourceRegistry } from "./shared-resources";
|
|
43
43
|
import { type VoiceAttributionOutput } from "./speaker/attribution-pipeline";
|
|
44
44
|
import type { AudioChunk, AudioSink, OmniVoiceBackend, Phrase, RejectedTokenRange, SpeakerPreset, StreamingTranscriber, TextToken, TranscriptionAudio, VadEventSource } from "./types";
|
|
45
|
+
import { decodeMonoPcm16Wav, encodeMonoPcm16Wav } from "./wav-codec";
|
|
45
46
|
/** Re-exported from `./errors` so existing `engine-bridge` importers don't churn. */
|
|
46
47
|
export { VoiceStartupError };
|
|
47
48
|
/**
|
|
@@ -272,7 +273,7 @@ export interface EngineVoiceBridgeOptions {
|
|
|
272
273
|
/**
|
|
273
274
|
* Override only the TTS backend while keeping the fused bundle lifecycle
|
|
274
275
|
* and ASR FFI loaded. Used when a bundle falls back from OmniVoice speech
|
|
275
|
-
* to Kokoro speech but still needs bundled
|
|
276
|
+
* to Kokoro speech but still needs bundled Gemma ASR for mic input.
|
|
276
277
|
*/
|
|
277
278
|
ttsBackendOverride?: OmniVoiceBackend;
|
|
278
279
|
/** Optional speaker preset paired with `ttsBackendOverride`. */
|
|
@@ -419,6 +420,7 @@ export interface VoiceTurnEvents extends VoicePipelineEvents {
|
|
|
419
420
|
* unloads or `stopVoice()` is called.
|
|
420
421
|
*/
|
|
421
422
|
export declare class EngineVoiceBridge {
|
|
423
|
+
private readonly selfVoiceImprint;
|
|
422
424
|
readonly scheduler: VoiceScheduler;
|
|
423
425
|
readonly backend: OmniVoiceBackend;
|
|
424
426
|
readonly lifecycle: VoiceLifecycle;
|
|
@@ -688,7 +690,7 @@ export declare class EngineVoiceBridge {
|
|
|
688
690
|
text: string;
|
|
689
691
|
words: AsrWordTiming[];
|
|
690
692
|
}>;
|
|
691
|
-
transcribePcm(args: TranscriptionAudio, signal?: AbortSignal): Promise<string>;
|
|
693
|
+
transcribePcm(args: TranscriptionAudio, signal?: AbortSignal, onPartial?: (delta: string) => void): Promise<string>;
|
|
692
694
|
/**
|
|
693
695
|
* Run one fused mic→speech turn through the overlapped `VoicePipeline`
|
|
694
696
|
* (AGENTS.md §4): ASR streams; the instant its last token lands the
|
|
@@ -725,8 +727,7 @@ export declare class EngineVoiceBridge {
|
|
|
725
727
|
bundlePath(): string;
|
|
726
728
|
private assertVoiceOn;
|
|
727
729
|
}
|
|
728
|
-
export
|
|
729
|
-
export declare function decodeMonoPcm16Wav(bytes: Uint8Array): TranscriptionAudio;
|
|
730
|
+
export { decodeMonoPcm16Wav, encodeMonoPcm16Wav };
|
|
730
731
|
/**
|
|
731
732
|
* Default lifecycle loaders derived from the bundle layout (per
|
|
732
733
|
* AGENTS.md §2: `tts/omnivoice-<size>.gguf` + `asr/...`).
|
|
@@ -752,7 +753,9 @@ interface FfiContextRef {
|
|
|
752
753
|
current: ElizaInferenceContextHandle | null;
|
|
753
754
|
ensure(): ElizaInferenceContextHandle;
|
|
754
755
|
}
|
|
755
|
-
declare function defaultLifecycleLoaders(bundleRoot: string, ffi: ElizaInferenceFfi | null, ctx: ElizaInferenceContextHandle | FfiContextRef | null
|
|
756
|
+
declare function defaultLifecycleLoaders(bundleRoot: string, ffi: ElizaInferenceFfi | null, ctx: ElizaInferenceContextHandle | FfiContextRef | null, options?: {
|
|
757
|
+
skipTtsRegion?: boolean;
|
|
758
|
+
}): VoiceLifecycleLoaders;
|
|
756
759
|
/** Re-export for the engine and tests that want the default loader. */
|
|
757
760
|
export { defaultLifecycleLoaders };
|
|
758
761
|
export declare function isOmniVoiceBundleAvailable(bundleRoot: string): boolean;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"engine-bridge.d.ts","sourceRoot":"","sources":["../../../src/services/voice/engine-bridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAKH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAE/D,OAAO,EACN,KAAK,kBAAkB,EACvB,4BAA4B,EAC5B,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAC7C,OAAO,KAAK,EACX,aAAa,EACb,2BAA2B,EAC3B,iBAAiB,EACjB,mBAAmB,EACnB,MAAM,gBAAgB,CAAC;AAExB,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,kCAAkC,CAAC;AAEpF,OAAO,EACN,cAAc,EAEd,KAAK,qBAAqB,EAC1B,MAAM,aAAa,CAAC;AACrB,OAAO,EACN,0BAA0B,EAC1B,KAAK,uBAAuB,EAE5B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACN,KAAK,iBAAiB,EAItB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACN,aAAa,EACb,KAAK,mBAAmB,EAExB,KAAK,mBAAmB,EACxB,MAAM,YAAY,CAAC;AACpB,OAAO,EAIN,KAAK,aAAa,EAClB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAAE,KAAK,eAAe,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAEnE,OAAO,EAEN,sBAAsB,EACtB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACN,KAAK,sBAAsB,EAE3B,MAAM,gCAAgC,CAAC;AAsBxC,OAAO,KAAK,EACX,UAAU,EACV,SAAS,EACT,gBAAgB,EAChB,MAAM,EACN,kBAAkB,EAElB,aAAa,EACb,oBAAoB,EACpB,SAAS,EACT,kBAAkB,EAClB,cAAc,EACd,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAsDrE,qFAAqF;AACrF,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAE7B;;;;GAIG;AACH,wBAAgB,kCAAkC,CACjD,KAAK,EAAE,IAAI,CAAC,mBAAmB,EAAE,cAAc,GAAG,YAAY,CAAC,GAC7D,kBAAkB,GAAG,IAAI,CAQ3B;AAED;;;;GAIG;AACH,MAAM,WAAW,WAAW;IAC3B,GAAG,EAAE,YAAY,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,WAAW,mBAAmB;IACnC;;;;;;;OAOG;IACH,gBAAgB,CAAC,IAAI,EAAE;QACtB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,aAAa,CAAC;QACtB,YAAY,EAAE;YAAE,SAAS,EAAE,OAAO,CAAA;SAAE,CAAC;QACrC,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,GAAG,SAAS,CAAC;QACrD,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;KAC1B,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;CACpC;AAED,qEAAqE;AACrE,wBAAgB,qBAAqB,CACpC,OAAO,EAAE,gBAAgB,GACvB,OAAO,IAAI,gBAAgB,GAAG,mBAAmB,CAKnD;AAED;;;;;GAKG;AACH,qBAAa,oBACZ,YAAW,gBAAgB,EAAE,mBAAmB;IAEhD,QAAQ,CAAC,EAAE,EAAG,MAAM,CAAU;IAC9B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,KAAK,SAAK;IACV,WAAW,SAAK;gBAEJ,UAAU,SAAsB;IAItC,UAAU,CAAC,IAAI,EAAE;QACtB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,aAAa,CAAC;QACtB,YAAY,EAAE;YAAE,SAAS,EAAE,OAAO,CAAA;SAAE,CAAC;QACrC,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;KAC1B,GAAG,OAAO,CAAC,UAAU,CAAC;IAgBjB,gBAAgB,CAAC,IAAI,EAAE;QAC5B,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,aAAa,CAAC;QACtB,YAAY,EAAE;YAAE,SAAS,EAAE,OAAO,CAAA;SAAE,CAAC;QACrC,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,GAAG,SAAS,CAAC;QACrD,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;KAC1B,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;CAkCnC;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,mBACZ,YAAW,gBAAgB,EAAE,mBAAmB;IAEhD,QAAQ,CAAC,EAAE,EAAG,KAAK,CAAU;IAC7B,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAoB;IACxC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAoC;IAC/D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAS;gBAEjC,IAAI,EAAE;QACjB,GAAG,EAAE,iBAAiB,CAAC;QACvB,GAAG,CAAC,EAAE,2BAA2B,CAAC;QAClC,UAAU,CAAC,EAAE,MAAM,2BAA2B,CAAC;QAC/C,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC7B;IAiBD,yEAAyE;IACzE,oBAAoB,IAAI,OAAO;IAI/B;;;;;;;;;OASG;IACG,UAAU,CAAC,IAAI,EAAE;QACtB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,aAAa,CAAC;QACtB,YAAY,EAAE;YAAE,SAAS,EAAE,OAAO,CAAA;SAAE,CAAC;QACrC,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;KAC1B,GAAG,OAAO,CAAC,UAAU,CAAC;IAiDvB;;;;;;;;;;;;;OAaG;IACG,gBAAgB,CAAC,IAAI,EAAE;QAC5B,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,aAAa,CAAC;QACtB,YAAY,EAAE;YAAE,SAAS,EAAE,OAAO,CAAA;SAAE,CAAC;QACrC,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,GAAG,SAAS,CAAC;QACrD,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;KAC1B,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;IAiDnC,4EAA4E;IAC5E,SAAS,IAAI,IAAI;IAIjB;;;;;OAKG;IACG,UAAU,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC;IAQ3D;kFAC8E;IACxE,eAAe,CACpB,IAAI,EAAE,kBAAkB,GACtB,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,aAAa,EAAE,CAAA;KAAE,CAAC;CAcpD;AAED,MAAM,WAAW,wBAAwB;IACxC;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,aAAa,EAAE,OAAO,CAAC;IACvB,gDAAgD;IAChD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,yEAAyE;IACzE,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;0EACsE;IACtE,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,kFAAkF;IAClF,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,aAAa,CAAC,iBAAiB,CAAC,CAAC;IACpD;;;;OAIG;IACH,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,oEAAoE;IACpE,MAAM,CAAC,EAAE,eAAe,CAAC;IACzB;;;;;OAKG;IACH,eAAe,CAAC,EAAE,gBAAgB,CAAC;IACnC;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,gBAAgB,CAAC;IACtC,gEAAgE;IAChE,qBAAqB,CAAC,EAAE,aAAa,CAAC;IACtC;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,sBAAsB,CAAC;IACzC;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,qBAAqB,CAAC;IACzC;;;;;;;;OAQG;IACH,UAAU,CAAC,EAAE,2BAA2B,CAAC;IACzC;;;;;OAKG;IACH,SAAS,CAAC,EAAE,iBAAiB,CAAC;IAC9B;;;;;;;;;OASG;IACH,YAAY,CAAC,EAAE,iBAAiB,CAAC;IACjC;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,OAAO,CAAC,EAAE,aAAa,GAAG,kBAAkB,CAAC;IAC7C;;;;;OAKG;IACH,uBAAuB,CAAC,EAAE,uBAAuB,CAAC;IAClD;;;;;;;OAOG;IACH,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,uBAAuB,KAAK,IAAI,CAAC;IACtE;;;;;;;;;;;;;OAaG;IACH,eAAe,CAAC,EAAE,qBAAqB,CAAC;CACxC;AAED,+EAA+E;AAC/E,MAAM,WAAW,qBAAqB;IACrC,oEAAoE;IACpE,aAAa,CAAC,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC,CAAC;IAC3D,2EAA2E;IAC3E,qBAAqB,CAAC,EACnB,SAAS,MAAM,EAAE,GACjB,CAAC,MAAM,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC;IACzC,mEAAmE;IACnE,cAAc,CAAC,EAAE,OAAO,GAAG,CAAC,MAAM,OAAO,CAAC,CAAC;CAC3C;AAED,wBAAgB,sBAAsB,CACrC,MAAM,EAAE,2BAA2B,EACnC,IAAI,GAAE;IAAE,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,iBAAiB,CAAA;CAAO,GACzD,gBAAgB,CAuBlB;AAED,wBAAgB,yBAAyB,CACxC,MAAM,EAAE,2BAA2B,GACjC,aAAa,CAMf;AAED;;;;;GAKG;AACH,MAAM,WAAW,eAAgB,SAAQ,mBAAmB;IAC3D;;;;;;;OAOG;IACH,aAAa,CAAC,CAAC,MAAM,EAAE,sBAAsB,GAAG,IAAI,CAAC;CACrD;AAyGD;;;;;GAKG;AACH,qBAAa,iBAAiB;IAmE5B,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IAlElC,QAAQ,CAAC,SAAS,EAAE,cAAc,CAAC;IACnC,QAAQ,CAAC,OAAO,EAAE,gBAAgB,CAAC;IACnC,QAAQ,CAAC,SAAS,EAAE,cAAc,CAAC;IACnC,0EAA0E;IAC1E,QAAQ,CAAC,GAAG,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACvC,6EAA6E;IAC7E,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAuB;IACrD,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;IAC/B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC;;kCAE8B;IAC9B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,6EAA6E;IAC7E,OAAO,CAAC,cAAc,CAA8B;IACpD;;;;;OAKG;IACH,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAkC;IACtE;;;;;;OAMG;IACH,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAuB;IACpD,qEAAqE;IACrE,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA+B;IAC/D;;;;;;;OAOG;IACH,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAsC;IAC9E;;;;;;OAMG;IACH,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAoC;IAC/E;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAiC;IAEjE,OAAO;IA+BP,IAAI,MAAM,IAAI,2BAA2B,GAAG,IAAI,CAE/C;IAED;;;;OAIG;IACH,OAAO,IAAI,IAAI;IA6Bf;;;;;;OAMG;IACH,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,wBAAwB,GAAG,iBAAiB;IA+R/D;;;;;;;OAOG;IACH,OAAO,CAAC,MAAM,CAAC,eAAe;IAqF9B;;;;;OAKG;IACH,iBAAiB,IAAI,OAAO;IAI5B;;;;;;OAMG;IACG,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAK1B;;;;;;OAMG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAM7B;;;;OAIG;IACG,iBAAiB,CACtB,KAAK,EAAE,SAAS,EAChB,UAAU,SAAa,GACrB,OAAO,CAAC,IAAI,CAAC;IAIhB;;;;;;OAMG;IACG,iBAAiB,CAAC,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAIjE;;;;;;OAMG;IACH,cAAc,IAAI,IAAI;IAWtB;;;;;;;;OAQG;IACH,6BAA6B,IAAI,4BAA4B,GAAG,IAAI;IAIpE;;;;;;OAMG;IACH,sBAAsB,IAAI,0BAA0B,GAAG,IAAI;IAI3D;;;;;;;;;;;;;;;OAeG;IACH,4BAA4B,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,IAAI;IAmBxD;;;;OAIG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAKvB,mBAAmB,CACxB,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,UAAU,CAAC;IAYtB;;;;;;;OAOG;IACH,mBAAmB,IAAI,mBAAmB,GAAG,IAAI;IAIjD;;;;;;;;;OASG;IACH,iBAAiB,IAAI,OAAO;IAS5B;;;;;;;;;;;;OAYG;IACH,uBAAuB,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,GAAG;QACxE,KAAK,IAAI,IAAI,CAAC;KACd;IAwBK,cAAc,CACnB,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,EAC5B,IAAI,GAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAA;KAAO,GACjC,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAK9C;;;;;;;OAOG;IACG,kBAAkB,CACvB,IAAI,GAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAA;KAAO,GACjC,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAQ9C;;;;;;;;;;;;;OAaG;IACH,oBAAoB,IAAI,MAAM,GAAG,IAAI;IAcrC;;;;;;;;;;;OAWG;IACH,0BAA0B,CAAC,IAAI,CAAC,EAAE;QACjC,GAAG,CAAC,EAAE,cAAc,CAAC;KACrB,GAAG,oBAAoB;IAWxB;;;;;;;;OAQG;IACH;;+CAE2C;IACrC,kBAAkB,CACvB,IAAI,EAAE,kBAAkB,EACxB,MAAM,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,aAAa,EAAE,CAAA;KAAE,CAAC;IAkD9C,aAAa,CAClB,IAAI,EAAE,kBAAkB,EACxB,MAAM,CAAC,EAAE,WAAW,EACpB,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GACjC,OAAO,CAAC,MAAM,CAAC;IAiHlB;;;;;;;;;;;;;;;;;OAiBG;IACG,YAAY,CACjB,KAAK,EAAE,kBAAkB,EACzB,UAAU,EAAE,aAAa,EACzB,MAAM,EAAE,mBAAmB,EAC3B,MAAM,CAAC,EAAE,eAAe,GACtB,OAAO,CAAC,MAAM,GAAG,WAAW,GAAG,WAAW,CAAC;IA2F9C,iFAAiF;IACjF,aAAa,CACZ,UAAU,EAAE,aAAa,EACzB,MAAM,EAAE,mBAAmB,EAC3B,MAAM,CAAC,EAAE,mBAAmB,GAC1B,aAAa;IAWhB;;;;;;;;;OASG;IACH,OAAO,CAAC,kBAAkB;IAgB1B,qEAAqE;IACrE,UAAU,IAAI,MAAM;IAIpB,OAAO,CAAC,aAAa;CAWrB;AAKD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,CAAC;AASlD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,UAAU,aAAa;IACtB,OAAO,EAAE,2BAA2B,GAAG,IAAI,CAAC;IAC5C,MAAM,IAAI,2BAA2B,CAAC;CACtC;AA8CD,iBAAS,uBAAuB,CAC/B,UAAU,EAAE,MAAM,EAClB,GAAG,EAAE,iBAAiB,GAAG,IAAI,EAC7B,GAAG,EAAE,2BAA2B,GAAG,aAAa,GAAG,IAAI,EACvD,OAAO,GAAE;IAAE,aAAa,CAAC,EAAE,OAAO,CAAA;CAAO,GACvC,qBAAqB,CAyBvB;AAgED,uEAAuE;AACvE,OAAO,EAAE,uBAAuB,EAAE,CAAC;AAmDnC,wBAAgB,0BAA0B,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAQtE"}
|
|
@@ -2,8 +2,8 @@
|
|
|
2
2
|
* LiveKit turn-detector — GGUF-backed binding (J1.d).
|
|
3
3
|
*
|
|
4
4
|
* The text-side turn-completion classifier formats the latest partial
|
|
5
|
-
* user transcript with the
|
|
6
|
-
*
|
|
5
|
+
* user transcript with the Gemma chat template, strips the trailing
|
|
6
|
+
* `<end_of_turn>`, and reads `P(<end_of_turn>)` from the next-token
|
|
7
7
|
* distribution. The upstream `livekit/turn-detector` ships an ONNX
|
|
8
8
|
* graph; this binding consumes the **GGUF** export published at
|
|
9
9
|
* `elizaos/eliza-1` under `voice/turn-detector/onnx/turn-detector-en-q8.gguf`
|
|
@@ -18,9 +18,9 @@
|
|
|
18
18
|
* (`.swarm/impl/I1-single-runtime.md` §B), the turn-detector was the
|
|
19
19
|
* cheapest of the four remaining ONNX surfaces to retire — the GGUF
|
|
20
20
|
* artifact was already published by H4 (see commit history), and the
|
|
21
|
-
* detector's architecture (
|
|
22
|
-
*
|
|
23
|
-
*
|
|
21
|
+
* detector's architecture (a small decoder + classification head on the
|
|
22
|
+
* `<end_of_turn>` logit) is already implemented in the fork. The work is
|
|
23
|
+
* wiring, not porting.
|
|
24
24
|
*
|
|
25
25
|
* No silent fallback (AGENTS.md §3): when `capacitor-llama` is
|
|
26
26
|
* unavailable, the GGUF is missing, or the model load fails, this
|
|
@@ -29,11 +29,11 @@
|
|
|
29
29
|
* legacy ONNX path; the binding itself never fabricates a probability.
|
|
30
30
|
*
|
|
31
31
|
* Tokenizer ownership: the GGUF carries its own tokenizer (BPE +
|
|
32
|
-
* special tokens, including
|
|
32
|
+
* special tokens, including `<end_of_turn>`); this binding does NOT
|
|
33
33
|
* import `@huggingface/transformers`. The `apply_chat_template`
|
|
34
34
|
* formatting is re-implemented here using the same template upstream
|
|
35
|
-
* uses (single-turn user message wrapped in
|
|
36
|
-
* — see `
|
|
35
|
+
* uses (single-turn user message wrapped in `<start_of_turn>user\n... \n`)
|
|
36
|
+
* — see `applyGemmaUserTemplate` below.
|
|
37
37
|
*
|
|
38
38
|
* --- Planned LoRA hot-swap path ---
|
|
39
39
|
*
|
|
@@ -41,7 +41,7 @@
|
|
|
41
41
|
* model. The chat target model (eliza-1-{2b,4b}) is already
|
|
42
42
|
* loaded for conversation — its next-token distribution after the
|
|
43
43
|
* chat-template-formatted partial transcript provides exactly the
|
|
44
|
-
* same `P(
|
|
44
|
+
* same `P(<end_of_turn>)` signal. A LoRA adapter (rank 8, ~5-10 MB)
|
|
45
45
|
* trained on `(transcript, eot_label)` pairs can shape that signal
|
|
46
46
|
* to match or beat the LiveKit baseline.
|
|
47
47
|
*
|
|
@@ -60,7 +60,7 @@
|
|
|
60
60
|
* LoRA hot-swap over standing up the LiveKit GGUF process.
|
|
61
61
|
* 3. The hot-swap path uses llama.cpp's `--lora` flag on the chat
|
|
62
62
|
* target. A single forward pass against the chat-template-formatted
|
|
63
|
-
* transcript yields the next-token logits; read
|
|
63
|
+
* transcript yields the next-token logits; read `<end_of_turn>`'s
|
|
64
64
|
* probability and return it.
|
|
65
65
|
* 4. Fail-closed: if adapter load fails or the SHA binding mismatches,
|
|
66
66
|
* throw `EotGgmlUnavailableError("model-load-failed", ...)`. No
|
|
@@ -73,7 +73,7 @@
|
|
|
73
73
|
import type { EotClassifier, VoiceTurnSignal } from "./eot-classifier";
|
|
74
74
|
/** Raised when the GGUF binding cannot be loaded or scored. */
|
|
75
75
|
export declare class EotGgmlUnavailableError extends Error {
|
|
76
|
-
readonly code: "native-missing" | "model-missing" | "model-load-failed" | "tokenizer-missing-
|
|
76
|
+
readonly code: "native-missing" | "model-missing" | "model-load-failed" | "tokenizer-missing-end-of-turn" | "evaluate-failed" | "invalid-input";
|
|
77
77
|
constructor(code: EotGgmlUnavailableError["code"], message: string);
|
|
78
78
|
}
|
|
79
79
|
/** HF mono-repo holding every voice sub-model. */
|
|
@@ -83,7 +83,7 @@ export declare const DEFAULT_LIVEKIT_TURN_DETECTOR_GGUF_EN = "voice/turn-detecto
|
|
|
83
83
|
/** Canonical multilingual GGUF asset path inside the bundle. */
|
|
84
84
|
export declare const DEFAULT_LIVEKIT_TURN_DETECTOR_GGUF_INTL = "voice/turn/intl/turn-detector-intl-q8.gguf";
|
|
85
85
|
/** Special-token literal the detector reads the probability of. */
|
|
86
|
-
export declare const
|
|
86
|
+
export declare const LIVEKIT_END_OF_TURN_TOKEN = "<end_of_turn>";
|
|
87
87
|
/**
|
|
88
88
|
* Default on-disk location for the staged GGUF. The bundle downloader
|
|
89
89
|
* materializes assets under `<stateDir>/local-inference/models/...`; this
|
|
@@ -111,7 +111,7 @@ export interface LiveKitGgmlTurnDetectorOptions {
|
|
|
111
111
|
* `"v0.4.1-intl"`). Does not affect inference.
|
|
112
112
|
*/
|
|
113
113
|
revision?: string;
|
|
114
|
-
/** Max history tokens after
|
|
114
|
+
/** Max history tokens after Gemma-template wrapping. Default: 128. */
|
|
115
115
|
maxHistoryTokens?: number;
|
|
116
116
|
/** Optional model label for telemetry. */
|
|
117
117
|
model?: string;
|
|
@@ -120,8 +120,8 @@ export interface LiveKitGgmlTurnDetectorOptions {
|
|
|
120
120
|
}
|
|
121
121
|
/**
|
|
122
122
|
* Local GGUF-backed LiveKit turn-detector. Uses a `capacitor-llama`
|
|
123
|
-
* evaluation of the
|
|
124
|
-
*
|
|
123
|
+
* evaluation of the decoder, reading `P(<end_of_turn>)` from the next-token
|
|
124
|
+
* distribution after the truncated user-template prefix.
|
|
125
125
|
*
|
|
126
126
|
* One detector instance owns one `LlamaModel` + one `LlamaContext` +
|
|
127
127
|
* one `LlamaSequence`. `score()` resets the sequence between calls —
|
|
@@ -164,16 +164,16 @@ export declare function createBundledLiveKitGgmlTurnDetector(opts?: {
|
|
|
164
164
|
threads?: number;
|
|
165
165
|
}): Promise<LiveKitGgmlTurnDetector | null>;
|
|
166
166
|
/**
|
|
167
|
-
* Apply the single-turn user
|
|
168
|
-
*
|
|
167
|
+
* Apply the single-turn user Gemma chat template, omitting the trailing
|
|
168
|
+
* `<end_of_turn>` so the detector head scores it as the next token.
|
|
169
169
|
*
|
|
170
170
|
* Upstream `livekit/turn-detector` formats:
|
|
171
171
|
*
|
|
172
|
-
*
|
|
172
|
+
* <start_of_turn>user\n{transcript}<end_of_turn>\n
|
|
173
173
|
*
|
|
174
|
-
* The detector strips the trailing
|
|
175
|
-
* `P(
|
|
176
|
-
* stopping where the
|
|
174
|
+
* The detector strips the trailing `<end_of_turn>\n` and reads
|
|
175
|
+
* `P(<end_of_turn>)` after the user content. We emit the prefix exactly,
|
|
176
|
+
* stopping where the `<end_of_turn>` would go.
|
|
177
177
|
*/
|
|
178
|
-
export declare function
|
|
178
|
+
export declare function applyGemmaUserTemplate(transcript: string): string;
|
|
179
179
|
//# sourceMappingURL=eot-classifier-ggml.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eot-classifier-ggml.d.ts","sourceRoot":"","sources":["../../../src/services/voice/eot-classifier-ggml.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuEG;AAKH,OAAO,KAAK,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAOvE,+DAA+D;AAC/D,qBAAa,uBAAwB,SAAQ,KAAK;IACjD,QAAQ,CAAC,IAAI,EACV,gBAAgB,GAChB,eAAe,GACf,mBAAmB,GACnB,+BAA+B,GAC/B,iBAAiB,GACjB,eAAe,CAAC;gBACP,IAAI,EAAE,uBAAuB,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,MAAM;CAKlE;AAMD,kDAAkD;AAClD,eAAO,MAAM,6BAA6B,oBAAoB,CAAC;AAE/D,2DAA2D;AAC3D,eAAO,MAAM,qCAAqC,sDACE,CAAC;AAErD,gEAAgE;AAChE,eAAO,MAAM,uCAAuC,+CACP,CAAC;AAE9C,mEAAmE;AACnE,eAAO,MAAM,yBAAyB,kBAAkB,CAAC;AAEzD;;;;GAIG;AACH,eAAO,MAAM,sCAAsC,QAMlD,CAAC;AAEF;;;;;;;;GAQG;AACH,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,MAAM,GAAG;IACxD,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,IAAI,GAAG,MAAM,CAAC;CACvB,CAcA;AAqGD,MAAM,WAAW,8BAA8B;IAC9C,gDAAgD;IAChD,QAAQ,EAAE,MAAM,CAAC;IACjB;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,sEAAsE;IACtE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,0CAA0C;IAC1C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,yDAAyD;IACzD,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAMD;;;;;;;;;GASG;AACH,qBAAa,uBAAwB,YAAW,aAAa;IAC5D,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,KAAK,CAKI;gBAEL,IAAI,EAAE,8BAA8B;IAkB1C,KAAK,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAIjD,MAAM,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IA8DjE,yDAAyD;IACnD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAW9B,OAAO,CAAC,IAAI;YAUE,SAAS;CA8DvB;AAMD;;;;;;;;;;;;GAYG;AACH,wBAAsB,oCAAoC,CACzD,IAAI,GAAE;IACL,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;CACZ,GACJ,OAAO,CAAC,uBAAuB,GAAG,IAAI,CAAC,CAsCzC;AAqBD;;;;;;;;;;;GAWG;AACH,wBAAgB,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAEjE"}
|
|
@@ -76,25 +76,22 @@ export declare function turnSignalFromProbability(args: {
|
|
|
76
76
|
latencyMs?: number;
|
|
77
77
|
}): VoiceTurnSignal;
|
|
78
78
|
/**
|
|
79
|
-
* Rules-of-thumb EOT classifier.
|
|
80
|
-
*
|
|
79
|
+
* Rules-of-thumb EOT classifier. Delegates to the single canonical heuristic in
|
|
80
|
+
* `@elizaos/shared/voice-eot` — the SAME scorer the UI shell capture path
|
|
81
|
+
* (`packages/ui/src/voice/end-of-turn.ts`) uses, so the two surfaces can never
|
|
82
|
+
* drift. The rules fire in priority order; the first match wins:
|
|
81
83
|
*
|
|
82
84
|
* Priority Signal P(done)
|
|
83
85
|
* -------- ------------------------------------------- -------
|
|
84
|
-
* 1
|
|
85
|
-
* 2
|
|
86
|
-
* 3
|
|
86
|
+
* 1 Trailing ellipsis ("…" / "..") 0.20
|
|
87
|
+
* 2 Sentence-final punctuation (. ! ?) 0.95
|
|
88
|
+
* 3 Question-tag words ("right?", "yeah", …) 0.85
|
|
87
89
|
* 4 Trailing conjunction (and/but/or/because/…) 0.15
|
|
88
90
|
* 5 Last word is a preposition or article 0.20
|
|
89
|
-
* 6
|
|
91
|
+
* 6 Short utterance (< 3 words, no trail-off) 0.70
|
|
92
|
+
* 7 No signal 0.50
|
|
90
93
|
*/
|
|
91
94
|
export declare class HeuristicEotClassifier implements EotClassifier {
|
|
92
|
-
/** Conjunctions that strongly suggest the user is mid-clause. */
|
|
93
|
-
private static readonly TRAILING_CONJUNCTIONS;
|
|
94
|
-
/** Prepositions and articles that suggest an incomplete NP follows. */
|
|
95
|
-
private static readonly TRAILING_INCOMPLETE;
|
|
96
|
-
/** Question-tag suffixes that end an utterance (case-insensitive). */
|
|
97
|
-
private static readonly QUESTION_TAGS;
|
|
98
95
|
score(partialTranscript: string): Promise<number>;
|
|
99
96
|
signal(partialTranscript: string): Promise<VoiceTurnSignal>;
|
|
100
97
|
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eot-classifier.d.ts","sourceRoot":"","sources":["../../../src/services/voice/eot-classifier.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AAGH,OAAO,KAAK,EACX,oBAAoB,EACpB,sBAAsB,EACtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAM5E,MAAM,MAAM,gBAAgB,GAAG,OAAO,GAAG,MAAM,GAAG,SAAS,CAAC;AAE5D,MAAM,WAAW,eAAe;IAC/B,kDAAkD;IAClD,oBAAoB,EAAE,MAAM,CAAC;IAC7B;;;;OAIG;IACH,WAAW,EAAE,gBAAgB,CAAC;IAC9B,qDAAqD;IACrD,gBAAgB,EAAE,OAAO,GAAG,IAAI,CAAC;IACjC,kEAAkE;IAClE,MAAM,EACH,WAAW,GACX,uBAAuB,GACvB,iBAAiB,GACjB,QAAQ,GACR,QAAQ,CAAC;IACZ,uDAAuD;IACvD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,oEAAoE;IACpE,UAAU,EAAE,MAAM,CAAC;IACnB,2DAA2D;IAC3D,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC7B,gEAAgE;IAChE,KAAK,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAClD,gFAAgF;IAChF,MAAM,CAAC,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;CAC7D;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAGtD;AAED,wBAAgB,yBAAyB,CAAC,IAAI,EAAE;IAC/C,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;IAClC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB,GAAG,eAAe,CAkBlB;AAMD;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,sBAAuB,YAAW,aAAa;IAC3D,KAAK,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAI3C,MAAM,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;CAQjE;AAMD;;;;;;;GAOG;AACH,eAAO,MAAM,iCAAiC,cAAc,CAAC;AAC7D,eAAO,MAAM,mCAAmC,gBAAgB,CAAC;AAEjE,wBAAgB,2BAA2B,CAC1C,MAAM,EAAE,MAAM,GAEZ,OAAO,iCAAiC,GACxC,OAAO,mCAAmC,CAQ5C;AAMD,MAAM,WAAW,0BAA0B;IAC1C;;;;;OAKG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0CAA0C;IAC1C,KAAK,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;;;;;;GAOG;AACH,qBAAa,mBAAoB,YAAW,aAAa;IACxD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;gBAEnB,IAAI,EAAE,0BAA0B;IAMtC,KAAK,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAIjD,MAAM,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;CAuCjE;AAMD,+EAA+E;AAC/E,eAAO,MAAM,oBAAoB,MAAM,CAAC;AAExC,2FAA2F;AAC3F,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAE3C,qEAAqE;AACrE,eAAO,MAAM,wBAAwB,MAAM,CAAC;AAE5C,kFAAkF;AAClF,eAAO,MAAM,qBAAqB,KAAK,CAAC;AAExC,4FAA4F;AAC5F,eAAO,MAAM,wBAAwB,KAAK,CAAC;AAE3C,kFAAkF;AAClF,eAAO,MAAM,yBAAyB,KAAK,CAAC;AAM5C,YAAY,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,CAAC;AAE7D;;;;;;;;;GASG;AACH,qBAAa,mBAAoB,YAAW,aAAa;IACxD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkB;gBAE7B,OAAO,EAAE,sBAAsB,GAAG;QAAE,MAAM,EAAE,eAAe,CAAA;KAAE;IAKnE,KAAK,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKjD,MAAM,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAW3D,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG9B;AAMD;;;;;;GAMG;AACH,eAAO,MAAM,qCAAqC,MAAM,CAAC;AAEzD;;;;;;;;;;GAUG;AACH,qBAAa,sBAAuB,YAAW,aAAa;IAC3D,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAyB;IACnD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;gBAE9B,OAAO,EAAE;QACpB,KAAK,EAAE,YAAY,CAAC;QACpB,SAAS,CAAC,EAAE,sBAAsB,CAAC;QACnC,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC1B;YAOa,KAAK;IAoBb,KAAK,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAIjD,MAAM,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;CAWjE;AAED;;;;GAIG;AACH,wBAAgB,0BAA0B,CACzC,OAAO,EAAE,mBAAmB,GAC1B,sBAAsB,GAAG,IAAI,CAG/B"}
|
|
@@ -14,7 +14,7 @@
|
|
|
14
14
|
* would be a cycle).
|
|
15
15
|
*/
|
|
16
16
|
export declare class VoiceStartupError extends Error {
|
|
17
|
-
readonly code: "missing-ffi" | "missing-speaker-preset" | "missing-bundle-root" | "missing-fused-build" | "missing-turn-detector" | "already-started" | "not-started" | "invalid-options";
|
|
17
|
+
readonly code: "missing-ffi" | "missing-speaker-preset" | "missing-bundle-root" | "missing-asr-model" | "missing-fused-build" | "blocked-asr-provenance" | "missing-turn-detector" | "already-started" | "not-started" | "invalid-options";
|
|
18
18
|
constructor(code: VoiceStartupError["code"], message: string);
|
|
19
19
|
}
|
|
20
20
|
//# sourceMappingURL=errors.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../src/services/voice/errors.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,qBAAa,iBAAkB,SAAQ,KAAK;IAC3C,QAAQ,CAAC,IAAI,EACV,aAAa,GACb,wBAAwB,GACxB,qBAAqB,GACrB,mBAAmB,GACnB,qBAAqB,GACrB,wBAAwB,GACxB,uBAAuB,GACvB,iBAAiB,GACjB,aAAa,GACb,iBAAiB,CAAC;gBAET,IAAI,EAAE,iBAAiB,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,MAAM;CAK5D"}
|
|
@@ -128,8 +128,8 @@ export declare function enumToEmotion(value: ExpressiveEmotionEnum | string | nu
|
|
|
128
128
|
* as model-native emotion recognition unless that backend explicitly advertises
|
|
129
129
|
* such a field; callers should record heuristic attribution separately.
|
|
130
130
|
*/
|
|
131
|
-
export declare const
|
|
132
|
-
export type
|
|
131
|
+
export declare const ASR_EMOTION_LABELS: readonly ["surprise", "calm", "happiness", "sadness", "disgust", "anger", "fear"];
|
|
132
|
+
export type AsrEmotionLabel = (typeof ASR_EMOTION_LABELS)[number];
|
|
133
133
|
/**
|
|
134
134
|
* Explicit mapping from an ASR-perceived emotion label to the tag vocab the
|
|
135
135
|
* generator emits. `whisper` / `singing` are delivery styles, not affects, and
|
|
@@ -137,10 +137,10 @@ export type Qwen3AsrEmotionLabel = (typeof QWEN3_ASR_EMOTION_LABELS)[number];
|
|
|
137
137
|
* via the `instruct` round-trip). Labels with no clean tag analogue map to
|
|
138
138
|
* `null` (counted as "no agreement" rather than forced).
|
|
139
139
|
*/
|
|
140
|
-
export declare const ASR_LABEL_TO_EMOTION_TAG: Readonly<Record<
|
|
140
|
+
export declare const ASR_LABEL_TO_EMOTION_TAG: Readonly<Record<AsrEmotionLabel, ExpressiveEmotion | null>>;
|
|
141
141
|
/** Normalize an arbitrary ASR-emitted emotion string (any casing, possibly an
|
|
142
|
-
* adjective form) to
|
|
143
|
-
export declare function normalizeAsrEmotionLabel(raw: string | null | undefined):
|
|
142
|
+
* adjective form) to an `AsrEmotionLabel` if it matches, else `null`. */
|
|
143
|
+
export declare function normalizeAsrEmotionLabel(raw: string | null | undefined): AsrEmotionLabel | null;
|
|
144
144
|
/** Map an ASR-perceived emotion (raw string) straight to the tag vocab, via
|
|
145
145
|
* `normalizeAsrEmotionLabel` + `ASR_LABEL_TO_EMOTION_TAG`. `null` when it
|
|
146
146
|
* doesn't map. */
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"expressive-tags.d.ts","sourceRoot":"","sources":["../../../src/services/voice/expressive-tags.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AAMH,wEAAwE;AACxE,eAAO,MAAM,uBAAuB,6EAQ1B,CAAC;AAEX,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,uBAAuB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEzE;;;;;;;GAOG;AACH,eAAO,MAAM,uBAAuB,qFAG1B,CAAC;AAEX,MAAM,MAAM,qBAAqB,GAAG,CAAC,OAAO,uBAAuB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE7E,4EAA4E;AAC5E,eAAO,MAAM,sBAAsB,EAAG,SAAkB,CAAC;AAEzD;;;GAGG;AACH,eAAO,MAAM,yBAAyB,+BAAgC,CAAC;AAEvE,MAAM,MAAM,mBAAmB,GAAG,CAAC,OAAO,yBAAyB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE7E;;;;GAIG;AACH,eAAO,MAAM,eAAe,4GAIlB,CAAC;AAEX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC;AAM7D,uFAAuF;AACvF,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,IAAI,aAAa,CAEjE;AAED,2EAA2E;AAC3E,wBAAgB,uBAAuB,CACtC,KAAK,EAAE,MAAM,GACX,KAAK,IAAI,qBAAqB,CAEhC;AAkBD,uDAAuD;AACvD,MAAM,WAAW,iBAAiB;IACjC;;;;OAIG;IACH,IAAI,EAAE,MAAM,CAAC;IACb,qEAAqE;IACrE,SAAS,EAAE,MAAM,CAAC;IAClB,uEAAuE;IACvE,OAAO,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAClC,wDAAwD;IACxD,OAAO,EAAE,OAAO,CAAC;IACjB,yEAAyE;IACzE,UAAU,EAAE,mBAAmB,EAAE,CAAC;CAClC;AAED,MAAM,WAAW,oBAAoB;IACpC,0EAA0E;IAC1E,SAAS,EAAE,MAAM,CAAC;IAClB,8DAA8D;IAC9D,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,6EAA6E;IAC7E,eAAe,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAC1C,+CAA+C;IAC/C,UAAU,EAAE,OAAO,CAAC;IACpB,yDAAyD;IACzD,OAAO,EAAE,OAAO,CAAC;IACjB;;4DAEwD;IACxD,WAAW,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;;;;;;;;GASG;AACH,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,oBAAoB,CAiG3E;AAED;;;gDAGgD;AAChD,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAOxD;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAC5B,OAAO,EAAE,iBAAiB,GAAG,IAAI,GAC/B,qBAAqB,CAEvB;AAED,oFAAoF;AACpF,wBAAgB,aAAa,CAC5B,KAAK,EAAE,qBAAqB,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,GACtD,iBAAiB,GAAG,IAAI,CAG1B;AAMD;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,mFAQrB,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAElE;;;;;;GAMG;AACH,eAAO,MAAM,wBAAwB,EAAE,QAAQ,CAC9C,MAAM,CAAC,eAAe,EAAE,iBAAiB,GAAG,IAAI,CAAC,CASjD,CAAC;AAEF;0EAC0E;AAC1E,wBAAgB,wBAAwB,CACvC,GAAG,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAC5B,eAAe,GAAG,IAAI,CAmBxB;AAED;;mBAEmB;AACnB,wBAAgB,eAAe,CAC9B,GAAG,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAC5B,iBAAiB,GAAG,IAAI,CAG1B;AAMD;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CACxC,IAAI,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAA;CAAO,GACrC,MAAM,CAeR"}
|
|
@@ -74,7 +74,7 @@
|
|
|
74
74
|
* degraded capability: its voice/ASR/VAD/LLM/text surface is unchanged and
|
|
75
75
|
* Kokoro just probes unsupported on it.
|
|
76
76
|
*/
|
|
77
|
-
export declare const ELIZA_INFERENCE_ABI_VERSION:
|
|
77
|
+
export declare const ELIZA_INFERENCE_ABI_VERSION: 13;
|
|
78
78
|
/** One transcribed word with playback-synced timing (ms from utterance start). */
|
|
79
79
|
export interface AsrWordTiming {
|
|
80
80
|
text: string;
|
|
@@ -136,7 +136,7 @@ export type LlmStreamHandle = bigint;
|
|
|
136
136
|
/**
|
|
137
137
|
* Per-session config handed to `llmStreamOpen`. Mirrors
|
|
138
138
|
* `eliza_llm_stream_config_t` in
|
|
139
|
-
* `native/llama.cpp/tools/omnivoice/include/eliza-inference-ffi.h` (ABI
|
|
139
|
+
* `native/llama.cpp/tools/omnivoice/include/eliza-inference-ffi.h` (ABI v9).
|
|
140
140
|
*/
|
|
141
141
|
export interface LlmStreamConfig {
|
|
142
142
|
maxTokens: number;
|
|
@@ -160,7 +160,7 @@ export interface LlmStreamConfig {
|
|
|
160
160
|
* path. `null`/empty disables grammar constraint.
|
|
161
161
|
*/
|
|
162
162
|
gbnfGrammar?: string | null;
|
|
163
|
-
/**
|
|
163
|
+
/** Thinking-tag suppression passthrough (v1 no-op). */
|
|
164
164
|
disableThinking?: boolean;
|
|
165
165
|
/**
|
|
166
166
|
* Per-load GPU offload (ABI v8). Number of model layers to place on GPU.
|
|
@@ -176,6 +176,8 @@ export interface LlmStreamConfig {
|
|
|
176
176
|
cacheTypeK?: string | null;
|
|
177
177
|
/** KV-cache V quant type name (ABI v8); see `cacheTypeK`. */
|
|
178
178
|
cacheTypeV?: string | null;
|
|
179
|
+
/** Runtime context window in tokens (ABI v9). `undefined`/0 uses native fallback. */
|
|
180
|
+
contextSize?: number;
|
|
179
181
|
}
|
|
180
182
|
/**
|
|
181
183
|
* One step of streaming LLM output. `tokens` is the batch of accepted text
|
|
@@ -571,6 +573,26 @@ export interface ElizaInferenceFfi {
|
|
|
571
573
|
prompt?: string;
|
|
572
574
|
maxTextBytes?: number;
|
|
573
575
|
}): string;
|
|
576
|
+
/**
|
|
577
|
+
* True when this build wires token-by-token vision describe
|
|
578
|
+
* (`eliza_inference_describe_image_stream_open`). A <=v12 / vision-off
|
|
579
|
+
* library returns false, so the IMAGE_DESCRIPTION handler falls back to the
|
|
580
|
+
* buffered {@link describeImage}.
|
|
581
|
+
*/
|
|
582
|
+
visionStreamSupported?(): boolean;
|
|
583
|
+
/**
|
|
584
|
+
* Open a streaming vision-describe session: prime an `LlmStreamHandle`'s KV
|
|
585
|
+
* with `imageBytes` (raw PNG/JPEG/WebP) + `prompt` through the mmproj at
|
|
586
|
+
* `mmprojPath`, then PULL tokens with the existing {@link llmStreamNext} loop
|
|
587
|
+
* and release via {@link llmStreamClose} — the same machinery as chat text.
|
|
588
|
+
* Throws `VoiceLifecycleError` when the build lacks vision streaming.
|
|
589
|
+
*/
|
|
590
|
+
describeImageStreamOpen?(args: {
|
|
591
|
+
ctx: ElizaInferenceContextHandle;
|
|
592
|
+
imageBytes: Uint8Array;
|
|
593
|
+
mmprojPath: string;
|
|
594
|
+
prompt?: string;
|
|
595
|
+
}): LlmStreamHandle;
|
|
574
596
|
/**
|
|
575
597
|
* True when this build exposes the tokenizer over the loaded text vocab
|
|
576
598
|
* (`eliza_inference_tokenize`). A pre-v9 library returns false, so the
|
|
@@ -609,7 +631,7 @@ export interface ElizaInferenceFfi {
|
|
|
609
631
|
/**
|
|
610
632
|
* Single causal forward pass over `tokens` (a tokenized partial transcript)
|
|
611
633
|
* returning the next-token softmax probability of `targetTokenId` (the
|
|
612
|
-
* end-of-turn marker, e.g.
|
|
634
|
+
* end-of-turn marker, e.g. `<end_of_turn>`), plus the argmax next token and its
|
|
613
635
|
* probability. Runs on a dedicated scoring context over the loaded text
|
|
614
636
|
* model; KV is cleared per call so scores are independent.
|
|
615
637
|
*/
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ffi-bindings.d.ts","sourceRoot":"","sources":["../../../src/services/voice/ffi-bindings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAiCH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmDG;AACH,eAAO,MAAM,2BAA2B,EAAG,EAAW,CAAC;AAEvD,kFAAkF;AAClF,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACd;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,eAAe,CAC9B,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,UAAU,EACnB,KAAK,EAAE,UAAU,GACf,aAAa,EAAE,CAYjB;AAED;;;GAGG;AACH,eAAO,MAAM,kBAAkB,IAAI,CAAC;AACpC,eAAO,MAAM,iBAAiB,IAAI,CAAC;AACnC,eAAO,MAAM,kBAAkB,IAAI,CAAC;AAEpC,8DAA8D;AAC9D,eAAO,MAAM,QAAQ,IAAI,CAAC;AAC1B,eAAO,MAAM,yBAAyB,KAAK,CAAC;AAC5C,eAAO,MAAM,qBAAqB,KAAK,CAAC;AACxC,eAAO,MAAM,wBAAwB,KAAK,CAAC;AAC3C,eAAO,MAAM,mBAAmB,KAAK,CAAC;AACtC,eAAO,MAAM,aAAa,KAAK,CAAC;AAChC,eAAO,MAAM,sBAAsB,KAAK,CAAC;AACzC,eAAO,MAAM,mBAAmB,KAAK,CAAC;AAiBtC;;;GAGG;AACH,MAAM,MAAM,oBAAoB,GAC7B,KAAK,GACL,KAAK,GACL,MAAM,GACN,KAAK,GACL,KAAK,GACL,UAAU,CAAC;AAEd;;;;GAIG;AACH,MAAM,MAAM,2BAA2B,GAAG,MAAM,CAAC;AAEjD,qDAAqD;AACrD,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC;AAErC,uDAAuD;AACvD,MAAM,MAAM,oBAAoB,GAAG,MAAM,CAAC;AAE1C,oEAAoE;AACpE,MAAM,MAAM,mBAAmB,GAAG,MAAM,CAAC;AAEzC,4DAA4D;AAC5D,MAAM,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAExC,iDAAiD;AACjD,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC;AAErC;;;;GAIG;AACH,MAAM,WAAW,eAAe;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,2CAA2C;IAC3C,MAAM,EAAE,MAAM,CAAC;IACf,4EAA4E;IAC5E,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,wEAAwE;IACxE,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,wEAAwE;IACxE,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B;;;;;OAKG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,uDAAuD;IACvD,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,6DAA6D;IAC7D,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,qFAAqF;IACrF,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,aAAa;IAC7B,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,OAAO,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;CACxB;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,cAAc;IAC9B,GAAG,EAAE,YAAY,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,mBAAmB;IACnC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,EAAE,CAAC;CAC5B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,iBAAiB;IACjC,kEAAkE;IAClE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,kDAAkD;IAClD,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACnC,sDAAsD;IACtD,MAAM,CAAC,SAAS,EAAE,MAAM,GAAG,2BAA2B,CAAC;IACvD,iFAAiF;IACjF,OAAO,CAAC,GAAG,EAAE,2BAA2B,GAAG,IAAI,CAAC;IAChD,0CAA0C;IAC1C,WAAW,CACV,GAAG,EAAE,2BAA2B,EAChC,MAAM,EAAE,oBAAoB,GAC1B,IAAI,CAAC;IACR;;;;;OAKG;IACH,SAAS,CACR,GAAG,EAAE,2BAA2B,EAChC,MAAM,EAAE,oBAAoB,GAC1B,IAAI,CAAC;IACR;;;OAGG;IACH,aAAa,CAAC,IAAI,EAAE;QACnB,GAAG,EAAE,2BAA2B,CAAC;QACjC,IAAI,EAAE,MAAM,CAAC;QACb,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;QAC/B,GAAG,EAAE,YAAY,CAAC;KAClB,GAAG,MAAM,CAAC;IACX;;;;OAIG;IACH,aAAa,CAAC,IAAI,EAAE;QACnB,GAAG,EAAE,2BAA2B,CAAC;QACjC,GAAG,EAAE,YAAY,CAAC;QAClB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,MAAM,CAAC;IAIX;mFAC+E;IAC/E,iBAAiB,IAAI,OAAO,CAAC;IAC7B;;;+EAG2E;IAC3E,kBAAkB,CAAC,IAAI,EAAE;QACxB,GAAG,EAAE,2BAA2B,CAAC;QACjC,GAAG,EAAE,YAAY,CAAC;QAClB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;KAClB,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,aAAa,EAAE,CAAA;KAAE,CAAC;IAI7C;;;;OAIG;IACH,kBAAkB,IAAI,OAAO,CAAC;IAC9B;;;;;;OAMG;IACH,mBAAmB,CAAC,IAAI,EAAE;QACzB,GAAG,EAAE,2BAA2B,CAAC;QACjC,IAAI,EAAE,MAAM,CAAC;QACb,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;QAC/B,OAAO,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,OAAO,GAAG,SAAS,CAAC;KACxD,GAAG;QAAE,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;IAC3B;;;;;OAKG;IACH,SAAS,CAAC,GAAG,EAAE,2BAA2B,GAAG,IAAI,CAAC;IAClD;;;;;;;;OAQG;IACH,mBAAmB,CAClB,GAAG,EAAE,2BAA2B,EAChC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,CAAC,GAAG,IAAI,GAC/C;QAAE,KAAK,IAAI,IAAI,CAAA;KAAE,CAAC;IAIrB;;;;;;OAMG;IACH,wBAAwB,CAAC,IAAI,OAAO,CAAC;IACrC;;;;;;;;;;;OAWG;IACH,eAAe,CAAC,CAAC,IAAI,EAAE;QACtB,GAAG,EAAE,2BAA2B,CAAC;QACjC,GAAG,EAAE,YAAY,CAAC;QAClB,YAAY,EAAE,MAAM,CAAC;KACrB,GAAG;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,UAAU,CAAA;KAAE,CAAC;IAIpD,8EAA8E;IAC9E,YAAY,CAAC,IAAI,OAAO,CAAC;IACzB,2EAA2E;IAC3E,OAAO,CAAC,CAAC,IAAI,EAAE;QACd,GAAG,EAAE,2BAA2B,CAAC;QACjC,YAAY,EAAE,MAAM,CAAC;KACrB,GAAG,eAAe,CAAC;IACpB,oEAAoE;IACpE,UAAU,CAAC,CAAC,IAAI,EAAE;QAAE,GAAG,EAAE,eAAe,CAAC;QAAC,GAAG,EAAE,YAAY,CAAA;KAAE,GAAG,MAAM,CAAC;IACvE,gEAAgE;IAChE,QAAQ,CAAC,CAAC,GAAG,EAAE,eAAe,GAAG,IAAI,CAAC;IACtC,+EAA+E;IAC/E,QAAQ,CAAC,CAAC,GAAG,EAAE,eAAe,GAAG,IAAI,CAAC;IAItC;;;;;;OAMG;IACH,iBAAiB,CAAC,IAAI,OAAO,CAAC;IAC9B;;;;OAIG;IACH,YAAY,CAAC,CAAC,IAAI,EAAE;QACnB,GAAG,EAAE,2BAA2B,CAAC;QACjC,YAAY,EAAE,MAAM,CAAC;QACrB,QAAQ,EAAE,MAAM,CAAC;KACjB,GAAG,oBAAoB,CAAC;IACzB;;;;OAIG;IACH,aAAa,CAAC,CAAC,IAAI,EAAE;QACpB,IAAI,EAAE,oBAAoB,CAAC;QAC3B,GAAG,EAAE,YAAY,CAAC;KAClB,GAAG,MAAM,CAAC;IACX,wEAAwE;IACxE,aAAa,CAAC,CAAC,IAAI,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACjD,qFAAqF;IACrF,aAAa,CAAC,CAAC,IAAI,EAAE,oBAAoB,GAAG,IAAI,CAAC;IAIjD,6EAA6E;IAC7E,gBAAgB,CAAC,IAAI,OAAO,CAAC;IAC7B;;;;OAIG;IACH,WAAW,CAAC,CAAC,IAAI,EAAE;QAClB,GAAG,EAAE,2BAA2B,CAAC;QACjC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;KACxB,GAAG,mBAAmB,CAAC;IACxB;;;OAGG;IACH,YAAY,CAAC,CAAC,IAAI,EAAE;QACnB,OAAO,EAAE,mBAAmB,CAAC;QAC7B,GAAG,EAAE,YAAY,CAAC;KAClB,GAAG,YAAY,CAAC;IACjB,2FAA2F;IAC3F,YAAY,CAAC,CAAC,OAAO,EAAE,mBAAmB,GAAG,IAAI,CAAC;IAIlD,6EAA6E;IAC7E,eAAe,CAAC,IAAI,OAAO,CAAC;IAC5B;;;OAGG;IACH,UAAU,CAAC,CAAC,IAAI,EAAE;QACjB,GAAG,EAAE,2BAA2B,CAAC;QACjC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;KACxB,GAAG,kBAAkB,CAAC;IACvB;;;;OAIG;IACH,aAAa,CAAC,CAAC,IAAI,EAAE;QACpB,MAAM,EAAE,kBAAkB,CAAC;QAC3B,GAAG,EAAE,YAAY,CAAC;KAClB,GAAG,SAAS,CAAC;IACd,oFAAoF;IACpF,WAAW,CAAC,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAAC;IAI/C;;;;;OAKG;IACH,kBAAkB,IAAI,OAAO,CAAC;IAC9B,+EAA+E;IAC/E,aAAa,CAAC,IAAI,EAAE;QACnB,GAAG,EAAE,2BAA2B,CAAC;QACjC,YAAY,EAAE,MAAM,CAAC;KACrB,GAAG,MAAM,CAAC;IACX,uDAAuD;IACvD,aAAa,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,YAAY,CAAA;KAAE,GAAG,IAAI,CAAC;IACjE,kFAAkF;IAClF,gBAAgB,CAAC,IAAI,EAAE;QACtB,MAAM,EAAE,MAAM,CAAC;QACf,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;KACnB,GAAG;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAC3C,6FAA6F;IAC7F,eAAe,CAAC,IAAI,EAAE;QACrB,MAAM,EAAE,MAAM,CAAC;QACf,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;KACnB,GAAG;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAC3C,kFAAkF;IAClF,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAIrC;;;;;OAKG;IACH,kBAAkB,CAAC,IAAI,OAAO,CAAC;IAC/B;;;;;;OAMG;IACH,eAAe,CAAC,IAAI,OAAO,CAAC;IAC5B;;;;;OAKG;IACH,mBAAmB,CAAC,IAAI,OAAO,CAAC;IAChC;;;OAGG;IACH,aAAa,CAAC,CAAC,IAAI,EAAE;QACpB,GAAG,EAAE,2BAA2B,CAAC;QACjC,MAAM,EAAE,eAAe,CAAC;KACxB,GAAG,eAAe,CAAC;IACpB,2EAA2E;IAC3E,gBAAgB,CAAC,CAAC,IAAI,EAAE;QACvB,MAAM,EAAE,eAAe,CAAC;QACxB,MAAM,EAAE,UAAU,CAAC;KACnB,GAAG,IAAI,CAAC;IACT;;;;;OAKG;IACH,aAAa,CAAC,CAAC,IAAI,EAAE;QACpB,MAAM,EAAE,eAAe,CAAC;QACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,aAAa,CAAC;IAClB,uEAAuE;IACvE,eAAe,CAAC,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI,CAAC;IAChD,mDAAmD;IACnD,iBAAiB,CAAC,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,eAAe,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAC9E,mFAAmF;IACnF,oBAAoB,CAAC,CAAC,IAAI,EAAE;QAC3B,MAAM,EAAE,eAAe,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;KACjB,GAAG,IAAI,CAAC;IACT,kFAAkF;IAClF,cAAc,CAAC,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI,CAAC;IAI/C;;;;;OAKG;IACH,cAAc,CAAC,IAAI,OAAO,CAAC;IAC3B;;;;OAIG;IACH,KAAK,CAAC,CAAC,IAAI,EAAE;QACZ,GAAG,EAAE,2BAA2B,CAAC;QACjC,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,CAAC,EAAE,MAAM,CAAC;KACjB,GAAG,YAAY,CAAC;IAIjB;;;;;OAKG;IACH,eAAe,CAAC,IAAI,OAAO,CAAC;IAC5B;;;;OAIG;IACH,aAAa,CAAC,CAAC,IAAI,EAAE;QACpB,GAAG,EAAE,2BAA2B,CAAC;QACjC,UAAU,EAAE,UAAU,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,MAAM,CAAC;IAIX;;;;;OAKG;IACH,qBAAqB,CAAC,IAAI,OAAO,CAAC;IAClC;;;;;;OAMG;IACH,uBAAuB,CAAC,CAAC,IAAI,EAAE;QAC9B,GAAG,EAAE,2BAA2B,CAAC;QACjC,UAAU,EAAE,UAAU,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE,MAAM,CAAC;KAChB,GAAG,eAAe,CAAC;IAIpB;;;;OAIG;IACH,iBAAiB,CAAC,IAAI,OAAO,CAAC;IAC9B;;;;OAIG;IACH,QAAQ,CAAC,CAAC,IAAI,EAAE;QACf,GAAG,EAAE,2BAA2B,CAAC;QACjC,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,YAAY,CAAC,EAAE,OAAO,CAAC;KACvB,GAAG,UAAU,CAAC;IACf;;;;OAIG;IACH,UAAU,CAAC,CAAC,IAAI,EAAE;QACjB,GAAG,EAAE,2BAA2B,CAAC;QACjC,MAAM,EAAE,UAAU,CAAC;QACnB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,YAAY,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,MAAM,CAAC;IAIX;;;;OAIG;IACH,YAAY,CAAC,IAAI,OAAO,CAAC;IACzB;;;;;;OAMG;IACH,QAAQ,CAAC,CAAC,IAAI,EAAE;QACf,GAAG,EAAE,2BAA2B,CAAC;QACjC,MAAM,EAAE,UAAU,CAAC;QACnB,aAAa,EAAE,MAAM,CAAC;KACtB,GAAG;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAI9D;;;;;OAKG;IACH,eAAe,CAAC,IAAI,OAAO,CAAC;IAC5B;;;;;OAKG;IACH,UAAU,CAAC,CAAC,IAAI,EAAE;QACjB,GAAG,EAAE,2BAA2B,CAAC;QACjC,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;KAClB,GAAG,IAAI,CAAC;IACT;;;;;OAKG;IACH,gBAAgB,CAAC,CAAC,IAAI,EAAE;QACvB,GAAG,EAAE,2BAA2B,CAAC;QACjC,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;KACnB,GAAG,YAAY,CAAC;IACjB,oEAAoE;IACpE,gBAAgB,CAAC,CAAC,GAAG,EAAE,2BAA2B,GAAG,MAAM,CAAC;IAE5D,6EAA6E;IAC7E,KAAK,IAAI,IAAI,CAAC;CACd;AAWD;;;;;;;;;;;GAWG;AACH,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,iBAAiB,CAgB1E"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"first-line-cache.d.ts","sourceRoot":"","sources":["../../../src/services/voice/first-line-cache.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AAcH,OAAO,EACN,wBAAwB,EACxB,2BAA2B,EAC3B,KAAK,uBAAuB,EAC5B,iBAAiB,EACjB,SAAS,EACT,MAAM,iBAAiB,CAAC;AAMzB;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IACjC,mFAAmF;IACnF,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB;wDACoD;IACpD,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,GAAG,KAAK,GAAG,SAAS,GAAG,KAAK,GAAG,MAAM,CAAC;IACpE;sEACkE;IAClE,QAAQ,CAAC,wBAAwB,EAAE,MAAM,CAAC;IAC1C,yCAAyC;IACzC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;CAChC;AAED,0BAA0B;AAC1B,MAAM,WAAW,mBAAoB,SAAQ,iBAAiB;IAC7D,6BAA6B;IAC7B,KAAK,EAAE,UAAU,CAAC;IAClB,2DAA2D;IAC3D,OAAO,EAAE,MAAM,CAAC;IAChB,gEAAgE;IAChE,WAAW,EAAE,MAAM,CAAC;IACpB,gEAAgE;IAChE,UAAU,EAAE,MAAM,CAAC;IACnB,sDAAsD;IACtD,SAAS,EAAE,MAAM,CAAC;IAClB,iDAAiD;IACjD,gBAAgB,EAAE,MAAM,CAAC;IACzB,sCAAsC;IACtC,aAAa,EAAE,MAAM,CAAC;IACtB,sDAAsD;IACtD,QAAQ,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,qBAAqB;IACrC,sEAAsE;IACtE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,oDAAoD;IACpD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,8CAA8C;IAC9C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,wCAAwC;IACxC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,6EAA6E;IAC7E,QAAQ,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,QAAS,SAAQ,iBAAiB;IAClD,KAAK,EAAE,UAAU,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AAoGD;;;;GAIG;AACH,wBAAgB,2BAA2B,IAAI,WAAW,CAAC,MAAM,CAAC,CASjE;AAMD;;GAEG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,iBAAiB,GAAG,MAAM,CAY3D;AAED;;;;GAIG;AACH,wBAAgB,wBAAwB,CACvC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,GAAG,SAAS,GAClD,MAAM,CAaR;AAQD,wBAAsB,yBAAyB,CAC9C,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,GAC1B,OAAO,CAAC,MAAM,CAAC,CAuBjB;AAED,wDAAwD;AACxD,wBAAgB,iCAAiC,IAAI,IAAI,CAExD;AAMD,MAAM,WAAW,mBAAmB;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;CACjB;AAWD,qBAAa,cAAc;IAC1B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAU;IACnC,OAAO,CAAC,EAAE,CAA+B;IACzC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,UAAU,CAAS;gBAEf,IAAI,GAAE,qBAA0B;IAuB5C,IAAI,SAAS,IAAI,OAAO,CAEvB;IAED;;;;OAIG;IACH,OAAO,CAAC,UAAU;IA4BlB;;;OAGG;IACH,GAAG,CAAC,GAAG,EAAE,iBAAiB,GAAG,mBAAmB,GAAG,IAAI;IAkDvD,GAAG,CAAC,GAAG,EAAE,iBAAiB,GAAG,OAAO;IASpC;;;;;;;OAOG;IACH,GAAG,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO;IA+E7B;;OAEG;IACH,MAAM,CAAC,GAAG,EAAE,iBAAiB,GAAG,OAAO;IAkBvC;;OAEG;IACH,KAAK,CAAC,GAAG,SAAa,GAAG,MAAM;IAwB/B,KAAK,IAAI,mBAAmB;IAmB5B,KAAK,IAAI,IAAI;IAYb,OAAO,CAAC,aAAa;IAgCrB,OAAO,CAAC,cAAc;CAGtB;AAQD;;;GAGG;AACH,wBAAgB,uBAAuB,IAAI,cAAc,CAKxD;AAED,oDAAoD;AACpD,wBAAgB,oCAAoC,IAAI,IAAI,CAG3D;AAgBD,OAAO,EACN,wBAAwB,EACxB,2BAA2B,EAC3B,KAAK,uBAAuB,EAC5B,iBAAiB,EACjB,SAAS,GACT,CAAC"}
|
|
@@ -2,9 +2,9 @@
|
|
|
2
2
|
* Fused FFI end-of-turn scorer (ABI v11).
|
|
3
3
|
*
|
|
4
4
|
* The fused replacement for the retired node-llama-cpp `controlledEvaluate()`
|
|
5
|
-
* path the EOT classifiers depended on. Computes P(
|
|
5
|
+
* path the EOT classifiers depended on. Computes P(`<end_of_turn>` next | partial
|
|
6
6
|
* transcript) through the single `libelizainference` handle: tokenize the
|
|
7
|
-
*
|
|
7
|
+
* Gemma-formatted partial transcript, then one causal forward pass
|
|
8
8
|
* (`eliza_inference_llm_eot_score`) reads the next-token probability of the
|
|
9
9
|
* end-of-turn marker. No separate model weights, no sampling loop, and no KV
|
|
10
10
|
* growth on the chat session — the dedicated native scoring context clears its
|
|
@@ -22,7 +22,7 @@ export interface FfiEotScorerOptions {
|
|
|
22
22
|
modelLabel?: string;
|
|
23
23
|
}
|
|
24
24
|
export interface FfiEotScoreResult {
|
|
25
|
-
/** Probability of
|
|
25
|
+
/** Probability of `<end_of_turn>` as the next token, ∈ [0, 1]. */
|
|
26
26
|
probability: number;
|
|
27
27
|
/** Wall-clock model latency for this scoring call. */
|
|
28
28
|
latencyMs: number;
|
|
@@ -30,7 +30,7 @@ export interface FfiEotScoreResult {
|
|
|
30
30
|
promptTokens: number;
|
|
31
31
|
}
|
|
32
32
|
/**
|
|
33
|
-
* Stateful EOT scorer bound to a loaded fused text model. The
|
|
33
|
+
* Stateful EOT scorer bound to a loaded fused text model. The `<end_of_turn>`
|
|
34
34
|
* token id is resolved once and cached. Safe to keep across many voice turns.
|
|
35
35
|
*/
|
|
36
36
|
export declare class FfiEotScorer {
|
|
@@ -38,14 +38,14 @@ export declare class FfiEotScorer {
|
|
|
38
38
|
private readonly getContext;
|
|
39
39
|
private readonly maxHistoryTokens;
|
|
40
40
|
readonly modelLabel: string;
|
|
41
|
-
private
|
|
41
|
+
private endOfTurnTokenId;
|
|
42
42
|
constructor(options: FfiEotScorerOptions);
|
|
43
43
|
/**
|
|
44
44
|
* True only when the fused build wires the v11 EOT scorer AND the tokenizer
|
|
45
45
|
* it depends on. A v10 (or older) library returns false.
|
|
46
46
|
*/
|
|
47
47
|
static isSupported(ffi: ElizaInferenceFfi | null | undefined): boolean;
|
|
48
|
-
private
|
|
48
|
+
private resolveEndOfTurn;
|
|
49
49
|
score(partialTranscript: string): Promise<FfiEotScoreResult>;
|
|
50
50
|
}
|
|
51
51
|
//# sourceMappingURL=fused-eot-scorer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fused-eot-scorer.d.ts","sourceRoot":"","sources":["../../../src/services/voice/fused-eot-scorer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,OAAO,KAAK,EACX,2BAA2B,EAC3B,iBAAiB,EACjB,MAAM,gBAAgB,CAAC;AAIxB,MAAM,WAAW,mBAAmB;IACnC,4EAA4E;IAC5E,GAAG,EAAE,iBAAiB,CAAC;IACvB,2EAA2E;IAC3E,UAAU,EAAE,MAAM,2BAA2B,CAAC;IAC9C,0EAA0E;IAC1E,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iCAAiC;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,iBAAiB;IACjC,kEAAkE;IAClE,WAAW,EAAE,MAAM,CAAC;IACpB,sDAAsD;IACtD,SAAS,EAAE,MAAM,CAAC;IAClB,yCAAyC;IACzC,YAAY,EAAE,MAAM,CAAC;CACrB;AAED;;;GAGG;AACH,qBAAa,YAAY;IACxB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAoB;IACxC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAoC;IAC/D,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,OAAO,CAAC,gBAAgB,CAAuB;gBAEnC,OAAO,EAAE,mBAAmB;IAOxC;;;OAGG;IACH,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,iBAAiB,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO;IAUtE,OAAO,CAAC,gBAAgB;IAsBlB,KAAK,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;CA2ClE"}
|
|
@@ -2,19 +2,24 @@ export { type AttributedTurn, type AttributedTurnListener, type AttributionPipel
|
|
|
2
2
|
export { BargeInController, type BargeInControllerConfig, type BargeInListener, type CancelSignal, } from "./barge-in";
|
|
3
3
|
export { type CoordinatorRuntime, VoiceCancellationCoordinator, type VoiceCancellationCoordinatorOptions, } from "./cancellation-coordinator";
|
|
4
4
|
export { type CheckpointHandle, CheckpointHandleInvalidError, CheckpointManager, type CheckpointManagerLike, type CheckpointManagerOptions, MockCheckpointManager, type MockCheckpointSnapshot, type MockSnapshotSource, } from "./checkpoint-manager";
|
|
5
|
+
export { computeDiarizationErrorRate, type DerOptions, type DerResult, type DiarizationSegment, diarizationWithinBudget, } from "./diarization-error-rate";
|
|
5
6
|
export { type BuildDeterministicFn, type BuildMessageDependentFn, type ContextPartial, EagerContextBuilder, type EagerContextBuilderOptions, type FullContext, mergeContext, } from "./eager-context-builder";
|
|
7
|
+
export { DEFAULT_PLAYBACK_DELAY_MS, type EchoDelayEstimate, type EchoDelayOptions, estimateEchoDelaySamples, PLATFORM_PLAYBACK_DELAY_DEFAULTS, platformPlaybackDelayMs, platformPlaybackDelaySamples, } from "./echo-delay";
|
|
8
|
+
export { computeErle } from "./echo-metrics";
|
|
9
|
+
export { EchoReferenceBuffer, type EchoReferenceBufferOptions, } from "./echo-reference-buffer";
|
|
6
10
|
export type { LlamaContextLike as Eliza1EotLlamaContext, LlamaContextSequenceLike as Eliza1EotLlamaSequence, LlamaModelLike as Eliza1EotLlamaModel, } from "./eliza1-eot-scorer";
|
|
7
11
|
export { Eliza1EotScorer, formatEotPrompt as formatEliza1EotPrompt, } from "./eliza1-eot-scorer";
|
|
8
12
|
export { buildLocalEmbeddingRoute, EMBEDDING_DIR_REL_PATH, EMBEDDING_FULL_DIM, EMBEDDING_MATRYOSHKA_DIMS, isValidEmbeddingDim, type LocalEmbeddingRoute, type LocalEmbeddingSource, POOLED_TEXT_EMBEDDING_TIERS, resolveLocalEmbeddingSource, truncateMatryoshka, } from "./embedding";
|
|
9
13
|
export { attributeVoiceEmotion, type VoiceEmotionAsrFeatures, type VoiceEmotionAttribution, type VoiceEmotionAttributionInput, type VoiceEmotionAttributionMethod, type VoiceEmotionAudioFeatures, type VoiceEmotionEvidence, } from "./emotion-attribution";
|
|
10
14
|
export { decodeMonoPcm16Wav, defaultLifecycleLoaders, EngineVoiceBridge, type EngineVoiceBridgeOptions, encodeMonoPcm16Wav, FfiOmniVoiceBackend, StubOmniVoiceBackend, type VoiceTurnEvents, } from "./engine-bridge";
|
|
11
15
|
export { Eliza1EotClassifier, type Eliza1EotScoreResult, type Eliza1EotScorerOptions, EOT_COMMIT_SILENCE_MS, EOT_COMMIT_THRESHOLD, EOT_HANGOVER_EXTENSION_MS, EOT_MID_CLAUSE_THRESHOLD, EOT_TENTATIVE_SILENCE_MS, EOT_TENTATIVE_THRESHOLD, type EotClassifier, HeuristicEotClassifier, LIVEKIT_TURN_DETECTOR_EN_REVISION, LIVEKIT_TURN_DETECTOR_INTL_REVISION, RemoteEotClassifier, type RemoteEotClassifierOptions, turnDetectorRevisionForTier, turnSignalFromProbability, type VoiceNextSpeaker, type VoiceTurnSignal, } from "./eot-classifier";
|
|
12
|
-
export {
|
|
16
|
+
export { applyGemmaUserTemplate, createBundledLiveKitGgmlTurnDetector, DEFAULT_LIVEKIT_TURN_DETECTOR_GGML_DIR, DEFAULT_LIVEKIT_TURN_DETECTOR_GGUF_EN, DEFAULT_LIVEKIT_TURN_DETECTOR_GGUF_INTL, EotGgmlUnavailableError, LIVEKIT_END_OF_TURN_TOKEN, LiveKitGgmlTurnDetector, type LiveKitGgmlTurnDetectorOptions, turnDetectorGgufForTier, } from "./eot-classifier-ggml";
|
|
13
17
|
export { VoiceStartupError } from "./errors";
|
|
14
18
|
export * from "./ffi-bindings";
|
|
15
19
|
export { _resetSharedFirstLineCacheForTesting, _resetVoiceRevisionMemoForTesting, computeLocalVoiceRevision, FIRST_SENTENCE_MAX_WORDS, FIRST_SENTENCE_SNIP_VERSION, FirstLineCache, type FirstLineCacheEntry, type FirstLineCacheKey, type FirstLineCacheOptions, type FirstLineCacheStats, type FirstSentenceSnipResult, fingerprintVoiceSettings, firstLineCacheBypassFromEnv, firstSentenceSnip, getSharedFirstLineCache, hashCacheKey, type PutInput, wordCount, } from "./first-line-cache";
|
|
16
20
|
export { type ArmedResources, type TextResources, VoiceLifecycle, VoiceLifecycleError, type VoiceLifecycleEvents, type VoiceLifecycleLoaders, type VoiceLifecycleState, } from "./lifecycle";
|
|
17
21
|
export { DesktopMicSource, type DesktopMicSourceOptions, PushMicSource, pipeMicToRingBuffer, resolveDesktopRecorder, } from "./mic-source";
|
|
22
|
+
export { NlmsEchoCanceller, type NlmsEchoCancellerOptions, } from "./nlms-echo-canceller";
|
|
18
23
|
export { DEFAULT_OPTIMISTIC_EOT_THRESHOLD, OptimisticGenerationPolicy, type OptimisticPolicyOptions, type PowerSourceState, type ResolveOptimisticPolicyArgs, resolveOptimisticPolicyEnabled, resolvePowerSourceState, } from "./optimistic-policy";
|
|
19
24
|
export { createDefaultPhonemeTokenizer, type Phoneme, type PhonemeTokenizer, RuleBasedEnglishPhonemeTokenizer, } from "./phoneme-tokenizer";
|
|
20
25
|
export { type CachedPhraseAudio, canonicalizePhraseText, DEFAULT_PHRASE_CACHE_SEED, FIRST_AUDIO_FILLERS, PhraseCache, } from "./phrase-cache";
|
|
@@ -40,11 +45,11 @@ export { SystemAudioSink, type SystemAudioSinkOptions, WavFileAudioSink, type Wa
|
|
|
40
45
|
export { ASR_SAMPLE_RATE, AsrUnavailableError, BaseStreamingTranscriber, type CreateStreamingTranscriberOptions, createStreamingTranscriber, FfiBatchTranscriber, type FfiBatchTranscriberOptions, FfiStreamingTranscriber, ffiSupportsStreamingAsr, resampleLinear, } from "./transcriber";
|
|
41
46
|
export { type VoiceGenerateRequest, VoiceTurnController, type VoiceTurnControllerConfig, type VoiceTurnControllerDeps, type VoiceTurnControllerEvents, type VoiceTurnOutcome, } from "./turn-controller";
|
|
42
47
|
export * from "./types";
|
|
43
|
-
export { createSileroVadDetector, createVadDetector, GgmlSileroVad, NativeSileroVad, type
|
|
48
|
+
export { createSileroVadDetector, createVadDetector, type ExternalVadAdapter, GgmlSileroVad, NativeSileroVad, type ResolvedVadProvider, RmsEnergyGate, type RmsEnergyGateConfig, resolveSileroVadPath, resolveVadProvider, rms, VadDetector, type VadDetectorConfig, type VadLike, type VadProviderId, type VadProviderPreference, VadUnavailableError, vadProviderOrder, } from "./vad";
|
|
44
49
|
export { type AllocationPriority, assessVoiceBundleFits, BudgetExhaustedError, type BudgetReservation, createVoiceBudget, createVoiceBudgetForTest, DEFAULT_VOICE_BUNDLE_RESERVE_MB, pickVoiceTierSlot, priorityClassForRole, type ReservationSnapshot, VOICE_ENSEMBLE_BUDGETS, type VoiceBudget, type VoiceBundleFitDecision, type VoiceEnsembleBudget, type VoiceTierSlot, voiceEnsemblePeakMb, voiceEnsembleSteadyStateMb, } from "./voice-budget";
|
|
50
|
+
export { type ArbiterPreloader, VoicePreloadPredictor, type VoicePreloadPredictorOptions, } from "./voice-preload-predictor";
|
|
45
51
|
export { readVoicePresetFile, VOICE_PRESET_MAGIC, type VoicePresetFile, VoicePresetFormatError, type VoicePresetSeedPhrase, writeVoicePresetFile, } from "./voice-preset-format";
|
|
46
52
|
export { analyzeVoiceProfileWav, canonicalVoiceProfileJson, createVoiceProfileArtifact, VOICE_PROFILE_ARTIFACT_SCHEMA_VERSION, VOICE_PROFILE_FEATURE_EMBEDDING_MODEL, type VoiceProfileArtifact, type VoiceProfileArtifactSample, type VoiceProfileArtifactStatus, type VoiceProfileArtifactVerification, type VoiceProfileAudioFeatures, type VoiceProfileConsent, type VoiceProfileReferenceMetadata, type VoiceProfileSampleInput, verifyVoiceProfileArtifact, } from "./voice-profile-artifact";
|
|
47
|
-
export { DEFAULT_VOICE_SETTINGS, effectiveBackendMode, qualityPresetQuantizationRanking, resolveVoiceSettings, type VoiceBackendMode, type VoiceModelQualityPreset, type VoiceSettings, } from "./voice-settings";
|
|
48
53
|
export { type DrafterAbortReason, type DrafterHandle, type StartDrafterFn, type VoiceState, type VoiceStateEvent, VoiceStateMachine, type VoiceStateMachineEvents, type VoiceStateMachineOptions, } from "./voice-state-machine";
|
|
49
54
|
export { GgmlWakeWordModel, isPlaceholderWakeWordHead, loadBundledWakeWordModel, OPENWAKEWORD_DEFAULT_HEAD, OPENWAKEWORD_DIR_REL_PATH, OPENWAKEWORD_GGUF_REL_PATH, OPENWAKEWORD_PLACEHOLDER_HEADS, OpenWakeWordDetector, resolveWakeWordModel, type WakeWordConfig, type WakeWordModel, type WakeWordModelPaths, WakeWordUnavailableError, } from "./wake-word";
|
|
50
55
|
export { type TtsBytes, type TtsHandler, type TtsHandlerInput, type TtsHandlerOutput, type TtsResolvedContext, type WrapOptions, wrapWithFirstLineCache, } from "./wrap-with-first-line-cache";
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/voice/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,KAAK,cAAc,EACnB,KAAK,sBAAsB,EAC3B,KAAK,uBAAuB,EAC5B,gCAAgC,EAChC,kBAAkB,EAClB,KAAK,wBAAwB,EAC7B,KAAK,sBAAsB,EAC3B,qBAAqB,EACrB,KAAK,eAAe,EACpB,mBAAmB,EACnB,KAAK,gBAAgB,EACrB,KAAK,YAAY,GACjB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACN,iBAAiB,EACjB,KAAK,uBAAuB,EAC5B,KAAK,eAAe,EACpB,KAAK,YAAY,GACjB,MAAM,YAAY,CAAC;AACpB,OAAO,EACN,KAAK,kBAAkB,EACvB,4BAA4B,EAC5B,KAAK,mCAAmC,GACxC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACN,KAAK,gBAAgB,EACrB,4BAA4B,EAC5B,iBAAiB,EACjB,KAAK,qBAAqB,EAC1B,KAAK,wBAAwB,EAC7B,qBAAqB,EACrB,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,GACvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACN,2BAA2B,EAC3B,KAAK,UAAU,EACf,KAAK,SAAS,EACd,KAAK,kBAAkB,EACvB,uBAAuB,GACvB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACN,KAAK,oBAAoB,EACzB,KAAK,uBAAuB,EAC5B,KAAK,cAAc,EACnB,mBAAmB,EACnB,KAAK,0BAA0B,EAC/B,KAAK,WAAW,EAChB,YAAY,GACZ,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACN,yBAAyB,EACzB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACrB,wBAAwB,EACxB,gCAAgC,EAChC,uBAAuB,EACvB,4BAA4B,GAC5B,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EACN,mBAAmB,EACnB,KAAK,0BAA0B,GAC/B,MAAM,yBAAyB,CAAC;AACjC,YAAY,EACX,gBAAgB,IAAI,qBAAqB,EACzC,wBAAwB,IAAI,sBAAsB,EAClD,cAAc,IAAI,mBAAmB,GACrC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACN,eAAe,EACf,eAAe,IAAI,qBAAqB,GACxC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACN,wBAAwB,EACxB,sBAAsB,EACtB,kBAAkB,EAClB,yBAAyB,EACzB,mBAAmB,EACnB,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,2BAA2B,EAC3B,2BAA2B,EAC3B,kBAAkB,GAClB,MAAM,aAAa,CAAC;AACrB,OAAO,EACN,qBAAqB,EACrB,KAAK,uBAAuB,EAC5B,KAAK,uBAAuB,EAC5B,KAAK,4BAA4B,EACjC,KAAK,6BAA6B,EAClC,KAAK,yBAAyB,EAC9B,KAAK,oBAAoB,GACzB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACN,kBAAkB,EAClB,uBAAuB,EACvB,iBAAiB,EACjB,KAAK,wBAAwB,EAC7B,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,KAAK,eAAe,GACpB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACN,mBAAmB,EACnB,KAAK,oBAAoB,EACzB,KAAK,sBAAsB,EAC3B,qBAAqB,EACrB,oBAAoB,EACpB,yBAAyB,EACzB,wBAAwB,EACxB,wBAAwB,EACxB,uBAAuB,EACvB,KAAK,aAAa,EAClB,sBAAsB,EACtB,iCAAiC,EACjC,mCAAmC,EACnC,mBAAmB,EACnB,KAAK,0BAA0B,EAC/B,2BAA2B,EAC3B,yBAAyB,EACzB,KAAK,gBAAgB,EACrB,KAAK,eAAe,GACpB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACN,sBAAsB,EACtB,oCAAoC,EACpC,sCAAsC,EACtC,qCAAqC,EACrC,uCAAuC,EACvC,uBAAuB,EACvB,yBAAyB,EACzB,uBAAuB,EACvB,KAAK,8BAA8B,EACnC,uBAAuB,GACvB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAC7C,cAAc,gBAAgB,CAAC;AAC/B,OAAO,EACN,oCAAoC,EACpC,iCAAiC,EACjC,yBAAyB,EACzB,wBAAwB,EACxB,2BAA2B,EAC3B,cAAc,EACd,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,uBAAuB,EAC5B,wBAAwB,EACxB,2BAA2B,EAC3B,iBAAiB,EACjB,uBAAuB,EACvB,YAAY,EACZ,KAAK,QAAQ,EACb,SAAS,GACT,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACN,KAAK,cAAc,EACnB,KAAK,aAAa,EAClB,cAAc,EACd,mBAAmB,EACnB,KAAK,oBAAoB,EACzB,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,GACxB,MAAM,aAAa,CAAC;AACrB,OAAO,EACN,gBAAgB,EAChB,KAAK,uBAAuB,EAC5B,aAAa,EACb,mBAAmB,EACnB,sBAAsB,GACtB,MAAM,cAAc,CAAC;AACtB,OAAO,EACN,iBAAiB,EACjB,KAAK,wBAAwB,GAC7B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACN,gCAAgC,EAChC,0BAA0B,EAC1B,KAAK,uBAAuB,EAC5B,KAAK,gBAAgB,EACrB,KAAK,2BAA2B,EAChC,8BAA8B,EAC9B,uBAAuB,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACN,6BAA6B,EAC7B,KAAK,OAAO,EACZ,KAAK,gBAAgB,EACrB,gCAAgC,GAChC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACN,KAAK,iBAAiB,EACtB,sBAAsB,EACtB,yBAAyB,EACzB,mBAAmB,EACnB,WAAW,GACX,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EACN,KAAK,aAAa,EAClB,uBAAuB,EACvB,KAAK,cAAc,EACnB,aAAa,EACb,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,GACxB,MAAM,YAAY,CAAC;AACpB,OAAO,EACN,qBAAqB,EACrB,gBAAgB,EAChB,iBAAiB,EACjB,KAAK,aAAa,EAClB,aAAa,GACb,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACN,KAAK,qBAAqB,EAC1B,KAAK,wBAAwB,EAC7B,KAAK,uBAAuB,EAC5B,iBAAiB,GACjB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACN,qBAAqB,EACrB,KAAK,cAAc,EACnB,KAAK,gBAAgB,GACrB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACN,SAAS,EACT,mCAAmC,EACnC,KAAK,uBAAuB,EAC5B,KAAK,oBAAoB,EACzB,KAAK,wBAAwB,EAC7B,KAAK,uBAAuB,EAC5B,KAAK,kBAAkB,EACvB,iBAAiB,EACjB,KAAK,wBAAwB,EAC7B,aAAa,EACb,eAAe,GACf,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACjE,OAAO,EAAE,KAAK,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EACN,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,cAAc,GACd,MAAM,aAAa,CAAC;AACrB,OAAO,EACN,oBAAoB,EACpB,KAAK,SAAS,EACd,KAAK,gBAAgB,EACrB,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,KAAK,aAAa,EAClB,sBAAsB,EACtB,KAAK,eAAe,GACpB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACN,KAAK,sBAAsB,EAC3B,wBAAwB,EACxB,KAAK,4BAA4B,EACjC,KAAK,uBAAuB,GAC5B,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACN,wBAAwB,EACxB,KAAK,QAAQ,EACb,KAAK,cAAc,EACnB,wBAAwB,EACxB,KAAK,mBAAmB,EACxB,oBAAoB,EACpB,0BAA0B,EAC1B,wBAAwB,EACxB,0BAA0B,EAC1B,oBAAoB,EACpB,qCAAqC,EACrC,qCAAqC,EACrC,uBAAuB,EACvB,KAAK,uBAAuB,GAC5B,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACN,aAAa,EACb,KAAK,oBAAoB,GACzB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACN,iBAAiB,EACjB,KAAK,cAAc,EACnB,8BAA8B,EAC9B,uBAAuB,EACvB,qBAAqB,EACrB,mCAAmC,EACnC,mCAAmC,EACnC,qBAAqB,EACrB,KAAK,gBAAgB,GACrB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACN,mBAAmB,EACnB,KAAK,0BAA0B,GAC/B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACN,0BAA0B,EAC1B,wBAAwB,EACxB,wBAAwB,EACxB,kCAAkC,EAClC,oBAAoB,GACpB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACN,KAAK,0BAA0B,EAC/B,iCAAiC,EACjC,gBAAgB,EAChB,qCAAqC,EACrC,iBAAiB,EACjB,uBAAuB,EACvB,KAAK,wBAAwB,EAC7B,0BAA0B,EAC1B,KAAK,0BAA0B,EAC/B,KAAK,iBAAiB,EACtB,KAAK,4BAA4B,EACjC,KAAK,mBAAmB,EACxB,4BAA4B,GAC5B,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACN,gBAAgB,EAChB,6BAA6B,EAC7B,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EACtB,kBAAkB,EAClB,KAAK,yBAAyB,EAC9B,eAAe,GACf,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACN,eAAe,EACf,KAAK,sBAAsB,EAC3B,gBAAgB,EAChB,KAAK,uBAAuB,GAC5B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACN,eAAe,EACf,mBAAmB,EACnB,wBAAwB,EACxB,KAAK,iCAAiC,EACtC,0BAA0B,EAC1B,mBAAmB,EACnB,KAAK,0BAA0B,EAC/B,uBAAuB,EACvB,uBAAuB,EACvB,cAAc,GACd,MAAM,eAAe,CAAC;AACvB,OAAO,EACN,KAAK,oBAAoB,EACzB,mBAAmB,EACnB,KAAK,yBAAyB,EAC9B,KAAK,uBAAuB,EAC5B,KAAK,yBAAyB,EAC9B,KAAK,gBAAgB,GACrB,MAAM,mBAAmB,CAAC;AAC3B,cAAc,SAAS,CAAC;AACxB,OAAO,EACN,uBAAuB,EACvB,iBAAiB,EACjB,KAAK,kBAAkB,EACvB,aAAa,EACb,eAAe,EACf,KAAK,mBAAmB,EACxB,aAAa,EACb,KAAK,mBAAmB,EACxB,oBAAoB,EACpB,kBAAkB,EAClB,GAAG,EACH,WAAW,EACX,KAAK,iBAAiB,EACtB,KAAK,OAAO,EACZ,KAAK,aAAa,EAClB,KAAK,qBAAqB,EAC1B,mBAAmB,EACnB,gBAAgB,GAChB,MAAM,OAAO,CAAC;AACf,OAAO,EACN,KAAK,kBAAkB,EACvB,qBAAqB,EACrB,oBAAoB,EACpB,KAAK,iBAAiB,EACtB,iBAAiB,EACjB,wBAAwB,EACxB,+BAA+B,EAC/B,iBAAiB,EACjB,oBAAoB,EACpB,KAAK,mBAAmB,EACxB,sBAAsB,EACtB,KAAK,WAAW,EAChB,KAAK,sBAAsB,EAC3B,KAAK,mBAAmB,EACxB,KAAK,aAAa,EAClB,mBAAmB,EACnB,0BAA0B,GAC1B,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACN,KAAK,gBAAgB,EACrB,qBAAqB,EACrB,KAAK,4BAA4B,GACjC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACN,mBAAmB,EACnB,kBAAkB,EAClB,KAAK,eAAe,EACpB,sBAAsB,EACtB,KAAK,qBAAqB,EAC1B,oBAAoB,GACpB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACN,sBAAsB,EACtB,yBAAyB,EACzB,0BAA0B,EAC1B,qCAAqC,EACrC,qCAAqC,EACrC,KAAK,oBAAoB,EACzB,KAAK,0BAA0B,EAC/B,KAAK,0BAA0B,EAC/B,KAAK,gCAAgC,EACrC,KAAK,yBAAyB,EAC9B,KAAK,mBAAmB,EACxB,KAAK,6BAA6B,EAClC,KAAK,uBAAuB,EAC5B,0BAA0B,GAC1B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACN,KAAK,kBAAkB,EACvB,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,UAAU,EACf,KAAK,eAAe,EACpB,iBAAiB,EACjB,KAAK,uBAAuB,EAC5B,KAAK,wBAAwB,GAC7B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACN,iBAAiB,EACjB,yBAAyB,EACzB,wBAAwB,EACxB,yBAAyB,EACzB,yBAAyB,EACzB,0BAA0B,EAC1B,8BAA8B,EAC9B,oBAAoB,EACpB,oBAAoB,EACpB,KAAK,cAAc,EACnB,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACvB,wBAAwB,GACxB,MAAM,aAAa,CAAC;AACrB,OAAO,EACN,KAAK,QAAQ,EACb,KAAK,UAAU,EACf,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,kBAAkB,EACvB,KAAK,WAAW,EAChB,sBAAsB,GACtB,MAAM,8BAA8B,CAAC;AAEtC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCG"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Public barrel for the Kokoro-82M TTS adapter.
|
|
3
|
+
*
|
|
4
|
+
* External callers (the engine layer, the bench harness, tests) should
|
|
5
|
+
* import from `./kokoro` rather than reaching into individual files. The
|
|
6
|
+
* internal layout may change; this surface is stable.
|
|
7
|
+
*/
|
|
8
|
+
export type { KokoroTtsBackendDeps } from "./kokoro-backend";
|
|
9
|
+
export { KokoroTtsBackend } from "./kokoro-backend";
|
|
10
|
+
export type { KokoroFfiRuntimeOptions } from "./kokoro-ffi-runtime";
|
|
11
|
+
export { KokoroFfiRuntime } from "./kokoro-ffi-runtime";
|
|
12
|
+
export type { KokoroMockRuntimeOptions, KokoroPythonRuntimeOptions, KokoroRuntime, KokoroRuntimeChunk, KokoroRuntimeInputs, } from "./kokoro-runtime";
|
|
13
|
+
export { KOKORO_GGUF_REL_PATH, KokoroMockRuntime, KokoroPythonRuntime, } from "./kokoro-runtime";
|
|
14
|
+
export type { PhonemeStreamWindow, StreamPhonemesOptions, } from "./phoneme-stream";
|
|
15
|
+
export { phonemizePhrase, streamPhonemes, } from "./phoneme-stream";
|
|
16
|
+
export { FallbackG2PPhonemizer, KOKORO_PAD_ID, NpmPhonemizePhonemizer, resolvePhonemizer, } from "./phonemizer";
|
|
17
|
+
export type { KokoroBackendDecision, KokoroBackendId, KokoroBackendInputs, } from "./pick-runtime";
|
|
18
|
+
export { pickKokoroRuntimeBackend, readKokoroBackendFromEnv, } from "./pick-runtime";
|
|
19
|
+
export type { VoiceBackendChoice, VoiceBackendDecision, VoiceBackendInputs, VoiceBackendMode, } from "./runtime-selection";
|
|
20
|
+
export { readVoiceBackendModeFromEnv, selectVoiceBackend, } from "./runtime-selection";
|
|
21
|
+
export type { KokoroBackendOptions, KokoroModelLayout, KokoroPhonemeSequence, KokoroPhonemizer, KokoroVoiceId, KokoroVoicePack, } from "./types";
|
|
22
|
+
export { KokoroModelMissingError, KokoroPhonemizerError, } from "./types";
|
|
23
|
+
export { findKokoroVoice, KOKORO_DEFAULT_VOICE_ID, KOKORO_VOICE_PACKS, listKokoroVoiceIds, listKokoroVoicesByLang, listKokoroVoicesByTag, resolveKokoroVoiceOrDefault, } from "./voices";
|
|
24
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/services/voice/kokoro/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,YAAY,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,YAAY,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,YAAY,EACX,wBAAwB,EACxB,0BAA0B,EAC1B,aAAa,EACb,kBAAkB,EAClB,mBAAmB,GACnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACN,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,GACnB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EACX,mBAAmB,EACnB,qBAAqB,GACrB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACN,eAAe,EACf,cAAc,GACd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACN,qBAAqB,EACrB,aAAa,EACb,sBAAsB,EACtB,iBAAiB,GACjB,MAAM,cAAc,CAAC;AACtB,YAAY,EACX,qBAAqB,EACrB,eAAe,EACf,mBAAmB,GACnB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACN,wBAAwB,EACxB,wBAAwB,GACxB,MAAM,gBAAgB,CAAC;AACxB,YAAY,EACX,kBAAkB,EAClB,oBAAoB,EACpB,kBAAkB,EAClB,gBAAgB,GAChB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACN,2BAA2B,EAC3B,kBAAkB,GAClB,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EACX,oBAAoB,EACpB,iBAAiB,EACjB,qBAAqB,EACrB,gBAAgB,EAChB,aAAa,EACb,eAAe,GACf,MAAM,SAAS,CAAC;AACjB,OAAO,EACN,uBAAuB,EACvB,qBAAqB,GACrB,MAAM,SAAS,CAAC;AACjB,OAAO,EACN,eAAe,EACf,uBAAuB,EACvB,kBAAkB,EAClB,kBAAkB,EAClB,sBAAsB,EACtB,qBAAqB,EACrB,2BAA2B,GAC3B,MAAM,UAAU,CAAC"}
|
|
@@ -25,6 +25,21 @@ export interface KokoroTtsBackendDeps extends KokoroBackendOptions {
|
|
|
25
25
|
* libelizainference) in production and `KokoroMockRuntime` in tests. */
|
|
26
26
|
runtime: KokoroRuntime;
|
|
27
27
|
}
|
|
28
|
+
/**
|
|
29
|
+
* Wall-clock budget for time-to-first-audio (TTFA) on the Kokoro path for a
|
|
30
|
+
* mobile-class tier (0.8b/2b/4b — where Kokoro is the *exclusive* backend per
|
|
31
|
+
* `ELIZA_1_VOICE_BACKENDS`). TTFA is measured to the first **audible** chunk:
|
|
32
|
+
* the first non-empty sub-phrase PCM slice the scheduler can begin playing,
|
|
33
|
+
* NOT the whole-phrase synthesis latency. The re-chunking in
|
|
34
|
+
* `synthesizeStream` (one runtime forward → `streamingChunkSamples` slices) is
|
|
35
|
+
* exactly what makes those two numbers differ — the listener hears audio after
|
|
36
|
+
* the first slice, well before the phrase finishes decoding.
|
|
37
|
+
*
|
|
38
|
+
* Conservative gate (catches gross regressions without CI flakiness): real
|
|
39
|
+
* Kokoro-82M first-phrase TTFB is ~97 ms on a warm desktop handle; mobile CPU
|
|
40
|
+
* plus phonemize headroom lands comfortably under this ceiling.
|
|
41
|
+
*/
|
|
42
|
+
export declare const KOKORO_MOBILE_TTFA_BUDGET_MS = 700;
|
|
28
43
|
/**
|
|
29
44
|
* `KokoroTtsBackend` is a streaming-only TTS backend. The model produces
|
|
30
45
|
* the full waveform in one forward, but we surface it as one body chunk +
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"kokoro-backend.d.ts","sourceRoot":"","sources":["../../../../src/services/voice/kokoro/kokoro-backend.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,KAAK,EACX,UAAU,EACV,gBAAgB,EAChB,MAAM,EACN,aAAa,EACb,mBAAmB,EACnB,WAAW,EACX,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EACX,oBAAoB,EAGpB,MAAM,SAAS,CAAC;AAGjB,MAAM,WAAW,oBAAqB,SAAQ,oBAAoB;IACjE;6EACyE;IACzE,OAAO,EAAE,aAAa,CAAC;CACvB;AAED;;;;;;;;;;;;;GAaG;AACH,eAAO,MAAM,4BAA4B,MAAM,CAAC;AAEhD;;;;GAIG;AACH,qBAAa,gBAAiB,YAAW,gBAAgB,EAAE,mBAAmB;IAC7E,QAAQ,CAAC,EAAE,EAAG,QAAQ,CAAU;IAChC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAgB;IACxC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IACxC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAS;IAC/C,OAAO,CAAC,UAAU,CAAiC;IACnD,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAmB;gBAE3C,IAAI,EAAE,oBAAoB;IAQtC,uEAAuE;IACvE,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED,wEAAwE;IACxE,oBAAoB,IAAI,OAAO;IAI/B;;;OAGG;IACG,UAAU,CAAC,IAAI,EAAE;QACtB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,aAAa,CAAC;QACtB,YAAY,EAAE;YAAE,SAAS,EAAE,OAAO,CAAA;SAAE,CAAC;QACrC,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;KAC1B,GAAG,OAAO,CAAC,UAAU,CAAC;IAgCjB,gBAAgB,CAAC,IAAI,EAAE;QAC5B,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,aAAa,CAAC;QACtB,YAAY,EAAE;YAAE,SAAS,EAAE,OAAO,CAAA;SAAE,CAAC;QACrC,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,GAAG,SAAS,CAAC;QACrD,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;KAC1B,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;IAkEnC,OAAO,IAAI,IAAI;IAIf,OAAO,CAAC,YAAY;YASN,gBAAgB;CAM9B"}
|
|
@@ -8,7 +8,7 @@
|
|
|
8
8
|
* (see `runtimeKind` below).
|
|
9
9
|
*
|
|
10
10
|
* TRANSPORT NOTE — Kokoro synthesizes in-process through the fused
|
|
11
|
-
* `libelizainference` handle (ABI v10
|
|
11
|
+
* `libelizainference` handle (`eliza_inference_kokoro_*`, added at ABI v10), the same
|
|
12
12
|
* dlopen()-ed lib as OmniVoice. The fork links Kokoro's native engine
|
|
13
13
|
* (`tools/kokoro/kokoro_lib`, its own GGUF reader + iSTFT decoder) into the
|
|
14
14
|
* fused build, and `KokoroFfiRuntime` drives it via `kokoroLoad` /
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"kokoro-engine-discovery.d.ts","sourceRoot":"","sources":["../../../../src/services/voice/kokoro/kokoro-engine-discovery.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAKH,OAAO,KAAK,EAAE,iBAAiB,EAAmB,MAAM,SAAS,CAAC;AAOlE,gDAAgD;AAChD,eAAO,MAAM,0BAA0B,QAAS,CAAC;AAiBjD,qEAAqE;AACrE,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAE1D;AAED,MAAM,WAAW,2BAA2B;IAC3C,MAAM,EAAE,iBAAiB,CAAC;IAC1B;;;;;;OAMG;IACH,cAAc,EAAE,MAAM,CAAC;IACvB;;;OAGG;IACH,WAAW,EAAE,MAAM,CAAC;CACpB;AAED,0DAA0D;AAC1D,wBAAgB,oBAAoB,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAMlE;AAED;;;;GAIG;AACH,wBAAgB,yBAAyB,CACxC,YAAY,CAAC,EAAE,MAAM,GACnB,2BAA2B,GAAG,IAAI,CAuBpC"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* In-process Kokoro-82M runtime over the fused `libelizainference` FFI
|
|
3
3
|
* (the `eliza_inference_kokoro_*` exports — introduced at ABI v10; the fused
|
|
4
|
-
* library is currently ABI
|
|
5
|
-
* present in every current build — see
|
|
6
|
-
* ffi-bindings.ts).
|
|
4
|
+
* library is currently ABI v12, which adds EOT (v11) and ASR word timestamps
|
|
5
|
+
* (v12) on top, so these symbols are present in every current build — see
|
|
6
|
+
* `ELIZA_INFERENCE_ABI_VERSION` in ffi-bindings.ts).
|
|
7
7
|
*
|
|
8
8
|
* This is the canonical Kokoro execution path on every platform. It replaces
|
|
9
9
|
* the local-TCP `KokoroGgufRuntime` (POST `/v1/audio/speech` on a running
|