@elizaos/plugin-local-inference 2.0.3-beta.2 → 2.0.3-beta.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (881) hide show
  1. package/README.md +84 -10
  2. package/dist/actions/generate-media.d.ts.map +1 -0
  3. package/dist/actions/identify-speaker.d.ts.map +1 -0
  4. package/dist/actions/transcription-control.d.ts.map +1 -0
  5. package/dist/adapters/capacitor-llama/environment.d.ts +12 -0
  6. package/dist/adapters/capacitor-llama/environment.d.ts.map +1 -0
  7. package/dist/adapters/capacitor-llama/index.browser.d.ts +9 -0
  8. package/dist/adapters/capacitor-llama/index.browser.d.ts.map +1 -0
  9. package/dist/adapters/capacitor-llama/index.d.ts +18 -0
  10. package/dist/adapters/capacitor-llama/index.d.ts.map +1 -0
  11. package/dist/adapters/capacitor-llama/loader.d.ts +35 -0
  12. package/dist/adapters/capacitor-llama/loader.d.ts.map +1 -0
  13. package/dist/adapters/capacitor-llama/native-voice-capture.d.ts +70 -0
  14. package/dist/adapters/capacitor-llama/native-voice-capture.d.ts.map +1 -0
  15. package/dist/adapters/capacitor-llama/structured-output.d.ts +62 -0
  16. package/dist/adapters/capacitor-llama/structured-output.d.ts.map +1 -0
  17. package/dist/adapters/capacitor-llama/text-streaming.d.ts +24 -0
  18. package/dist/adapters/capacitor-llama/text-streaming.d.ts.map +1 -0
  19. package/dist/adapters/capacitor-llama/types.d.ts +338 -0
  20. package/dist/adapters/capacitor-llama/types.d.ts.map +1 -0
  21. package/dist/adapters/capacitor-llama/voice-turn.d.ts +86 -0
  22. package/dist/adapters/capacitor-llama/voice-turn.d.ts.map +1 -0
  23. package/dist/backends/apple-foundation.d.ts +56 -0
  24. package/dist/backends/apple-foundation.d.ts.map +1 -0
  25. package/dist/index.d.ts.map +1 -0
  26. package/dist/index.js +39647 -0
  27. package/dist/index.js.map +217 -0
  28. package/{src → dist}/local-inference-routes.d.ts +9 -0
  29. package/dist/local-inference-routes.d.ts.map +1 -0
  30. package/dist/provider.d.ts.map +1 -0
  31. package/{src → dist}/routes/compat-helpers.d.ts +1 -1
  32. package/dist/routes/compat-helpers.d.ts.map +1 -0
  33. package/dist/routes/family-member-route.d.ts.map +1 -0
  34. package/{src → dist}/routes/index.d.ts +1 -0
  35. package/dist/routes/index.d.ts.map +1 -0
  36. package/dist/routes/index.js +42040 -0
  37. package/dist/routes/index.js.map +236 -0
  38. package/{src → dist}/routes/live-diarization-route.d.ts +7 -0
  39. package/dist/routes/live-diarization-route.d.ts.map +1 -0
  40. package/dist/routes/local-inference-asr-route.d.ts.map +1 -0
  41. package/dist/routes/local-inference-asr-transcribe.d.ts.map +1 -0
  42. package/dist/routes/local-inference-compat-routes.d.ts.map +1 -0
  43. package/dist/routes/local-inference-tts-route.d.ts.map +1 -0
  44. package/dist/routes/native-pcm-turn-route.d.ts +3 -0
  45. package/dist/routes/native-pcm-turn-route.d.ts.map +1 -0
  46. package/dist/routes/transcript-audio-store.d.ts.map +1 -0
  47. package/{src → dist}/routes/transcripts-routes.d.ts +8 -0
  48. package/dist/routes/transcripts-routes.d.ts.map +1 -0
  49. package/dist/routes/voice-first-run-routes.d.ts.map +1 -0
  50. package/dist/routes/voice-models-routes.d.ts.map +1 -0
  51. package/dist/routes/voice-profile-plugin-routes.d.ts.map +1 -0
  52. package/dist/routes/voice-profiles-management-routes.d.ts.map +1 -0
  53. package/dist/routes/voice-speaker-profile-routes.d.ts.map +1 -0
  54. package/dist/runtime/embedding-manager-support.d.ts.map +1 -0
  55. package/dist/runtime/embedding-presets.d.ts.map +1 -0
  56. package/dist/runtime/embedding-warmup-policy.d.ts.map +1 -0
  57. package/{src → dist}/runtime/ensure-local-inference-handler.d.ts +8 -0
  58. package/dist/runtime/ensure-local-inference-handler.d.ts.map +1 -0
  59. package/{src → dist}/runtime/index.d.ts +1 -1
  60. package/dist/runtime/index.d.ts.map +1 -0
  61. package/dist/runtime/index.js +38768 -0
  62. package/dist/runtime/index.js.map +217 -0
  63. package/dist/runtime/mobile-local-inference-gate.d.ts +63 -0
  64. package/dist/runtime/mobile-local-inference-gate.d.ts.map +1 -0
  65. package/{src → dist}/runtime/voice-entity-binding.d.ts +10 -0
  66. package/dist/runtime/voice-entity-binding.d.ts.map +1 -0
  67. package/{src → dist}/services/active-model.d.ts +28 -0
  68. package/dist/services/active-model.d.ts.map +1 -0
  69. package/dist/services/asr-provenance.d.ts +5 -0
  70. package/dist/services/asr-provenance.d.ts.map +1 -0
  71. package/{src → dist}/services/assignments.d.ts +16 -3
  72. package/dist/services/assignments.d.ts.map +1 -0
  73. package/dist/services/backend-selector.d.ts +55 -0
  74. package/dist/services/backend-selector.d.ts.map +1 -0
  75. package/{src → dist}/services/backend.d.ts +110 -16
  76. package/dist/services/backend.d.ts.map +1 -0
  77. package/{src → dist}/services/bionic-host-loader.d.ts +21 -0
  78. package/dist/services/bionic-host-loader.d.ts.map +1 -0
  79. package/dist/services/bundled-models.d.ts.map +1 -0
  80. package/dist/services/cache-bridge.d.ts.map +1 -0
  81. package/dist/services/catalog.d.ts +10 -0
  82. package/dist/services/catalog.d.ts.map +1 -0
  83. package/dist/services/checkpoint-client.d.ts.map +1 -0
  84. package/dist/services/checkpoint-manager.d.ts +217 -0
  85. package/dist/services/checkpoint-manager.d.ts.map +1 -0
  86. package/dist/services/cloud-fallback.d.ts.map +1 -0
  87. package/dist/services/context-fit.d.ts +36 -0
  88. package/dist/services/context-fit.d.ts.map +1 -0
  89. package/dist/services/conversation-registry.d.ts.map +1 -0
  90. package/{src → dist}/services/desktop-fused-ffi-backend-runtime.d.ts +22 -6
  91. package/dist/services/desktop-fused-ffi-backend-runtime.d.ts.map +1 -0
  92. package/dist/services/device-bridge.d.ts.map +1 -0
  93. package/dist/services/device-resource-metrics.d.ts.map +1 -0
  94. package/{src → dist}/services/device-tier.d.ts +19 -1
  95. package/dist/services/device-tier.d.ts.map +1 -0
  96. package/{src → dist}/services/downloader.d.ts +16 -4
  97. package/dist/services/downloader.d.ts.map +1 -0
  98. package/{src → dist}/services/engine.d.ts +43 -4
  99. package/dist/services/engine.d.ts.map +1 -0
  100. package/dist/services/ensure-local-artifacts.d.ts +82 -0
  101. package/dist/services/ensure-local-artifacts.d.ts.map +1 -0
  102. package/dist/services/external-scanner.d.ts.map +1 -0
  103. package/dist/services/ffi-llm-mock.d.ts +90 -0
  104. package/dist/services/ffi-llm-mock.d.ts.map +1 -0
  105. package/dist/services/ffi-llm-streaming-abi.d.ts +318 -0
  106. package/dist/services/ffi-llm-streaming-abi.d.ts.map +1 -0
  107. package/{src → dist}/services/ffi-streaming-backend.d.ts +28 -7
  108. package/dist/services/ffi-streaming-backend.d.ts.map +1 -0
  109. package/{src → dist}/services/ffi-streaming-runner.d.ts +24 -0
  110. package/dist/services/ffi-streaming-runner.d.ts.map +1 -0
  111. package/dist/services/gpu-autotune.d.ts +150 -0
  112. package/dist/services/gpu-autotune.d.ts.map +1 -0
  113. package/dist/services/gpu-detect.d.ts.map +1 -0
  114. package/dist/services/handler-registry.d.ts.map +1 -0
  115. package/dist/services/hardware.d.ts.map +1 -0
  116. package/dist/services/image-description-runtime.d.ts.map +1 -0
  117. package/dist/services/imagegen/aosp-unavailable.d.ts.map +1 -0
  118. package/dist/services/imagegen/backend-selector.d.ts.map +1 -0
  119. package/dist/services/imagegen/coreml-unavailable.d.ts.map +1 -0
  120. package/dist/services/imagegen/errors.d.ts.map +1 -0
  121. package/dist/services/imagegen/index.d.ts.map +1 -0
  122. package/dist/services/imagegen/mflux.d.ts.map +1 -0
  123. package/{src → dist}/services/imagegen/sd-cpp.d.ts +1 -0
  124. package/dist/services/imagegen/sd-cpp.d.ts.map +1 -0
  125. package/dist/services/imagegen/tensorrt-unavailable.d.ts.map +1 -0
  126. package/dist/services/imagegen/types.d.ts.map +1 -0
  127. package/{src → dist}/services/index.d.ts +3 -1
  128. package/dist/services/index.d.ts.map +1 -0
  129. package/dist/services/index.js +39453 -0
  130. package/dist/services/index.js.map +227 -0
  131. package/dist/services/inference-capabilities.d.ts.map +1 -0
  132. package/dist/services/inference-telemetry.d.ts.map +1 -0
  133. package/dist/services/ios-llama-streaming.d.ts +119 -0
  134. package/dist/services/ios-llama-streaming.d.ts.map +1 -0
  135. package/dist/services/kv-spill.d.ts.map +1 -0
  136. package/dist/services/latency-trace.d.ts.map +1 -0
  137. package/dist/services/lib-target.d.ts +55 -0
  138. package/dist/services/lib-target.d.ts.map +1 -0
  139. package/dist/services/live-signals.d.ts +86 -0
  140. package/dist/services/live-signals.d.ts.map +1 -0
  141. package/dist/services/llama-server-metrics.d.ts +114 -0
  142. package/dist/services/llama-server-metrics.d.ts.map +1 -0
  143. package/dist/services/llm-streaming-binding.d.ts.map +1 -0
  144. package/dist/services/load-args.d.ts.map +1 -0
  145. package/dist/services/manifest/index.d.ts +4 -0
  146. package/dist/services/manifest/index.d.ts.map +1 -0
  147. package/{src → dist}/services/manifest/schema.d.ts +196 -6
  148. package/dist/services/manifest/schema.d.ts.map +1 -0
  149. package/{src → dist}/services/manifest/types.d.ts +3 -1
  150. package/dist/services/manifest/types.d.ts.map +1 -0
  151. package/dist/services/manifest/validator.d.ts.map +1 -0
  152. package/{src → dist}/services/memory-arbiter.d.ts +33 -3
  153. package/dist/services/memory-arbiter.d.ts.map +1 -0
  154. package/dist/services/memory-benchmark.d.ts +76 -0
  155. package/dist/services/memory-benchmark.d.ts.map +1 -0
  156. package/{src → dist}/services/memory-monitor.d.ts +6 -0
  157. package/dist/services/memory-monitor.d.ts.map +1 -0
  158. package/dist/services/memory-pressure.d.ts.map +1 -0
  159. package/dist/services/mtp-doctor.d.ts.map +1 -0
  160. package/dist/services/network-policy.d.ts.map +1 -0
  161. package/dist/services/paths.d.ts.map +1 -0
  162. package/dist/services/planner-skeleton.d.ts.map +1 -0
  163. package/dist/services/providers.d.ts.map +1 -0
  164. package/dist/services/ram-budget.d.ts.map +1 -0
  165. package/dist/services/readiness.d.ts.map +1 -0
  166. package/dist/services/recommendation.d.ts.map +1 -0
  167. package/{src → dist}/services/registry.d.ts +11 -13
  168. package/dist/services/registry.d.ts.map +1 -0
  169. package/{src → dist}/services/router-handler.d.ts +2 -2
  170. package/dist/services/router-handler.d.ts.map +1 -0
  171. package/{src → dist}/services/routing-policy.d.ts +32 -9
  172. package/dist/services/routing-policy.d.ts.map +1 -0
  173. package/dist/services/routing-preferences.d.ts.map +1 -0
  174. package/dist/services/runtime-target.d.ts.map +1 -0
  175. package/{src → dist}/services/service.d.ts +1 -1
  176. package/dist/services/service.d.ts.map +1 -0
  177. package/dist/services/session-pool.d.ts.map +1 -0
  178. package/dist/services/structured-output/deterministic-repair.d.ts.map +1 -0
  179. package/dist/services/structured-output/index.d.ts +2 -0
  180. package/dist/services/structured-output/index.d.ts.map +1 -0
  181. package/dist/services/structured-output.d.ts.map +1 -0
  182. package/dist/services/system-memory.d.ts.map +1 -0
  183. package/{src → dist}/services/types.d.ts +1 -1
  184. package/dist/services/types.d.ts.map +1 -0
  185. package/dist/services/verify-on-device.d.ts.map +1 -0
  186. package/dist/services/verify.d.ts.map +1 -0
  187. package/dist/services/vision/aosp-unavailable.d.ts.map +1 -0
  188. package/dist/services/vision/capacitor-llama.d.ts.map +1 -0
  189. package/dist/services/vision/cloud-fallback.d.ts.map +1 -0
  190. package/dist/services/vision/hash.d.ts.map +1 -0
  191. package/{src → dist}/services/vision/index.d.ts +1 -1
  192. package/dist/services/vision/index.d.ts.map +1 -0
  193. package/dist/services/vision/llama-server.d.ts.map +1 -0
  194. package/{src → dist}/services/vision/types.d.ts +13 -4
  195. package/dist/services/vision/types.d.ts.map +1 -0
  196. package/dist/services/vision/vast-fallback.d.ts.map +1 -0
  197. package/{src → dist}/services/vision-embedding-cache.d.ts +1 -1
  198. package/dist/services/vision-embedding-cache.d.ts.map +1 -0
  199. package/dist/services/voice/__test-helpers__/fake-ffi.d.ts +27 -0
  200. package/dist/services/voice/__test-helpers__/fake-ffi.d.ts.map +1 -0
  201. package/dist/services/voice/__test-helpers__/synthetic-speech.d.ts +66 -0
  202. package/dist/services/voice/__test-helpers__/synthetic-speech.d.ts.map +1 -0
  203. package/dist/services/voice/acoustic-speaker-attribution.d.ts +61 -0
  204. package/dist/services/voice/acoustic-speaker-attribution.d.ts.map +1 -0
  205. package/{src → dist}/services/voice/audio-frame-consumer.d.ts +82 -0
  206. package/dist/services/voice/audio-frame-consumer.d.ts.map +1 -0
  207. package/dist/services/voice/barge-in.d.ts.map +1 -0
  208. package/dist/services/voice/cancellation-coordinator.d.ts.map +1 -0
  209. package/dist/services/voice/checkpoint-manager.d.ts.map +1 -0
  210. package/dist/services/voice/checkpoint-policy.d.ts +178 -0
  211. package/dist/services/voice/checkpoint-policy.d.ts.map +1 -0
  212. package/dist/services/voice/corpus-augment.d.ts +111 -0
  213. package/dist/services/voice/corpus-augment.d.ts.map +1 -0
  214. package/dist/services/voice/corpus-generator.d.ts +134 -0
  215. package/dist/services/voice/corpus-generator.d.ts.map +1 -0
  216. package/dist/services/voice/diarization-error-rate.d.ts +40 -0
  217. package/dist/services/voice/diarization-error-rate.d.ts.map +1 -0
  218. package/dist/services/voice/e2e-harness.d.ts +297 -0
  219. package/dist/services/voice/e2e-harness.d.ts.map +1 -0
  220. package/dist/services/voice/eager-context-builder.d.ts.map +1 -0
  221. package/dist/services/voice/echo-delay.d.ts +67 -0
  222. package/dist/services/voice/echo-delay.d.ts.map +1 -0
  223. package/dist/services/voice/echo-metrics.d.ts +7 -0
  224. package/dist/services/voice/echo-metrics.d.ts.map +1 -0
  225. package/dist/services/voice/echo-reference-buffer.d.ts +65 -0
  226. package/dist/services/voice/echo-reference-buffer.d.ts.map +1 -0
  227. package/{src → dist}/services/voice/eliza1-eot-scorer.d.ts +8 -8
  228. package/dist/services/voice/eliza1-eot-scorer.d.ts.map +1 -0
  229. package/dist/services/voice/embedding-server.d.ts +37 -0
  230. package/dist/services/voice/embedding-server.d.ts.map +1 -0
  231. package/{src → dist}/services/voice/embedding.d.ts +2 -3
  232. package/dist/services/voice/embedding.d.ts.map +1 -0
  233. package/dist/services/voice/emotion-attribution.d.ts.map +1 -0
  234. package/{src → dist}/services/voice/engine-bridge.d.ts +8 -5
  235. package/dist/services/voice/engine-bridge.d.ts.map +1 -0
  236. package/{src → dist}/services/voice/eot-classifier-ggml.d.ts +22 -22
  237. package/dist/services/voice/eot-classifier-ggml.d.ts.map +1 -0
  238. package/{src → dist}/services/voice/eot-classifier.d.ts +9 -12
  239. package/dist/services/voice/eot-classifier.d.ts.map +1 -0
  240. package/{src → dist}/services/voice/errors.d.ts +1 -1
  241. package/dist/services/voice/errors.d.ts.map +1 -0
  242. package/{src → dist}/services/voice/expressive-tags.d.ts +5 -5
  243. package/dist/services/voice/expressive-tags.d.ts.map +1 -0
  244. package/{src → dist}/services/voice/ffi-bindings.d.ts +26 -4
  245. package/dist/services/voice/ffi-bindings.d.ts.map +1 -0
  246. package/dist/services/voice/first-line-cache.d.ts.map +1 -0
  247. package/{src → dist}/services/voice/fused-eot-scorer.d.ts +6 -6
  248. package/dist/services/voice/fused-eot-scorer.d.ts.map +1 -0
  249. package/{src → dist}/services/voice/index.d.ts +8 -3
  250. package/dist/services/voice/index.d.ts.map +1 -0
  251. package/dist/services/voice/kokoro/index.d.ts +24 -0
  252. package/dist/services/voice/kokoro/index.d.ts.map +1 -0
  253. package/{src → dist}/services/voice/kokoro/kokoro-backend.d.ts +15 -0
  254. package/dist/services/voice/kokoro/kokoro-backend.d.ts.map +1 -0
  255. package/{src → dist}/services/voice/kokoro/kokoro-engine-discovery.d.ts +1 -1
  256. package/dist/services/voice/kokoro/kokoro-engine-discovery.d.ts.map +1 -0
  257. package/{src → dist}/services/voice/kokoro/kokoro-ffi-runtime.d.ts +3 -3
  258. package/dist/services/voice/kokoro/kokoro-ffi-runtime.d.ts.map +1 -0
  259. package/dist/services/voice/kokoro/kokoro-runtime.d.ts.map +1 -0
  260. package/dist/services/voice/kokoro/phoneme-stream.d.ts +51 -0
  261. package/dist/services/voice/kokoro/phoneme-stream.d.ts.map +1 -0
  262. package/dist/services/voice/kokoro/phonemizer.d.ts.map +1 -0
  263. package/{src → dist}/services/voice/kokoro/pick-runtime.d.ts +1 -1
  264. package/dist/services/voice/kokoro/pick-runtime.d.ts.map +1 -0
  265. package/dist/services/voice/kokoro/runtime-selection.d.ts +31 -0
  266. package/dist/services/voice/kokoro/runtime-selection.d.ts.map +1 -0
  267. package/dist/services/voice/kokoro/types.d.ts.map +1 -0
  268. package/dist/services/voice/kokoro/voice-presets.d.ts.map +1 -0
  269. package/dist/services/voice/kokoro/voices.d.ts.map +1 -0
  270. package/dist/services/voice/lifecycle.d.ts.map +1 -0
  271. package/dist/services/voice/live-diarization-session.d.ts +196 -0
  272. package/dist/services/voice/live-diarization-session.d.ts.map +1 -0
  273. package/dist/services/voice/metric-math.d.ts +10 -0
  274. package/dist/services/voice/metric-math.d.ts.map +1 -0
  275. package/{src → dist}/services/voice/mic-source.d.ts +1 -1
  276. package/dist/services/voice/mic-source.d.ts.map +1 -0
  277. package/dist/services/voice/nlms-echo-canceller.d.ts +137 -0
  278. package/dist/services/voice/nlms-echo-canceller.d.ts.map +1 -0
  279. package/dist/services/voice/optimistic-policy.d.ts.map +1 -0
  280. package/dist/services/voice/optimistic-rollback.d.ts +151 -0
  281. package/dist/services/voice/optimistic-rollback.d.ts.map +1 -0
  282. package/{src → dist}/services/voice/partial-stabilizer.d.ts +1 -1
  283. package/dist/services/voice/partial-stabilizer.d.ts.map +1 -0
  284. package/dist/services/voice/phoneme-tokenizer.d.ts.map +1 -0
  285. package/dist/services/voice/phrase-cache.d.ts.map +1 -0
  286. package/dist/services/voice/phrase-chunker.d.ts.map +1 -0
  287. package/dist/services/voice/pipeline-impls.d.ts.map +1 -0
  288. package/dist/services/voice/pipeline.d.ts.map +1 -0
  289. package/dist/services/voice/prefill-client.d.ts.map +1 -0
  290. package/dist/services/voice/prefix-preserving-queue.d.ts.map +1 -0
  291. package/dist/services/voice/profile-store.d.ts.map +1 -0
  292. package/dist/services/voice/ring-buffer.d.ts.map +1 -0
  293. package/dist/services/voice/rollback-queue.d.ts.map +1 -0
  294. package/dist/services/voice/samantha-preset-placeholder.d.ts.map +1 -0
  295. package/dist/services/voice/samantha-preset-regenerator.d.ts.map +1 -0
  296. package/dist/services/voice/scheduler.d.ts.map +1 -0
  297. package/dist/services/voice/self-voice-imprint.d.ts +33 -0
  298. package/dist/services/voice/self-voice-imprint.d.ts.map +1 -0
  299. package/{src → dist}/services/voice/shared-resources.d.ts +14 -0
  300. package/dist/services/voice/shared-resources.d.ts.map +1 -0
  301. package/dist/services/voice/speaker/attribution-pipeline.d.ts.map +1 -0
  302. package/dist/services/voice/speaker/diarizer-fused.d.ts.map +1 -0
  303. package/dist/services/voice/speaker/diarizer.d.ts.map +1 -0
  304. package/dist/services/voice/speaker/encoder-fused.d.ts.map +1 -0
  305. package/dist/services/voice/speaker/encoder-ggml.d.ts.map +1 -0
  306. package/dist/services/voice/speaker/encoder.d.ts.map +1 -0
  307. package/dist/services/voice/speaker-imprint.d.ts.map +1 -0
  308. package/dist/services/voice/speaker-preset-cache.d.ts.map +1 -0
  309. package/dist/services/voice/streaming-asr/streaming-pipeline-adapter.d.ts +160 -0
  310. package/dist/services/voice/streaming-asr/streaming-pipeline-adapter.d.ts.map +1 -0
  311. package/dist/services/voice/system-audio-sink.d.ts.map +1 -0
  312. package/{src → dist}/services/voice/transcriber.d.ts +4 -4
  313. package/dist/services/voice/transcriber.d.ts.map +1 -0
  314. package/dist/services/voice/transcript-knowledge.d.ts.map +1 -0
  315. package/{src → dist}/services/voice/transcript-service.d.ts +20 -1
  316. package/dist/services/voice/transcript-service.d.ts.map +1 -0
  317. package/{src → dist}/services/voice/transcript-store.d.ts +12 -1
  318. package/dist/services/voice/transcript-store.d.ts.map +1 -0
  319. package/dist/services/voice/turn-controller.d.ts.map +1 -0
  320. package/{src → dist}/services/voice/types.d.ts +6 -6
  321. package/dist/services/voice/types.d.ts.map +1 -0
  322. package/{src → dist}/services/voice/vad.d.ts +6 -5
  323. package/dist/services/voice/vad.d.ts.map +1 -0
  324. package/dist/services/voice/voice-budget.d.ts.map +1 -0
  325. package/dist/services/voice/voice-emotion-classifier.d.ts.map +1 -0
  326. package/dist/services/voice/voice-preload-predictor.d.ts +76 -0
  327. package/dist/services/voice/voice-preload-predictor.d.ts.map +1 -0
  328. package/{src → dist}/services/voice/voice-preset-format.d.ts +2 -2
  329. package/dist/services/voice/voice-preset-format.d.ts.map +1 -0
  330. package/dist/services/voice/voice-profile-artifact.d.ts.map +1 -0
  331. package/dist/services/voice/voice-profile-routes.d.ts.map +1 -0
  332. package/dist/services/voice/voice-scenario.d.ts +131 -0
  333. package/dist/services/voice/voice-scenario.d.ts.map +1 -0
  334. package/dist/services/voice/voice-state-machine.d.ts.map +1 -0
  335. package/dist/services/voice/voice-workbench-report.d.ts +117 -0
  336. package/dist/services/voice/voice-workbench-report.d.ts.map +1 -0
  337. package/{src → dist}/services/voice/wake-word-ggml.d.ts +8 -9
  338. package/dist/services/voice/wake-word-ggml.d.ts.map +1 -0
  339. package/dist/services/voice/wake-word.d.ts.map +1 -0
  340. package/dist/services/voice/wav-codec.d.ts +11 -0
  341. package/dist/services/voice/wav-codec.d.ts.map +1 -0
  342. package/dist/services/voice/workbench-entrypoint.d.ts +42 -0
  343. package/dist/services/voice/workbench-entrypoint.d.ts.map +1 -0
  344. package/dist/services/voice/workbench-headless-runner.d.ts +102 -0
  345. package/dist/services/voice/workbench-headless-runner.d.ts.map +1 -0
  346. package/dist/services/voice/workbench-logic-services.d.ts +36 -0
  347. package/dist/services/voice/workbench-logic-services.d.ts.map +1 -0
  348. package/dist/services/voice/workbench-real-services.d.ts +17 -0
  349. package/dist/services/voice/workbench-real-services.d.ts.map +1 -0
  350. package/dist/services/voice/workbench-scenarios.d.ts +24 -0
  351. package/dist/services/voice/workbench-scenarios.d.ts.map +1 -0
  352. package/dist/services/voice/wrap-with-first-line-cache.d.ts.map +1 -0
  353. package/dist/services/voice-model-updater.d.ts.map +1 -0
  354. package/dist/services/voice-prewarm.d.ts.map +1 -0
  355. package/dist/voice-workbench.d.ts +18 -0
  356. package/dist/voice-workbench.d.ts.map +1 -0
  357. package/dist/voice-workbench.js +5259 -0
  358. package/dist/voice-workbench.js.map +34 -0
  359. package/package.json +28 -9
  360. package/registry-entry.json +137 -0
  361. package/src/adapters/capacitor-llama/__tests__/voice-turn.test.ts +293 -0
  362. package/src/adapters/capacitor-llama/environment.ts +1 -1
  363. package/src/adapters/capacitor-llama/index.ts +28 -4
  364. package/src/adapters/capacitor-llama/native-voice-capture.ts +140 -0
  365. package/src/adapters/capacitor-llama/text-streaming.ts +2 -2
  366. package/src/adapters/capacitor-llama/voice-turn.ts +178 -0
  367. package/src/backends/apple-foundation.ts +1 -1
  368. package/src/local-inference-routes.test.ts +57 -11
  369. package/src/local-inference-routes.ts +90 -8
  370. package/src/provider.ts +32 -3
  371. package/src/routes/compat-helpers.ts +2 -1
  372. package/src/routes/index.ts +1 -0
  373. package/src/routes/live-diarization-route.test.ts +134 -0
  374. package/src/routes/live-diarization-route.ts +79 -3
  375. package/src/routes/local-inference-asr-route.test.ts +43 -2
  376. package/src/routes/local-inference-asr-route.ts +7 -4
  377. package/src/routes/local-inference-asr-transcribe.test.ts +4 -4
  378. package/src/routes/local-inference-asr-transcribe.ts +1 -1
  379. package/src/routes/local-inference-compat-routes.test.ts +3 -3
  380. package/src/routes/local-inference-compat-routes.ts +23 -56
  381. package/src/routes/native-pcm-turn-route.test.ts +136 -0
  382. package/src/routes/native-pcm-turn-route.ts +121 -0
  383. package/src/routes/transcripts-routes.test.ts +51 -0
  384. package/src/routes/transcripts-routes.ts +35 -3
  385. package/src/runtime/bionic-wire-encoding.test.ts +147 -0
  386. package/src/runtime/ensure-local-inference-handler.test.ts +203 -5
  387. package/src/runtime/ensure-local-inference-handler.ts +203 -11
  388. package/src/runtime/index.ts +4 -1
  389. package/src/runtime/mobile-local-inference-gate.test.ts +85 -2
  390. package/src/runtime/mobile-local-inference-gate.ts +60 -5
  391. package/src/runtime/voice-entity-binding.transcript.test.ts +29 -0
  392. package/src/runtime/voice-entity-binding.ts +46 -6
  393. package/src/runtime/voice-speaker-entity-contract.test.ts +149 -0
  394. package/src/services/README.md +2 -2
  395. package/src/services/__tests__/backend-selector.precedence.test.ts +333 -0
  396. package/src/services/active-model-context-fit.test.ts +125 -0
  397. package/src/services/active-model.ts +211 -8
  398. package/src/services/asr-provenance.ts +68 -0
  399. package/src/services/assignment-validation.test.ts +118 -0
  400. package/src/services/assignments.test.ts +26 -0
  401. package/src/services/assignments.ts +52 -4
  402. package/src/services/backend.test.ts +84 -0
  403. package/src/services/backend.ts +198 -19
  404. package/src/services/bionic-host-loader.test.ts +94 -1
  405. package/src/services/bionic-host-loader.ts +72 -0
  406. package/src/services/cache-bridge.test.ts +7 -7
  407. package/src/services/catalog.test.ts +32 -11
  408. package/src/services/catalog.ts +6 -0
  409. package/src/services/cloud-fallback.ts +1 -1
  410. package/src/services/context-fit.test.ts +121 -0
  411. package/src/services/context-fit.ts +113 -0
  412. package/src/services/desktop-fused-ffi-backend-runtime.ts +99 -7
  413. package/src/services/device-tier.test.ts +89 -2
  414. package/src/services/device-tier.ts +103 -11
  415. package/src/services/downloader.test.ts +199 -58
  416. package/src/services/downloader.ts +141 -27
  417. package/src/services/engine-direct-bundle.test.ts +38 -6
  418. package/src/services/engine.ts +291 -104
  419. package/src/services/ensure-local-artifacts.ts +1 -1
  420. package/src/services/ffi-llm-streaming-abi.ts +6 -3
  421. package/src/services/ffi-streaming-backend.ts +44 -8
  422. package/src/services/ffi-streaming-runner.test.ts +163 -3
  423. package/src/services/ffi-streaming-runner.ts +54 -1
  424. package/src/services/ffi-unload-ordering.test.ts +5 -1
  425. package/src/services/fused-eliza1-no-regression.test.ts +144 -0
  426. package/src/services/hardware.test.ts +7 -2
  427. package/src/services/hardware.ts +28 -0
  428. package/src/services/imagegen/backend-selector.test.ts +190 -0
  429. package/src/services/imagegen/sd-cpp.ts +6 -9
  430. package/src/services/index.ts +18 -0
  431. package/src/services/ios-llama-streaming.ts +1 -1
  432. package/src/services/kv-spill.ts +6 -5
  433. package/src/services/lib-target.test.ts +145 -0
  434. package/src/services/lib-target.ts +102 -0
  435. package/src/services/live-signals.test.ts +132 -0
  436. package/src/services/live-signals.ts +177 -0
  437. package/src/services/llama-server-metrics.test.ts +168 -0
  438. package/src/services/manifest/eliza-1.manifest.v1.json +84 -2
  439. package/src/services/manifest/index.ts +6 -0
  440. package/src/services/manifest/manifest.test.ts +156 -54
  441. package/src/services/manifest/schema.ts +160 -52
  442. package/src/services/manifest/types.ts +6 -0
  443. package/src/services/manifest/validator.ts +91 -25
  444. package/src/services/memory-arbiter.test.ts +139 -0
  445. package/src/services/memory-arbiter.ts +81 -15
  446. package/src/services/memory-benchmark.test.ts +91 -0
  447. package/src/services/memory-benchmark.ts +354 -0
  448. package/src/services/memory-monitor.test.ts +24 -0
  449. package/src/services/memory-monitor.ts +12 -0
  450. package/src/services/mtp-doctor.ts +10 -2
  451. package/src/services/network-policy.ts +5 -5
  452. package/src/services/ram-budget-cache.test.ts +2 -1
  453. package/src/services/ram-budget.ts +0 -0
  454. package/src/services/recommendation.test.ts +216 -0
  455. package/src/services/registry.ts +25 -19
  456. package/src/services/required-kernels-gate.test.ts +64 -0
  457. package/src/services/router-handler.ts +43 -24
  458. package/src/services/routing-policy.test.ts +211 -23
  459. package/src/services/routing-policy.ts +92 -22
  460. package/src/services/service.test.ts +3 -3
  461. package/src/services/service.ts +22 -7
  462. package/src/services/transcription-priority.test.ts +2 -2
  463. package/src/services/types.ts +4 -0
  464. package/src/services/verify-on-device.test.ts +2 -2
  465. package/src/services/vision/hash.ts +1 -1
  466. package/src/services/vision/index.ts +2 -2
  467. package/src/services/vision/llama-server.ts +1 -1
  468. package/src/services/vision/types.ts +13 -4
  469. package/src/services/vision-embedding-cache.ts +1 -1
  470. package/src/services/voice/VOICE_WORKBENCH.md +71 -26
  471. package/src/services/voice/__fixtures__/voice-workbench-logic-baseline.json +180 -0
  472. package/src/services/voice/__test-helpers__/synthetic-speech.ts +72 -2
  473. package/src/services/voice/__tests__/eliza1-eot-scorer.test.ts +29 -29
  474. package/src/services/voice/__tests__/streaming-asr.test.ts +1 -1
  475. package/src/services/voice/acoustic-speaker-attribution.test.ts +165 -0
  476. package/src/services/voice/acoustic-speaker-attribution.ts +336 -0
  477. package/src/services/voice/asr-timed.real.test.ts +6 -8
  478. package/src/services/voice/audio-frame-consumer.test.ts +327 -1
  479. package/src/services/voice/audio-frame-consumer.ts +165 -5
  480. package/src/services/voice/barge-in.ts +2 -3
  481. package/src/services/voice/corpus-augment.test.ts +276 -0
  482. package/src/services/voice/corpus-augment.ts +451 -0
  483. package/src/services/voice/corpus-generator.test.ts +201 -0
  484. package/src/services/voice/corpus-generator.ts +413 -0
  485. package/src/services/voice/diarization-error-rate.greedy.test.ts +140 -0
  486. package/src/services/voice/diarization-error-rate.test.ts +100 -0
  487. package/src/services/voice/diarization-error-rate.ts +249 -0
  488. package/src/services/voice/e2e-harness.der.test.ts +94 -0
  489. package/src/services/voice/e2e-harness.respond-eot-entity.test.ts +277 -0
  490. package/src/services/voice/e2e-harness.security-echo.test.ts +103 -0
  491. package/src/services/voice/e2e-harness.test.ts +2 -2
  492. package/src/services/voice/e2e-harness.ts +175 -16
  493. package/src/services/voice/echo-delay.test.ts +118 -0
  494. package/src/services/voice/echo-delay.ts +135 -0
  495. package/src/services/voice/echo-metrics.test.ts +17 -0
  496. package/src/services/voice/echo-metrics.ts +20 -0
  497. package/src/services/voice/echo-reference-buffer.test.ts +86 -0
  498. package/src/services/voice/echo-reference-buffer.ts +165 -0
  499. package/src/services/voice/eliza1-eot-scorer.ts +22 -22
  500. package/src/services/voice/embedding.ts +2 -3
  501. package/src/services/voice/engine-bridge-transcript-join.test.ts +278 -0
  502. package/src/services/voice/engine-bridge.ts +151 -110
  503. package/src/services/voice/eot-classifier-ggml.ts +42 -39
  504. package/src/services/voice/eot-classifier.test.ts +98 -0
  505. package/src/services/voice/eot-classifier.ts +11 -122
  506. package/src/services/voice/errors.ts +2 -0
  507. package/src/services/voice/expressive-tags.asr.test.ts +77 -0
  508. package/src/services/voice/expressive-tags.test.ts +102 -0
  509. package/src/services/voice/expressive-tags.ts +8 -8
  510. package/src/services/voice/ffi-bindings.test.ts +10 -3
  511. package/src/services/voice/ffi-bindings.ts +177 -15
  512. package/src/services/voice/fused-eot-scorer.ts +17 -13
  513. package/src/services/voice/index.ts +33 -12
  514. package/src/services/voice/kokoro/__tests__/kokoro-backend.test.ts +112 -1
  515. package/src/services/voice/kokoro/__tests__/kokoro-engine-bridge.real.test.ts +88 -3
  516. package/src/services/voice/kokoro/__tests__/runtime-selection.test.ts +37 -201
  517. package/src/services/voice/kokoro/kokoro-backend.ts +16 -0
  518. package/src/services/voice/kokoro/kokoro-engine-discovery.ts +1 -1
  519. package/src/services/voice/kokoro/kokoro-ffi-runtime.ts +3 -3
  520. package/src/services/voice/kokoro/pick-runtime.ts +1 -1
  521. package/src/services/voice/kokoro/runtime-selection.ts +28 -201
  522. package/src/services/voice/live-diarization-session.echo.test.ts +232 -0
  523. package/src/services/voice/live-diarization-session.ts +335 -2
  524. package/src/services/voice/metric-math.test.ts +61 -0
  525. package/src/services/voice/metric-math.ts +25 -0
  526. package/src/services/voice/mic-source.ts +1 -1
  527. package/src/services/voice/nlms-echo-canceller.test.ts +244 -0
  528. package/src/services/voice/nlms-echo-canceller.ts +317 -0
  529. package/src/services/voice/optimistic-policy.power-source.test.ts +36 -0
  530. package/src/services/voice/partial-stabilizer.ts +1 -1
  531. package/src/services/voice/pipeline.ts +3 -4
  532. package/src/services/voice/research/VOICE_8785_ASSESSMENT.md +141 -0
  533. package/src/services/voice/research/VOICE_PIPELINE_RESEARCH_2026.md +117 -0
  534. package/src/services/voice/research/VOICE_VALIDATION_RUNBOOK.md +135 -0
  535. package/src/services/voice/samantha-preset-regenerator.wav.test.ts +90 -0
  536. package/src/services/voice/self-voice-imprint.test.ts +59 -0
  537. package/src/services/voice/self-voice-imprint.ts +102 -0
  538. package/src/services/voice/shared-resources.ts +23 -0
  539. package/src/services/voice/speaker/attribution-pipeline.test.ts +221 -0
  540. package/src/services/voice/speaker/attribution-pipeline.ts +85 -22
  541. package/src/services/voice/speaker/encoder-ggml.test.ts +59 -0
  542. package/src/services/voice/transcriber.asr-backend.test.ts +76 -0
  543. package/src/services/voice/transcriber.ts +4 -4
  544. package/src/services/voice/transcript-service.test.ts +58 -0
  545. package/src/services/voice/transcript-service.ts +64 -0
  546. package/src/services/voice/transcript-store.test.ts +36 -0
  547. package/src/services/voice/transcript-store.ts +32 -0
  548. package/src/services/voice/types.ts +7 -7
  549. package/src/services/voice/vad.test.ts +33 -15
  550. package/src/services/voice/vad.ts +25 -20
  551. package/src/services/voice/voice-budget.test.ts +0 -3
  552. package/src/services/voice/voice-budget.ts +6 -6
  553. package/src/services/voice/voice-duet.test.ts +1 -1
  554. package/src/services/voice/voice-hardening.fuzz.test.ts +116 -0
  555. package/src/services/voice/voice-preload-predictor.test.ts +130 -0
  556. package/src/services/voice/voice-preload-predictor.ts +113 -0
  557. package/src/services/voice/voice-preset-format.fuzz.test.ts +89 -0
  558. package/src/services/voice/voice-preset-format.test.ts +75 -0
  559. package/src/services/voice/voice-preset-format.ts +17 -4
  560. package/src/services/voice/voice-scenario.test.ts +159 -0
  561. package/src/services/voice/voice-scenario.ts +133 -7
  562. package/src/services/voice/voice-scenario.turn-helpers.test.ts +77 -0
  563. package/src/services/voice/voice-workbench-report.ts +58 -17
  564. package/src/services/voice/wake-word-ggml.ts +12 -13
  565. package/src/services/voice/wav-codec.fuzz.test.ts +59 -0
  566. package/src/services/voice/wav-codec.test.ts +32 -0
  567. package/src/services/voice/wav-codec.ts +101 -0
  568. package/src/services/voice/workbench-entrypoint.test.ts +55 -0
  569. package/src/services/voice/workbench-entrypoint.ts +88 -0
  570. package/src/services/voice/workbench-headless-runner.test.ts +162 -0
  571. package/src/services/voice/workbench-headless-runner.ts +396 -0
  572. package/src/services/voice/workbench-logic-services.test.ts +225 -0
  573. package/src/services/voice/workbench-logic-services.ts +184 -0
  574. package/src/services/voice/workbench-real-services.ts +629 -0
  575. package/src/services/voice/workbench-scenarios.ts +407 -0
  576. package/src/services/voice-prewarm.ts +1 -1
  577. package/src/voice-workbench.ts +71 -0
  578. package/src/actions/generate-media.d.ts.map +0 -1
  579. package/src/actions/identify-speaker.d.ts.map +0 -1
  580. package/src/actions/transcription-control.d.ts.map +0 -1
  581. package/src/index.d.ts.map +0 -1
  582. package/src/local-inference-routes.d.ts.map +0 -1
  583. package/src/provider.d.ts.map +0 -1
  584. package/src/routes/compat-helpers.d.ts.map +0 -1
  585. package/src/routes/family-member-route.d.ts.map +0 -1
  586. package/src/routes/index.d.ts.map +0 -1
  587. package/src/routes/live-diarization-route.d.ts.map +0 -1
  588. package/src/routes/local-inference-asr-route.d.ts.map +0 -1
  589. package/src/routes/local-inference-asr-transcribe.d.ts.map +0 -1
  590. package/src/routes/local-inference-compat-routes.d.ts.map +0 -1
  591. package/src/routes/local-inference-tts-route.d.ts.map +0 -1
  592. package/src/routes/transcript-audio-store.d.ts.map +0 -1
  593. package/src/routes/transcripts-routes.d.ts.map +0 -1
  594. package/src/routes/voice-first-run-routes.d.ts.map +0 -1
  595. package/src/routes/voice-models-routes.d.ts.map +0 -1
  596. package/src/routes/voice-profile-plugin-routes.d.ts.map +0 -1
  597. package/src/routes/voice-profiles-management-routes.d.ts.map +0 -1
  598. package/src/routes/voice-speaker-profile-routes.d.ts.map +0 -1
  599. package/src/runtime/embedding-manager-support.d.ts.map +0 -1
  600. package/src/runtime/embedding-presets.d.ts.map +0 -1
  601. package/src/runtime/embedding-warmup-policy.d.ts.map +0 -1
  602. package/src/runtime/ensure-local-inference-handler.d.ts.map +0 -1
  603. package/src/runtime/index.d.ts.map +0 -1
  604. package/src/runtime/mobile-local-inference-gate.d.ts +0 -31
  605. package/src/runtime/mobile-local-inference-gate.d.ts.map +0 -1
  606. package/src/runtime/voice-entity-binding.d.ts.map +0 -1
  607. package/src/services/active-model.d.ts.map +0 -1
  608. package/src/services/assignments.d.ts.map +0 -1
  609. package/src/services/backend.d.ts.map +0 -1
  610. package/src/services/bionic-host-loader.d.ts.map +0 -1
  611. package/src/services/bundled-models.d.ts.map +0 -1
  612. package/src/services/cache-bridge.d.ts.map +0 -1
  613. package/src/services/catalog.d.ts +0 -10
  614. package/src/services/catalog.d.ts.map +0 -1
  615. package/src/services/checkpoint-client.d.ts.map +0 -1
  616. package/src/services/cloud-fallback.d.ts.map +0 -1
  617. package/src/services/conversation-registry.d.ts.map +0 -1
  618. package/src/services/desktop-fused-ffi-backend-runtime.d.ts.map +0 -1
  619. package/src/services/device-bridge.d.ts.map +0 -1
  620. package/src/services/device-resource-metrics.d.ts.map +0 -1
  621. package/src/services/device-tier.d.ts.map +0 -1
  622. package/src/services/downloader.d.ts.map +0 -1
  623. package/src/services/engine.d.ts.map +0 -1
  624. package/src/services/external-scanner.d.ts.map +0 -1
  625. package/src/services/ffi-streaming-backend.d.ts.map +0 -1
  626. package/src/services/ffi-streaming-runner.d.ts.map +0 -1
  627. package/src/services/gpu-detect.d.ts.map +0 -1
  628. package/src/services/handler-registry.d.ts.map +0 -1
  629. package/src/services/hardware.d.ts.map +0 -1
  630. package/src/services/hf-search.d.ts +0 -26
  631. package/src/services/hf-search.d.ts.map +0 -1
  632. package/src/services/hf-search.test.ts +0 -69
  633. package/src/services/hf-search.ts +0 -420
  634. package/src/services/image-description-runtime.d.ts.map +0 -1
  635. package/src/services/imagegen/aosp-unavailable.d.ts.map +0 -1
  636. package/src/services/imagegen/backend-selector.d.ts.map +0 -1
  637. package/src/services/imagegen/coreml-unavailable.d.ts.map +0 -1
  638. package/src/services/imagegen/errors.d.ts.map +0 -1
  639. package/src/services/imagegen/index.d.ts.map +0 -1
  640. package/src/services/imagegen/mflux.d.ts.map +0 -1
  641. package/src/services/imagegen/sd-cpp.d.ts.map +0 -1
  642. package/src/services/imagegen/tensorrt-unavailable.d.ts.map +0 -1
  643. package/src/services/imagegen/types.d.ts.map +0 -1
  644. package/src/services/index.d.ts.map +0 -1
  645. package/src/services/inference-capabilities.d.ts.map +0 -1
  646. package/src/services/inference-telemetry.d.ts.map +0 -1
  647. package/src/services/kv-spill.d.ts.map +0 -1
  648. package/src/services/latency-trace.d.ts.map +0 -1
  649. package/src/services/llm-streaming-binding.d.ts.map +0 -1
  650. package/src/services/load-args.d.ts.map +0 -1
  651. package/src/services/manifest/index.d.ts +0 -4
  652. package/src/services/manifest/index.d.ts.map +0 -1
  653. package/src/services/manifest/schema.d.ts.map +0 -1
  654. package/src/services/manifest/types.d.ts.map +0 -1
  655. package/src/services/manifest/validator.d.ts.map +0 -1
  656. package/src/services/memory-arbiter.d.ts.map +0 -1
  657. package/src/services/memory-monitor.d.ts.map +0 -1
  658. package/src/services/memory-pressure.d.ts.map +0 -1
  659. package/src/services/mtp-doctor.d.ts.map +0 -1
  660. package/src/services/network-policy.d.ts.map +0 -1
  661. package/src/services/paths.d.ts.map +0 -1
  662. package/src/services/planner-skeleton.d.ts.map +0 -1
  663. package/src/services/providers.d.ts.map +0 -1
  664. package/src/services/ram-budget.d.ts.map +0 -1
  665. package/src/services/readiness.d.ts.map +0 -1
  666. package/src/services/recommendation.d.ts.map +0 -1
  667. package/src/services/registry.d.ts.map +0 -1
  668. package/src/services/router-handler.d.ts.map +0 -1
  669. package/src/services/routing-policy.d.ts.map +0 -1
  670. package/src/services/routing-preferences.d.ts.map +0 -1
  671. package/src/services/runtime-target.d.ts.map +0 -1
  672. package/src/services/service.d.ts.map +0 -1
  673. package/src/services/session-pool.d.ts.map +0 -1
  674. package/src/services/structured-output/deterministic-repair.d.ts.map +0 -1
  675. package/src/services/structured-output.d.ts.map +0 -1
  676. package/src/services/system-memory.d.ts.map +0 -1
  677. package/src/services/types.d.ts.map +0 -1
  678. package/src/services/verify-on-device.d.ts.map +0 -1
  679. package/src/services/verify.d.ts.map +0 -1
  680. package/src/services/vision/aosp-unavailable.d.ts.map +0 -1
  681. package/src/services/vision/capacitor-llama.d.ts.map +0 -1
  682. package/src/services/vision/cloud-fallback.d.ts.map +0 -1
  683. package/src/services/vision/hash.d.ts.map +0 -1
  684. package/src/services/vision/index.d.ts.map +0 -1
  685. package/src/services/vision/llama-server.d.ts.map +0 -1
  686. package/src/services/vision/types.d.ts.map +0 -1
  687. package/src/services/vision/vast-fallback.d.ts.map +0 -1
  688. package/src/services/vision-embedding-cache.d.ts.map +0 -1
  689. package/src/services/voice/audio-frame-consumer.d.ts.map +0 -1
  690. package/src/services/voice/barge-in.d.ts.map +0 -1
  691. package/src/services/voice/cancellation-coordinator.d.ts.map +0 -1
  692. package/src/services/voice/checkpoint-manager.d.ts.map +0 -1
  693. package/src/services/voice/eager-context-builder.d.ts.map +0 -1
  694. package/src/services/voice/eliza1-eot-scorer.d.ts.map +0 -1
  695. package/src/services/voice/embedding.d.ts.map +0 -1
  696. package/src/services/voice/emotion-attribution.d.ts.map +0 -1
  697. package/src/services/voice/engine-bridge.d.ts.map +0 -1
  698. package/src/services/voice/eot-classifier-ggml.d.ts.map +0 -1
  699. package/src/services/voice/eot-classifier.d.ts.map +0 -1
  700. package/src/services/voice/errors.d.ts.map +0 -1
  701. package/src/services/voice/expressive-tags.d.ts.map +0 -1
  702. package/src/services/voice/ffi-bindings.d.ts.map +0 -1
  703. package/src/services/voice/first-line-cache.d.ts.map +0 -1
  704. package/src/services/voice/fused-eot-scorer.d.ts.map +0 -1
  705. package/src/services/voice/index.d.ts.map +0 -1
  706. package/src/services/voice/kokoro/kokoro-backend.d.ts.map +0 -1
  707. package/src/services/voice/kokoro/kokoro-engine-discovery.d.ts.map +0 -1
  708. package/src/services/voice/kokoro/kokoro-ffi-runtime.d.ts.map +0 -1
  709. package/src/services/voice/kokoro/kokoro-runtime.d.ts.map +0 -1
  710. package/src/services/voice/kokoro/phonemizer.d.ts.map +0 -1
  711. package/src/services/voice/kokoro/pick-runtime.d.ts.map +0 -1
  712. package/src/services/voice/kokoro/runtime-selection.d.ts +0 -92
  713. package/src/services/voice/kokoro/runtime-selection.d.ts.map +0 -1
  714. package/src/services/voice/kokoro/types.d.ts.map +0 -1
  715. package/src/services/voice/kokoro/voice-presets.d.ts.map +0 -1
  716. package/src/services/voice/kokoro/voices.d.ts.map +0 -1
  717. package/src/services/voice/lifecycle.d.ts.map +0 -1
  718. package/src/services/voice/live-diarization-session.d.ts +0 -96
  719. package/src/services/voice/live-diarization-session.d.ts.map +0 -1
  720. package/src/services/voice/mic-source.d.ts.map +0 -1
  721. package/src/services/voice/optimistic-policy.d.ts.map +0 -1
  722. package/src/services/voice/partial-stabilizer.d.ts.map +0 -1
  723. package/src/services/voice/phoneme-tokenizer.d.ts.map +0 -1
  724. package/src/services/voice/phrase-cache.d.ts.map +0 -1
  725. package/src/services/voice/phrase-chunker.d.ts.map +0 -1
  726. package/src/services/voice/pipeline-impls.d.ts.map +0 -1
  727. package/src/services/voice/pipeline.d.ts.map +0 -1
  728. package/src/services/voice/prefill-client.d.ts.map +0 -1
  729. package/src/services/voice/prefix-preserving-queue.d.ts.map +0 -1
  730. package/src/services/voice/profile-store.d.ts.map +0 -1
  731. package/src/services/voice/ring-buffer.d.ts.map +0 -1
  732. package/src/services/voice/rollback-queue.d.ts.map +0 -1
  733. package/src/services/voice/samantha-preset-placeholder.d.ts.map +0 -1
  734. package/src/services/voice/samantha-preset-regenerator.d.ts.map +0 -1
  735. package/src/services/voice/scheduler.d.ts.map +0 -1
  736. package/src/services/voice/shared-resources.d.ts.map +0 -1
  737. package/src/services/voice/speaker/attribution-pipeline.d.ts.map +0 -1
  738. package/src/services/voice/speaker/diarizer-fused.d.ts.map +0 -1
  739. package/src/services/voice/speaker/diarizer.d.ts.map +0 -1
  740. package/src/services/voice/speaker/encoder-fused.d.ts.map +0 -1
  741. package/src/services/voice/speaker/encoder-ggml.d.ts.map +0 -1
  742. package/src/services/voice/speaker/encoder.d.ts.map +0 -1
  743. package/src/services/voice/speaker-imprint.d.ts.map +0 -1
  744. package/src/services/voice/speaker-preset-cache.d.ts.map +0 -1
  745. package/src/services/voice/system-audio-sink.d.ts.map +0 -1
  746. package/src/services/voice/transcriber.d.ts.map +0 -1
  747. package/src/services/voice/transcript-knowledge.d.ts.map +0 -1
  748. package/src/services/voice/transcript-service.d.ts.map +0 -1
  749. package/src/services/voice/transcript-store.d.ts.map +0 -1
  750. package/src/services/voice/turn-controller.d.ts.map +0 -1
  751. package/src/services/voice/types.d.ts.map +0 -1
  752. package/src/services/voice/vad.d.ts.map +0 -1
  753. package/src/services/voice/voice-budget.d.ts.map +0 -1
  754. package/src/services/voice/voice-emotion-classifier.d.ts.map +0 -1
  755. package/src/services/voice/voice-preset-format.d.ts.map +0 -1
  756. package/src/services/voice/voice-profile-artifact.d.ts.map +0 -1
  757. package/src/services/voice/voice-profile-routes.d.ts.map +0 -1
  758. package/src/services/voice/voice-settings.d.ts +0 -82
  759. package/src/services/voice/voice-settings.d.ts.map +0 -1
  760. package/src/services/voice/voice-settings.ts +0 -172
  761. package/src/services/voice/voice-state-machine.d.ts.map +0 -1
  762. package/src/services/voice/wake-word-ggml.d.ts.map +0 -1
  763. package/src/services/voice/wake-word.d.ts.map +0 -1
  764. package/src/services/voice/wrap-with-first-line-cache.d.ts.map +0 -1
  765. package/src/services/voice-model-updater.d.ts.map +0 -1
  766. package/src/services/voice-prewarm.d.ts.map +0 -1
  767. /package/{src → dist}/actions/generate-media.d.ts +0 -0
  768. /package/{src → dist}/actions/identify-speaker.d.ts +0 -0
  769. /package/{src → dist}/actions/transcription-control.d.ts +0 -0
  770. /package/{src → dist}/index.d.ts +0 -0
  771. /package/{src → dist}/provider.d.ts +0 -0
  772. /package/{src → dist}/routes/family-member-route.d.ts +0 -0
  773. /package/{src → dist}/routes/local-inference-asr-route.d.ts +0 -0
  774. /package/{src → dist}/routes/local-inference-asr-transcribe.d.ts +0 -0
  775. /package/{src → dist}/routes/local-inference-compat-routes.d.ts +0 -0
  776. /package/{src → dist}/routes/local-inference-tts-route.d.ts +0 -0
  777. /package/{src → dist}/routes/transcript-audio-store.d.ts +0 -0
  778. /package/{src → dist}/routes/voice-first-run-routes.d.ts +0 -0
  779. /package/{src → dist}/routes/voice-models-routes.d.ts +0 -0
  780. /package/{src → dist}/routes/voice-profile-plugin-routes.d.ts +0 -0
  781. /package/{src → dist}/routes/voice-profiles-management-routes.d.ts +0 -0
  782. /package/{src → dist}/routes/voice-speaker-profile-routes.d.ts +0 -0
  783. /package/{src → dist}/runtime/embedding-manager-support.d.ts +0 -0
  784. /package/{src → dist}/runtime/embedding-presets.d.ts +0 -0
  785. /package/{src → dist}/runtime/embedding-warmup-policy.d.ts +0 -0
  786. /package/{src → dist}/services/bundled-models.d.ts +0 -0
  787. /package/{src → dist}/services/cache-bridge.d.ts +0 -0
  788. /package/{src → dist}/services/checkpoint-client.d.ts +0 -0
  789. /package/{src → dist}/services/cloud-fallback.d.ts +0 -0
  790. /package/{src → dist}/services/conversation-registry.d.ts +0 -0
  791. /package/{src → dist}/services/device-bridge.d.ts +0 -0
  792. /package/{src → dist}/services/device-resource-metrics.d.ts +0 -0
  793. /package/{src → dist}/services/external-scanner.d.ts +0 -0
  794. /package/{src → dist}/services/gpu-detect.d.ts +0 -0
  795. /package/{src → dist}/services/handler-registry.d.ts +0 -0
  796. /package/{src → dist}/services/hardware.d.ts +0 -0
  797. /package/{src → dist}/services/image-description-runtime.d.ts +0 -0
  798. /package/{src → dist}/services/imagegen/aosp-unavailable.d.ts +0 -0
  799. /package/{src → dist}/services/imagegen/backend-selector.d.ts +0 -0
  800. /package/{src → dist}/services/imagegen/coreml-unavailable.d.ts +0 -0
  801. /package/{src → dist}/services/imagegen/errors.d.ts +0 -0
  802. /package/{src → dist}/services/imagegen/index.d.ts +0 -0
  803. /package/{src → dist}/services/imagegen/mflux.d.ts +0 -0
  804. /package/{src → dist}/services/imagegen/tensorrt-unavailable.d.ts +0 -0
  805. /package/{src → dist}/services/imagegen/types.d.ts +0 -0
  806. /package/{src → dist}/services/inference-capabilities.d.ts +0 -0
  807. /package/{src → dist}/services/inference-telemetry.d.ts +0 -0
  808. /package/{src → dist}/services/kv-spill.d.ts +0 -0
  809. /package/{src → dist}/services/latency-trace.d.ts +0 -0
  810. /package/{src → dist}/services/llm-streaming-binding.d.ts +0 -0
  811. /package/{src → dist}/services/load-args.d.ts +0 -0
  812. /package/{src → dist}/services/manifest/validator.d.ts +0 -0
  813. /package/{src → dist}/services/memory-pressure.d.ts +0 -0
  814. /package/{src → dist}/services/mtp-doctor.d.ts +0 -0
  815. /package/{src → dist}/services/network-policy.d.ts +0 -0
  816. /package/{src → dist}/services/paths.d.ts +0 -0
  817. /package/{src → dist}/services/planner-skeleton.d.ts +0 -0
  818. /package/{src → dist}/services/providers.d.ts +0 -0
  819. /package/{src → dist}/services/ram-budget.d.ts +0 -0
  820. /package/{src → dist}/services/readiness.d.ts +0 -0
  821. /package/{src → dist}/services/recommendation.d.ts +0 -0
  822. /package/{src → dist}/services/routing-preferences.d.ts +0 -0
  823. /package/{src → dist}/services/runtime-target.d.ts +0 -0
  824. /package/{src → dist}/services/session-pool.d.ts +0 -0
  825. /package/{src → dist}/services/structured-output/deterministic-repair.d.ts +0 -0
  826. /package/{src → dist}/services/structured-output.d.ts +0 -0
  827. /package/{src → dist}/services/system-memory.d.ts +0 -0
  828. /package/{src → dist}/services/verify-on-device.d.ts +0 -0
  829. /package/{src → dist}/services/verify.d.ts +0 -0
  830. /package/{src → dist}/services/vision/aosp-unavailable.d.ts +0 -0
  831. /package/{src → dist}/services/vision/capacitor-llama.d.ts +0 -0
  832. /package/{src → dist}/services/vision/cloud-fallback.d.ts +0 -0
  833. /package/{src → dist}/services/vision/hash.d.ts +0 -0
  834. /package/{src → dist}/services/vision/llama-server.d.ts +0 -0
  835. /package/{src → dist}/services/vision/vast-fallback.d.ts +0 -0
  836. /package/{src → dist}/services/voice/barge-in.d.ts +0 -0
  837. /package/{src → dist}/services/voice/cancellation-coordinator.d.ts +0 -0
  838. /package/{src → dist}/services/voice/checkpoint-manager.d.ts +0 -0
  839. /package/{src → dist}/services/voice/eager-context-builder.d.ts +0 -0
  840. /package/{src → dist}/services/voice/emotion-attribution.d.ts +0 -0
  841. /package/{src → dist}/services/voice/first-line-cache.d.ts +0 -0
  842. /package/{src → dist}/services/voice/kokoro/kokoro-runtime.d.ts +0 -0
  843. /package/{src → dist}/services/voice/kokoro/phonemizer.d.ts +0 -0
  844. /package/{src → dist}/services/voice/kokoro/types.d.ts +0 -0
  845. /package/{src → dist}/services/voice/kokoro/voice-presets.d.ts +0 -0
  846. /package/{src → dist}/services/voice/kokoro/voices.d.ts +0 -0
  847. /package/{src → dist}/services/voice/lifecycle.d.ts +0 -0
  848. /package/{src → dist}/services/voice/optimistic-policy.d.ts +0 -0
  849. /package/{src → dist}/services/voice/phoneme-tokenizer.d.ts +0 -0
  850. /package/{src → dist}/services/voice/phrase-cache.d.ts +0 -0
  851. /package/{src → dist}/services/voice/phrase-chunker.d.ts +0 -0
  852. /package/{src → dist}/services/voice/pipeline-impls.d.ts +0 -0
  853. /package/{src → dist}/services/voice/pipeline.d.ts +0 -0
  854. /package/{src → dist}/services/voice/prefill-client.d.ts +0 -0
  855. /package/{src → dist}/services/voice/prefix-preserving-queue.d.ts +0 -0
  856. /package/{src → dist}/services/voice/profile-store.d.ts +0 -0
  857. /package/{src → dist}/services/voice/ring-buffer.d.ts +0 -0
  858. /package/{src → dist}/services/voice/rollback-queue.d.ts +0 -0
  859. /package/{src → dist}/services/voice/samantha-preset-placeholder.d.ts +0 -0
  860. /package/{src → dist}/services/voice/samantha-preset-regenerator.d.ts +0 -0
  861. /package/{src → dist}/services/voice/scheduler.d.ts +0 -0
  862. /package/{src → dist}/services/voice/speaker/attribution-pipeline.d.ts +0 -0
  863. /package/{src → dist}/services/voice/speaker/diarizer-fused.d.ts +0 -0
  864. /package/{src → dist}/services/voice/speaker/diarizer.d.ts +0 -0
  865. /package/{src → dist}/services/voice/speaker/encoder-fused.d.ts +0 -0
  866. /package/{src → dist}/services/voice/speaker/encoder-ggml.d.ts +0 -0
  867. /package/{src → dist}/services/voice/speaker/encoder.d.ts +0 -0
  868. /package/{src → dist}/services/voice/speaker-imprint.d.ts +0 -0
  869. /package/{src → dist}/services/voice/speaker-preset-cache.d.ts +0 -0
  870. /package/{src → dist}/services/voice/system-audio-sink.d.ts +0 -0
  871. /package/{src → dist}/services/voice/transcript-knowledge.d.ts +0 -0
  872. /package/{src → dist}/services/voice/turn-controller.d.ts +0 -0
  873. /package/{src → dist}/services/voice/voice-budget.d.ts +0 -0
  874. /package/{src → dist}/services/voice/voice-emotion-classifier.d.ts +0 -0
  875. /package/{src → dist}/services/voice/voice-profile-artifact.d.ts +0 -0
  876. /package/{src → dist}/services/voice/voice-profile-routes.d.ts +0 -0
  877. /package/{src → dist}/services/voice/voice-state-machine.d.ts +0 -0
  878. /package/{src → dist}/services/voice/wake-word.d.ts +0 -0
  879. /package/{src → dist}/services/voice/wrap-with-first-line-cache.d.ts +0 -0
  880. /package/{src → dist}/services/voice-model-updater.d.ts +0 -0
  881. /package/{src → dist}/services/voice-prewarm.d.ts +0 -0
@@ -0,0 +1,451 @@
1
+ /**
2
+ * Voice Workbench corpus augmentation — acoustic degradation DSP (#8785).
3
+ *
4
+ * Real rooms are not clean. The corpus generator produces dry speech; this
5
+ * module degrades it the way a microphone actually hears it: additive room
6
+ * noise at a target SNR, reverberation (near vs far), far-field attenuation,
7
+ * a low-quality/telephone line, and competing background talkers. Every
8
+ * function is PURE and DETERMINISTIC (seeded PRNG, no `Math.random`, no I/O), so
9
+ * the same scenario + seed always yields byte-identical audio — a labeled,
10
+ * reproducible corpus the real ASR/diarization/EOT models can be benchmarked
11
+ * against, and the DSP itself is unit-testable in CI with no models.
12
+ *
13
+ * Layering: this module knows nothing about scenarios. It operates on mono
14
+ * `Float32Array` PCM at a given sample rate. `corpus-generator.ts` translates a
15
+ * scenario's declarative {@link AugmentationSpec} into these calls.
16
+ */
17
+
18
+ /** Deterministic PRNG (mulberry32) — no `Math.random`, reproducible corpora. */
19
+ function mulberry32(seed: number): () => number {
20
+ let a = seed >>> 0;
21
+ return () => {
22
+ a |= 0;
23
+ a = (a + 0x6d2b79f5) | 0;
24
+ let t = Math.imul(a ^ (a >>> 15), 1 | a);
25
+ t = (t + Math.imul(t ^ (t >>> 7), 61 | t)) ^ t;
26
+ return ((t ^ (t >>> 14)) >>> 0) / 4294967296;
27
+ };
28
+ }
29
+
30
+ /** Box–Muller standard-normal sample from a uniform PRNG. */
31
+ function gaussian(rng: () => number): number {
32
+ let u = 0;
33
+ let v = 0;
34
+ while (u === 0) u = rng();
35
+ while (v === 0) v = rng();
36
+ return Math.sqrt(-2 * Math.log(u)) * Math.cos(2 * Math.PI * v);
37
+ }
38
+
39
+ /** Root-mean-square amplitude over [start, end). */
40
+ export function measureRms(
41
+ pcm: Float32Array,
42
+ start = 0,
43
+ end = pcm.length,
44
+ ): number {
45
+ const lo = Math.max(0, start);
46
+ const hi = Math.min(pcm.length, end);
47
+ if (hi <= lo) return 0;
48
+ let sum = 0;
49
+ for (let i = lo; i < hi; i++) sum += pcm[i] * pcm[i];
50
+ return Math.sqrt(sum / (hi - lo));
51
+ }
52
+
53
+ /** Peak absolute amplitude over [start, end). */
54
+ export function measurePeak(
55
+ pcm: Float32Array,
56
+ start = 0,
57
+ end = pcm.length,
58
+ ): number {
59
+ const lo = Math.max(0, start);
60
+ const hi = Math.min(pcm.length, end);
61
+ let peak = 0;
62
+ for (let i = lo; i < hi; i++) {
63
+ const a = Math.abs(pcm[i]);
64
+ if (a > peak) peak = a;
65
+ }
66
+ return peak;
67
+ }
68
+
69
+ /** Linear amplitude ratio for a dB gain (+6 dB ≈ ×2, −6 dB ≈ ×0.5). */
70
+ export function dbToGain(db: number): number {
71
+ return 10 ** (db / 20);
72
+ }
73
+
74
+ /** Estimated SNR (dB) of a signal region against a noise-only region. */
75
+ export function estimateSnrDb(signalRms: number, noiseRms: number): number {
76
+ if (noiseRms <= 0) return Number.POSITIVE_INFINITY;
77
+ if (signalRms <= 0) return Number.NEGATIVE_INFINITY;
78
+ return 20 * Math.log10(signalRms / noiseRms);
79
+ }
80
+
81
+ export type NoiseKind = "white" | "pink" | "music";
82
+
83
+ /**
84
+ * Add background noise at a target SNR (dB) relative to the signal's voiced RMS.
85
+ * Lower `snrDb` = noisier. `pink` is a one-pole-filtered approximation of 1/f
86
+ * room rumble; `white` is flat; `music` is a seeded harmonic chord (a few
87
+ * detuned partials under a slow tremolo) — tonal and sustained, the kind of
88
+ * steady background that fools an energy-only VAD where flat hiss would not.
89
+ * The noise floor is added across the WHOLE stream (including silent gaps) so
90
+ * silence is no longer pristine — exactly the condition that makes a real
91
+ * VAD/EOT classifier work for its living.
92
+ */
93
+ export function addNoise(
94
+ pcm: Float32Array,
95
+ opts: { snrDb: number; kind?: NoiseKind; seed?: number },
96
+ ): Float32Array {
97
+ const rng = mulberry32(opts.seed ?? 0x5eed);
98
+ const signalRms = measureRms(pcm) || 1e-6;
99
+ const targetNoiseRms = signalRms / dbToGain(opts.snrDb);
100
+
101
+ const raw = new Float32Array(pcm.length);
102
+ const kind = opts.kind ?? "white";
103
+ if (kind === "pink") {
104
+ // One-pole low-pass of white noise ≈ pink-ish (−~6 dB/oct) room rumble.
105
+ let prev = 0;
106
+ const alpha = 0.92;
107
+ for (let i = 0; i < raw.length; i++) {
108
+ const w = gaussian(rng);
109
+ prev = alpha * prev + (1 - alpha) * w;
110
+ raw[i] = prev;
111
+ }
112
+ } else if (kind === "music") {
113
+ // A seeded harmonic chord: detuned partials (root, major third, fifth,
114
+ // octave) under a slow tremolo. Normalized frequencies (cycles/sample)
115
+ // keep it sample-rate-agnostic; the RMS scaling below still pins it to the
116
+ // requested SNR. Tonal + sustained, unlike flat white / pink rumble.
117
+ const fundamental = 0.018; // ≈ 288 Hz @ 16 kHz, ≈ 864 Hz @ 48 kHz
118
+ const partials = [
119
+ { ratio: 1, amp: 1.0 },
120
+ { ratio: 1.26, amp: 0.5 }, // ~major third (5:4)
121
+ { ratio: 1.5, amp: 0.6 }, // perfect fifth (3:2)
122
+ { ratio: 2, amp: 0.4 }, // octave
123
+ ];
124
+ const tuned = partials.map((p) => ({
125
+ freq: fundamental * p.ratio * (1 + (rng() - 0.5) * 0.01), // ±0.5% detune
126
+ amp: p.amp,
127
+ phase: rng() * 2 * Math.PI,
128
+ }));
129
+ const tremRate = 0.0006; // slow amplitude modulation
130
+ const tremPhase = rng() * 2 * Math.PI;
131
+ for (let i = 0; i < raw.length; i++) {
132
+ let s = 0;
133
+ for (const t of tuned) {
134
+ s += t.amp * Math.sin(2 * Math.PI * t.freq * i + t.phase);
135
+ }
136
+ const trem = 0.7 + 0.3 * Math.sin(2 * Math.PI * tremRate * i + tremPhase);
137
+ raw[i] = s * trem;
138
+ }
139
+ } else {
140
+ for (let i = 0; i < raw.length; i++) raw[i] = gaussian(rng);
141
+ }
142
+
143
+ const rawRms = measureRms(raw) || 1e-6;
144
+ const scale = targetNoiseRms / rawRms;
145
+ const out = new Float32Array(pcm.length);
146
+ for (let i = 0; i < out.length; i++) out[i] = pcm[i] + raw[i] * scale;
147
+ return out;
148
+ }
149
+
150
+ /** RBJ biquad coefficients (transposed direct form II applied below). */
151
+ interface Biquad {
152
+ b0: number;
153
+ b1: number;
154
+ b2: number;
155
+ a1: number;
156
+ a2: number;
157
+ }
158
+
159
+ function lowpassBiquad(
160
+ sampleRate: number,
161
+ freq: number,
162
+ q = Math.SQRT1_2,
163
+ ): Biquad {
164
+ const w0 = (2 * Math.PI * freq) / sampleRate;
165
+ const cos = Math.cos(w0);
166
+ const alpha = Math.sin(w0) / (2 * q);
167
+ const a0 = 1 + alpha;
168
+ return {
169
+ b0: (1 - cos) / 2 / a0,
170
+ b1: (1 - cos) / a0,
171
+ b2: (1 - cos) / 2 / a0,
172
+ a1: (-2 * cos) / a0,
173
+ a2: (1 - alpha) / a0,
174
+ };
175
+ }
176
+
177
+ function highpassBiquad(
178
+ sampleRate: number,
179
+ freq: number,
180
+ q = Math.SQRT1_2,
181
+ ): Biquad {
182
+ const w0 = (2 * Math.PI * freq) / sampleRate;
183
+ const cos = Math.cos(w0);
184
+ const alpha = Math.sin(w0) / (2 * q);
185
+ const a0 = 1 + alpha;
186
+ return {
187
+ b0: (1 + cos) / 2 / a0,
188
+ b1: -(1 + cos) / a0,
189
+ b2: (1 + cos) / 2 / a0,
190
+ a1: (-2 * cos) / a0,
191
+ a2: (1 - alpha) / a0,
192
+ };
193
+ }
194
+
195
+ function applyBiquad(pcm: Float32Array, c: Biquad): Float32Array {
196
+ const out = new Float32Array(pcm.length);
197
+ let x1 = 0;
198
+ let x2 = 0;
199
+ let y1 = 0;
200
+ let y2 = 0;
201
+ for (let i = 0; i < pcm.length; i++) {
202
+ const x0 = pcm[i];
203
+ const y0 = c.b0 * x0 + c.b1 * x1 + c.b2 * x2 - c.a1 * y1 - c.a2 * y2;
204
+ x2 = x1;
205
+ x1 = x0;
206
+ y2 = y1;
207
+ y1 = y0;
208
+ out[i] = y0;
209
+ }
210
+ return out;
211
+ }
212
+
213
+ /** µ-law companding round-trip with 8-bit quantization (codec degradation). */
214
+ function muLawRoundTrip(pcm: Float32Array): Float32Array {
215
+ const mu = 255;
216
+ const out = new Float32Array(pcm.length);
217
+ for (let i = 0; i < pcm.length; i++) {
218
+ const x = Math.max(-1, Math.min(1, pcm[i]));
219
+ const sign = x < 0 ? -1 : 1;
220
+ // Encode to companded domain, quantize to 8 bits, decode back.
221
+ const y = (sign * Math.log1p(mu * Math.abs(x))) / Math.log1p(mu);
222
+ const q = Math.round(((y + 1) / 2) * 255) / 255; // 0..1, 8-bit
223
+ const yd = q * 2 - 1;
224
+ const sd = yd < 0 ? -1 : 1;
225
+ out[i] = (sd * ((1 + mu) ** Math.abs(yd) - 1)) / mu;
226
+ }
227
+ return out;
228
+ }
229
+
230
+ /**
231
+ * Simulate a low-quality / telephone line: band-limit to ~300–3400 Hz then
232
+ * companded 8-bit quantization. Cheap mics and phone codecs strip the highs and
233
+ * add quantization grunge, which is the dominant real-world ASR stressor for
234
+ * "voices near and far" / low-quality input.
235
+ */
236
+ export function applyLowQualityLine(
237
+ pcm: Float32Array,
238
+ sampleRate: number,
239
+ ): Float32Array {
240
+ const hp = highpassBiquad(sampleRate, 300);
241
+ const lpFreq = Math.min(3400, sampleRate / 2 - 100);
242
+ const lp = lowpassBiquad(sampleRate, lpFreq);
243
+ return muLawRoundTrip(applyBiquad(applyBiquad(pcm, hp), lp));
244
+ }
245
+
246
+ /**
247
+ * Freeverb-style Schroeder reverb (4 parallel combs → 2 series allpasses),
248
+ * mixed with the dry signal. `room` (0..1) sets reflection density/decay;
249
+ * `wet` (0..1) the reflected level. Reverb spreads energy in time — speech
250
+ * keeps ringing after the talker stops — which is what makes a far/reverberant
251
+ * voice hard to endpoint and to diarize. The output is `dry.length + tail`
252
+ * samples so the decay is preserved (callers may keep or trim the tail).
253
+ */
254
+ export function applyReverb(
255
+ pcm: Float32Array,
256
+ sampleRate: number,
257
+ opts: { room?: number; wet?: number; tailSec?: number } = {},
258
+ ): Float32Array {
259
+ const room = Math.max(0, Math.min(1, opts.room ?? 0.6));
260
+ const wet = Math.max(0, Math.min(1, opts.wet ?? 0.4));
261
+ const tailSamples = Math.round((opts.tailSec ?? 0.6) * sampleRate);
262
+ const n = pcm.length + tailSamples;
263
+
264
+ // Classic Freeverb tunings (samples @ 44.1 kHz), scaled to this sample rate.
265
+ const sr = sampleRate / 44100;
266
+ const combTunings = [1116, 1188, 1277, 1356].map((d) =>
267
+ Math.max(1, Math.round(d * sr)),
268
+ );
269
+ const allpassTunings = [556, 441].map((d) => Math.max(1, Math.round(d * sr)));
270
+ const feedback = room * 0.28 + 0.7;
271
+ const damp = 0.2;
272
+
273
+ const combBufs = combTunings.map((d) => new Float32Array(d));
274
+ const combIdx = combTunings.map(() => 0);
275
+ const combFilter = combTunings.map(() => 0);
276
+ const apBufs = allpassTunings.map((d) => new Float32Array(d));
277
+ const apIdx = allpassTunings.map(() => 0);
278
+
279
+ const out = new Float32Array(n);
280
+ for (let i = 0; i < n; i++) {
281
+ const dry = i < pcm.length ? pcm[i] : 0;
282
+ let combSum = 0;
283
+ for (let c = 0; c < combBufs.length; c++) {
284
+ const buf = combBufs[c];
285
+ const idx = combIdx[c];
286
+ const sample = buf[idx];
287
+ combFilter[c] = sample * (1 - damp) + combFilter[c] * damp;
288
+ buf[idx] = dry + combFilter[c] * feedback;
289
+ combIdx[c] = (idx + 1) % buf.length;
290
+ combSum += sample;
291
+ }
292
+ let wetSig = combSum / combBufs.length;
293
+ for (let a = 0; a < apBufs.length; a++) {
294
+ const buf = apBufs[a];
295
+ const idx = apIdx[a];
296
+ const bufOut = buf[idx];
297
+ const input = wetSig;
298
+ buf[idx] = input + bufOut * 0.5;
299
+ apIdx[a] = (idx + 1) % buf.length;
300
+ wetSig = bufOut - input;
301
+ }
302
+ out[i] = dry * (1 - wet) + wetSig * wet;
303
+ }
304
+ return out;
305
+ }
306
+
307
+ /** Multiply the whole stream by a dB gain (far-field attenuation = negative). */
308
+ export function applyGainDb(pcm: Float32Array, db: number): Float32Array {
309
+ const g = dbToGain(db);
310
+ const out = new Float32Array(pcm.length);
311
+ for (let i = 0; i < pcm.length; i++) out[i] = pcm[i] * g;
312
+ return out;
313
+ }
314
+
315
+ /**
316
+ * Mix an overlay stream (a competing talker, babble, or the agent's own TTS for
317
+ * an echo test) into a base stream at a given level, starting at `offsetSamples`
318
+ * and optionally looping the overlay to cover the base. The base length is
319
+ * preserved. Returns a new array; neither input is mutated.
320
+ */
321
+ export function mixInto(
322
+ base: Float32Array,
323
+ overlay: Float32Array,
324
+ opts: { gainDb?: number; offsetSamples?: number; loop?: boolean } = {},
325
+ ): Float32Array {
326
+ const out = Float32Array.from(base);
327
+ if (overlay.length === 0) return out;
328
+ const g = dbToGain(opts.gainDb ?? 0);
329
+ const offset = Math.max(0, Math.round(opts.offsetSamples ?? 0));
330
+ const loop = opts.loop ?? false;
331
+ for (let i = offset; i < out.length; i++) {
332
+ const j = i - offset;
333
+ const src = loop ? overlay[j % overlay.length] : overlay[j];
334
+ if (src === undefined) break;
335
+ out[i] += src * g;
336
+ }
337
+ return out;
338
+ }
339
+
340
+ /** Declarative degradation for one stream (the scenario's `environment`). */
341
+ export interface AugmentationSpec {
342
+ /** Additive room-noise SNR (dB) relative to voiced speech. Lower = noisier. */
343
+ noiseSnrDb?: number;
344
+ /** Noise character (default white). */
345
+ noiseKind?: NoiseKind;
346
+ /** Reverb room size 0..1 (near→far, small→large room). */
347
+ reverb?: number;
348
+ /** Reverb wet level 0..1 (defaults from `reverb` when omitted). */
349
+ reverbWet?: number;
350
+ /** Far-field attenuation in dB (how many dB QUIETER; positive number). */
351
+ farFieldDb?: number;
352
+ /** Band-limit + 8-bit companding (telephone / cheap-mic line). */
353
+ lowQuality?: boolean;
354
+ /** Competing background talkers, mixed this many dB BELOW the speech. */
355
+ backgroundTalkersDb?: number;
356
+ /** Deterministic seed for noise/babble. */
357
+ seed?: number;
358
+ }
359
+
360
+ /** True when the spec asks for any degradation at all. */
361
+ export function specIsClean(spec: AugmentationSpec | undefined): boolean {
362
+ if (!spec) return true;
363
+ return (
364
+ spec.noiseSnrDb === undefined &&
365
+ spec.reverb === undefined &&
366
+ spec.farFieldDb === undefined &&
367
+ !spec.lowQuality &&
368
+ spec.backgroundTalkersDb === undefined
369
+ );
370
+ }
371
+
372
+ export interface AugmentPcmOptions {
373
+ /**
374
+ * A babble source (a competing-talker stream) for `backgroundTalkersDb`.
375
+ * The generator supplies one synthesized from other voices; omitted = no
376
+ * background talkers even if the spec asks (the runner logs the gap).
377
+ */
378
+ babble?: Float32Array;
379
+ /** Trim reverb tail back to the input length (keeps corpus timing exact). */
380
+ trimReverbTail?: boolean;
381
+ }
382
+
383
+ /**
384
+ * Apply a full degradation chain to one stream, in acoustically sensible order:
385
+ * background talkers → reverb (room reflections) → far-field gain → low-quality
386
+ * line → additive noise floor. Pure; returns a new array.
387
+ */
388
+ export function augmentPcm(
389
+ pcm: Float32Array,
390
+ sampleRate: number,
391
+ spec: AugmentationSpec,
392
+ options: AugmentPcmOptions = {},
393
+ ): Float32Array {
394
+ let out = pcm;
395
+
396
+ if (
397
+ spec.backgroundTalkersDb !== undefined &&
398
+ options.babble &&
399
+ options.babble.length > 0
400
+ ) {
401
+ out = mixInto(out, options.babble, {
402
+ gainDb: -Math.abs(spec.backgroundTalkersDb),
403
+ loop: true,
404
+ });
405
+ }
406
+
407
+ if (spec.reverb !== undefined && spec.reverb > 0) {
408
+ const reverbed = applyReverb(out, sampleRate, {
409
+ room: spec.reverb,
410
+ ...(spec.reverbWet !== undefined ? { wet: spec.reverbWet } : {}),
411
+ });
412
+ out =
413
+ options.trimReverbTail !== false
414
+ ? reverbed.subarray(0, pcm.length)
415
+ : reverbed;
416
+ }
417
+
418
+ if (spec.farFieldDb !== undefined && spec.farFieldDb !== 0) {
419
+ out = applyGainDb(out, -Math.abs(spec.farFieldDb));
420
+ }
421
+
422
+ if (spec.lowQuality) {
423
+ out = applyLowQualityLine(out, sampleRate);
424
+ }
425
+
426
+ if (spec.noiseSnrDb !== undefined) {
427
+ out = addNoise(out, {
428
+ snrDb: spec.noiseSnrDb,
429
+ ...(spec.noiseKind ? { kind: spec.noiseKind } : {}),
430
+ ...(spec.seed !== undefined ? { seed: spec.seed } : {}),
431
+ });
432
+ }
433
+
434
+ // Defensive de-clip: degradation chains can briefly exceed [-1, 1].
435
+ let peak = 0;
436
+ for (let i = 0; i < out.length; i++) {
437
+ const a = Math.abs(out[i]);
438
+ if (a > peak) peak = a;
439
+ }
440
+ if (peak > 1) {
441
+ const norm = 0.999 / peak;
442
+ const scaled = new Float32Array(out.length);
443
+ for (let i = 0; i < out.length; i++) scaled[i] = out[i] * norm;
444
+ out = scaled;
445
+ }
446
+
447
+ // Always return a fresh array of exactly the input length.
448
+ return out.length === pcm.length && out !== pcm
449
+ ? out
450
+ : Float32Array.from(out);
451
+ }
@@ -0,0 +1,201 @@
1
+ import { mkdtempSync, rmSync, writeFileSync } from "node:fs";
2
+ import os from "node:os";
3
+ import path from "node:path";
4
+ import { afterEach, beforeEach, describe, expect, it } from "vitest";
5
+ import {
6
+ CORPUS_SCHEMA_VERSION,
7
+ type CorpusTtsSynthesizer,
8
+ generateVoiceCorpus,
9
+ readVoiceCorpusGroundTruth,
10
+ writeVoiceCorpus,
11
+ } from "./corpus-generator";
12
+ import type { VoiceScenario } from "./voice-scenario";
13
+ import { decodeMonoPcm16Wav } from "./wav-codec";
14
+
15
+ function scenario(): VoiceScenario {
16
+ return {
17
+ id: "multi-speaker-demo",
18
+ classes: ["multi-speaker", "respond-no-respond"],
19
+ participants: [
20
+ { label: "alice", entityId: "entity-alice", ttsVoiceId: "af_bella" },
21
+ { label: "bob", entityId: "entity-bob" },
22
+ ],
23
+ turns: [
24
+ { speaker: "alice", text: "Eliza what time is it", expectRespond: true },
25
+ {
26
+ speaker: "bob",
27
+ text: "no thanks alice not you",
28
+ expectRespond: false,
29
+ pausesMs: [300, 200],
30
+ },
31
+ {
32
+ speaker: "alice",
33
+ text: "okay set a reminder for noon",
34
+ expectRespond: true,
35
+ expectedEntity: "entity-alice",
36
+ },
37
+ ],
38
+ };
39
+ }
40
+
41
+ describe("generateVoiceCorpus (synthetic path)", () => {
42
+ it("produces deterministic PCM + contiguous, sample-accurate labels", async () => {
43
+ const a = await generateVoiceCorpus(scenario());
44
+ const b = await generateVoiceCorpus(scenario());
45
+ expect(a.pcm.length).toBe(b.pcm.length);
46
+ expect(Array.from(a.pcm.slice(0, 64))).toEqual(
47
+ Array.from(b.pcm.slice(0, 64)),
48
+ );
49
+
50
+ const gt = a.groundTruth;
51
+ expect(gt.scenarioId).toBe("multi-speaker-demo");
52
+ expect(gt.sampleRate).toBe(16_000);
53
+ expect(gt.synthetic).toBe(true);
54
+ expect(gt.turns).toHaveLength(3);
55
+ expect(gt.totalSamples).toBe(a.pcm.length);
56
+
57
+ // Segments tile the stream with no gaps or overlaps.
58
+ expect(gt.turns[0].segmentStartSample).toBe(0);
59
+ for (let i = 1; i < gt.turns.length; i++) {
60
+ expect(gt.turns[i].segmentStartSample).toBe(
61
+ gt.turns[i - 1].segmentEndSample,
62
+ );
63
+ }
64
+ expect(gt.turns.at(-1)?.segmentEndSample).toBe(gt.totalSamples);
65
+
66
+ // Voiced speech lies inside each turn's segment.
67
+ for (const t of gt.turns) {
68
+ expect(t.speechStartSample).toBeGreaterThanOrEqual(t.segmentStartSample);
69
+ expect(t.speechEndSample).toBeLessThanOrEqual(t.segmentEndSample);
70
+ expect(t.speechEndSample).toBeGreaterThan(t.speechStartSample);
71
+ }
72
+ });
73
+
74
+ it("carries the scenario labels (speaker / respond / entity) onto the ground truth", async () => {
75
+ const gt = (await generateVoiceCorpus(scenario())).groundTruth;
76
+ expect(gt.turns.map((t) => t.speaker)).toEqual(["alice", "bob", "alice"]);
77
+ expect(gt.turns.map((t) => t.expectRespond)).toEqual([true, false, true]);
78
+ expect(gt.turns[2].expectedEntity).toBe("entity-alice");
79
+ expect(gt.turns[0].entityId).toBe("entity-alice");
80
+ expect(gt.turns[0].referenceTranscript).toBe("Eliza what time is it");
81
+ });
82
+
83
+ it("splices explicit per-turn pauses (turn.pausesMs) as silence", async () => {
84
+ const corpus = await generateVoiceCorpus(scenario());
85
+ const bob = corpus.groundTruth.turns[1];
86
+ // bob's turn declares 300+200ms of trailing pause at 16kHz = 8000 samples,
87
+ // appended AFTER the synthesized speech (which has its own short tail).
88
+ const pauseSamples =
89
+ Math.round((300 / 1000) * 16_000) + Math.round((200 / 1000) * 16_000);
90
+ expect(bob.segmentEndSample - bob.speechEndSample).toBeGreaterThanOrEqual(
91
+ pauseSamples,
92
+ );
93
+ // The final `pauseSamples` of bob's segment are pure silence.
94
+ const tail = corpus.pcm.slice(
95
+ bob.segmentEndSample - pauseSamples,
96
+ bob.segmentEndSample,
97
+ );
98
+ expect(tail.every((s) => s === 0)).toBe(true);
99
+ });
100
+
101
+ it("sizes a long-form monologue to a long audio segment", async () => {
102
+ const monologue = "talk about the weather. ".repeat(40).trim();
103
+ const corpus = await generateVoiceCorpus({
104
+ id: "long-form",
105
+ classes: ["long-form-monologue"],
106
+ participants: [{ label: "alice" }],
107
+ turns: [{ speaker: "alice", text: monologue, expectRespond: true }],
108
+ });
109
+ // > 5 seconds of audio at 16kHz.
110
+ expect(corpus.groundTruth.durationSec).toBeGreaterThan(5);
111
+ });
112
+
113
+ it("rejects an invalid scenario (fail loud)", async () => {
114
+ await expect(
115
+ generateVoiceCorpus({
116
+ id: "",
117
+ classes: [],
118
+ participants: [],
119
+ turns: [],
120
+ } as unknown as VoiceScenario),
121
+ ).rejects.toThrow(/invalid scenario/);
122
+ });
123
+
124
+ it("rejects an audioRef-only turn (not synthesizable here)", async () => {
125
+ await expect(
126
+ generateVoiceCorpus({
127
+ id: "x",
128
+ classes: ["multi-voice"],
129
+ participants: [{ label: "alice" }],
130
+ turns: [
131
+ { speaker: "alice", audioRef: "alice-0.wav", expectRespond: true },
132
+ ],
133
+ }),
134
+ ).rejects.toThrow(/no text to synthesize/);
135
+ });
136
+ });
137
+
138
+ describe("generateVoiceCorpus (real-TTS path)", () => {
139
+ it("uses an injected synthesizer and marks the corpus non-synthetic", async () => {
140
+ const calls: Array<{ text: string; voiceId?: string }> = [];
141
+ const synthesizer: CorpusTtsSynthesizer = {
142
+ async synthesize({ text, voiceId, sampleRate }) {
143
+ calls.push({ text, voiceId });
144
+ // 0.5s of non-zero PCM.
145
+ return new Float32Array(Math.round(0.5 * sampleRate)).fill(0.05);
146
+ },
147
+ };
148
+ const corpus = await generateVoiceCorpus(scenario(), { synthesizer });
149
+ expect(calls).toHaveLength(3);
150
+ expect(calls[0].voiceId).toBe("af_bella"); // alice's default voice
151
+ expect(corpus.groundTruth.synthetic).toBe(false);
152
+ expect(corpus.groundTruth.turns.every((t) => !t.synthetic)).toBe(true);
153
+ });
154
+ });
155
+
156
+ describe("writeVoiceCorpus / readVoiceCorpusGroundTruth", () => {
157
+ let dir: string;
158
+ beforeEach(() => {
159
+ dir = mkdtempSync(path.join(os.tmpdir(), "voice-corpus-"));
160
+ });
161
+ afterEach(() => {
162
+ rmSync(dir, { recursive: true, force: true });
163
+ });
164
+
165
+ it("round-trips audio + ground truth on disk", async () => {
166
+ const corpus = await generateVoiceCorpus(scenario());
167
+ const paths = writeVoiceCorpus(corpus, dir);
168
+ const gt = readVoiceCorpusGroundTruth(dir);
169
+ expect(gt?.scenarioId).toBe("multi-speaker-demo");
170
+ expect(gt?.totalSamples).toBe(corpus.pcm.length);
171
+ // The WAV decodes back to the same number of samples.
172
+ const { readFileSync } = await import("node:fs");
173
+ const decoded = decodeMonoPcm16Wav(readFileSync(paths.audioPath));
174
+ expect(decoded.sampleRate).toBe(16_000);
175
+ expect(decoded.pcm.length).toBe(corpus.pcm.length);
176
+ });
177
+
178
+ it("returns null ground truth when the corpus is absent (honesty contract)", () => {
179
+ expect(readVoiceCorpusGroundTruth(path.join(dir, "missing"))).toBeNull();
180
+ });
181
+
182
+ it("stamps + round-trips the corpus schema version", async () => {
183
+ const corpus = await generateVoiceCorpus(scenario());
184
+ expect(corpus.groundTruth.schemaVersion).toBe(CORPUS_SCHEMA_VERSION);
185
+ writeVoiceCorpus(corpus, dir);
186
+ expect(readVoiceCorpusGroundTruth(dir)?.schemaVersion).toBe(
187
+ CORPUS_SCHEMA_VERSION,
188
+ );
189
+ });
190
+
191
+ it("treats a corpus written by an incompatible schema version as absent", async () => {
192
+ const corpus = await generateVoiceCorpus(scenario());
193
+ writeVoiceCorpus(corpus, dir);
194
+ writeFileSync(
195
+ path.join(dir, "ground-truth.json"),
196
+ JSON.stringify({ ...corpus.groundTruth, schemaVersion: 999 }),
197
+ );
198
+ // Drifted-schema corpus reads as absent, not as a stale pass.
199
+ expect(readVoiceCorpusGroundTruth(dir)).toBeNull();
200
+ });
201
+ });