@elizaos/plugin-local-inference 2.0.0-beta.1 → 2.0.3-beta.3

package/dist/services/voice/engine-bridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-bridge.d.ts","sourceRoot":"","sources":["../../../src/services/voice/engine-bridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAKH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAE/D,OAAO,EACN,KAAK,kBAAkB,EACvB,4BAA4B,EAC5B,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAC7C,OAAO,KAAK,EACX,aAAa,EACb,2BAA2B,EAC3B,iBAAiB,EACjB,mBAAmB,EACnB,MAAM,gBAAgB,CAAC;AAExB,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,kCAAkC,CAAC;AAEpF,OAAO,EACN,cAAc,EAEd,KAAK,qBAAqB,EAC1B,MAAM,aAAa,CAAC;AACrB,OAAO,EACN,0BAA0B,EAC1B,KAAK,uBAAuB,EAE5B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACN,KAAK,iBAAiB,EAItB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACN,aAAa,EACb,KAAK,mBAAmB,EAExB,KAAK,mBAAmB,EACxB,MAAM,YAAY,CAAC;AACpB,OAAO,EAIN,KAAK,aAAa,EAClB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAAE,KAAK,eAAe,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAEnE,OAAO,EAEN,sBAAsB,EACtB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACN,KAAK,sBAAsB,EAE3B,MAAM,gCAAgC,CAAC;AAsBxC,OAAO,KAAK,EACX,UAAU,EACV,SAAS,EACT,gBAAgB,EAChB,MAAM,EACN,kBAAkB,EAElB,aAAa,EACb,oBAAoB,EACpB,SAAS,EACT,kBAAkB,EAClB,cAAc,EACd,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAsDrE,qFAAqF;AACrF,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAE7B;;;;GAIG;AACH,wBAAgB,kCAAkC,CACjD,KAAK,EAAE,IAAI,CAAC,mBAAmB,EAAE,cAAc,GAAG,YAAY,CAAC,GAC7D,kBAAkB,GAAG,IAAI,CAQ3B;AAED;;;;GAIG;AACH,MAAM,WAAW,WAAW;IAC3B,GAAG,EAAE,YAAY,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,WAAW,mBAAmB;IACnC;;;;;;;OAOG;IACH,gBAAgB,CAAC,IAAI,EAAE;QACtB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,aAAa,CAAC;QACtB,YAAY,EAAE;YAAE,SAAS,EAAE,OAAO,CAAA;SAAE,CAAC;QACrC,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,GAAG,SAAS,CAAC;QACrD,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;KAC1B,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;CACpC;AAED,qEAAqE;AACrE,wBAAgB,qBAAqB,CACpC,OAAO,EAAE,gBAAgB,GACvB,OAAO,IAAI,gBAAgB,GAAG,mBAAmB,CAKnD;AAED;;;;;GAKG;AACH,qBAAa,oBACZ,YAAW,gBAAgB,EAAE,mBAAmB;IAEhD,QAAQ,CAAC,EAAE,EAAG,MAAM,CAAU;IAC9B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,KAAK,SAAK;IACV,WAAW,SAAK;gBAEJ,UAAU,SAAsB;IAItC,UAAU,CAAC,IAAI,EAAE;QACtB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,aAAa,CAAC;QACtB,YAAY,EAAE;YAAE,SAAS,EAAE,OAAO,CAAA;SAAE,CAAC;QACrC,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;KAC1B,GAAG,OAAO,CAAC,UAAU,CAAC;IAgBjB,gBAAgB,CAAC,IAAI,EAAE;QAC5B,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,aAAa,CAAC;QACtB,YAAY,EAAE;YAAE,SAAS,EAAE,OAAO,CAAA;SAAE,CAAC;QACrC,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,GAAG,SAAS,CAAC;QACrD,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;KAC1B,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;CAkCnC;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,mBACZ,YAAW,gBAAgB,EAAE,mBAAmB;IAEhD,QAAQ,CAAC,EAAE,EAAG,KAAK,CAAU;IAC7B,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAoB;IACxC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAoC;IAC/D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAS;gBAEjC,IAAI,EAAE;QACjB,GAAG,EAAE,iBAAiB,CAAC;QACvB,GAAG,CAAC,EAAE,2BAA2B,CAAC;QAClC,UAAU,CAAC,EAAE,MAAM,2BAA2B,CAAC;QAC/C,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC7B;IAiBD,yEAAyE;IACzE,oBAAoB,IAAI,OAAO;IAI/B;;;;;;;;;OASG;IACG,UAAU,CAAC,IAAI,EAAE;QACtB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,aAAa,CAAC;QACtB,YAAY,EAAE;YAAE,SAAS,EAAE,OAAO,CAAA;SAAE,CAAC;QACrC,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;KAC1B,GAAG,OAAO,CAAC,UAAU,CAAC;IAiDvB;;;;;;;;;;;;;OAaG;IACG,gBAAgB,CAAC,IAAI,EAAE;QAC5B,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,aAAa,CAAC;QACtB,YAAY,EAAE;YAAE,SAAS,EAAE,OAAO,CAAA;SAAE,CAAC;QACrC,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,GAAG,SAAS,CAAC;QACrD,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;KAC1B,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;IAiDnC,4EAA4E;IAC5E,SAAS,IAAI,IAAI;IAIjB;;;;;OAKG;IACG,UAAU,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC;IAQ3D;kFAC8E;IACxE,eAAe,CACpB,IAAI,EAAE,kBAAkB,GACtB,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,aAAa,EAAE,CAAA;KAAE,CAAC;CAcpD;AAED,MAAM,WAAW,wBAAwB;IACxC;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,aAAa,EAAE,OAAO,CAAC;IACvB,gDAAgD;IAChD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,yEAAyE;IACzE,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;0EACsE;IACtE,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,kFAAkF;IAClF,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,aAAa,CAAC,iBAAiB,CAAC,CAAC;IACpD;;;;OAIG;IACH,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,oEAAoE;IACpE,MAAM,CAAC,EAAE,eAAe,CAAC;IACzB;;;;;OAKG;IACH,eAAe,CAAC,EAAE,gBAAgB,CAAC;IACnC;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,gBAAgB,CAAC;IACtC,gEAAgE;IAChE,qBAAqB,CAAC,EAAE,aAAa,CAAC;IACtC;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,sBAAsB,CAAC;IACzC;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,qBAAqB,CAAC;IACzC;;;;;;;;OAQG;IACH,UAAU,CAAC,EAAE,2BAA2B,CAAC;IACzC;;;;;OAKG;IACH,SAAS,CAAC,EAAE,iBAAiB,CAAC;IAC9B;;;;;;;;;OASG;IACH,YAAY,CAAC,EAAE,iBAAiB,CAAC;IACjC;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,OAAO,CAAC,EAAE,aAAa,GAAG,kBAAkB,CAAC;IAC7C;;;;;OAKG;IACH,uBAAuB,CAAC,EAAE,uBAAuB,CAAC;IAClD;;;;;;;OAOG;IACH,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,uBAAuB,KAAK,IAAI,CAAC;IACtE;;;;;;;;;;;;;OAaG;IACH,eAAe,CAAC,EAAE,qBAAqB,CAAC;CACxC;AAED,+EAA+E;AAC/E,MAAM,WAAW,qBAAqB;IACrC,oEAAoE;IACpE,aAAa,CAAC,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC,CAAC;IAC3D,2EAA2E;IAC3E,qBAAqB,CAAC,EACnB,SAAS,MAAM,EAAE,GACjB,CAAC,MAAM,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC;IACzC,mEAAmE;IACnE,cAAc,CAAC,EAAE,OAAO,GAAG,CAAC,MAAM,OAAO,CAAC,CAAC;CAC3C;AAED,wBAAgB,sBAAsB,CACrC,MAAM,EAAE,2BAA2B,EACnC,IAAI,GAAE;IAAE,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,iBAAiB,CAAA;CAAO,GACzD,gBAAgB,CAuBlB;AAED,wBAAgB,yBAAyB,CACxC,MAAM,EAAE,2BAA2B,GACjC,aAAa,CAMf;AAED;;;;;GAKG;AACH,MAAM,WAAW,eAAgB,SAAQ,mBAAmB;IAC3D;;;;;;;OAOG;IACH,aAAa,CAAC,CAAC,MAAM,EAAE,sBAAsB,GAAG,IAAI,CAAC;CACrD;AAyGD;;;;;GAKG;AACH,qBAAa,iBAAiB;IAmE5B,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IAlElC,QAAQ,CAAC,SAAS,EAAE,cAAc,CAAC;IACnC,QAAQ,CAAC,OAAO,EAAE,gBAAgB,CAAC;IACnC,QAAQ,CAAC,SAAS,EAAE,cAAc,CAAC;IACnC,0EAA0E;IAC1E,QAAQ,CAAC,GAAG,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACvC,6EAA6E;IAC7E,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAuB;IACrD,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;IAC/B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC;;kCAE8B;IAC9B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,6EAA6E;IAC7E,OAAO,CAAC,cAAc,CAA8B;IACpD;;;;;OAKG;IACH,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAkC;IACtE;;;;;;OAMG;IACH,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAuB;IACpD,qEAAqE;IACrE,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA+B;IAC/D;;;;;;;OAOG;IACH,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAsC;IAC9E;;;;;;OAMG;IACH,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAoC;IAC/E;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAiC;IAEjE,OAAO;IA+BP,IAAI,MAAM,IAAI,2BAA2B,GAAG,IAAI,CAE/C;IAED;;;;OAIG;IACH,OAAO,IAAI,IAAI;IA6Bf;;;;;;OAMG;IACH,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,wBAAwB,GAAG,iBAAiB;IA+R/D;;;;;;;OAOG;IACH,OAAO,CAAC,MAAM,CAAC,eAAe;IAqF9B;;;;;OAKG;IACH,iBAAiB,IAAI,OAAO;IAI5B;;;;;;OAMG;IACG,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAK1B;;;;;;OAMG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAM7B;;;;OAIG;IACG,iBAAiB,CACtB,KAAK,EAAE,SAAS,EAChB,UAAU,SAAa,GACrB,OAAO,CAAC,IAAI,CAAC;IAIhB;;;;;;OAMG;IACG,iBAAiB,CAAC,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAIjE;;;;;;OAMG;IACH,cAAc,IAAI,IAAI;IAWtB;;;;;;;;OAQG;IACH,6BAA6B,IAAI,4BAA4B,GAAG,IAAI;IAIpE;;;;;;OAMG;IACH,sBAAsB,IAAI,0BAA0B,GAAG,IAAI;IAI3D;;;;;;;;;;;;;;;OAeG;IACH,4BAA4B,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,IAAI;IAmBxD;;;;OAIG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAKvB,mBAAmB,CACxB,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,UAAU,CAAC;IAYtB;;;;;;;OAOG;IACH,mBAAmB,IAAI,mBAAmB,GAAG,IAAI;IAIjD;;;;;;;;;OASG;IACH,iBAAiB,IAAI,OAAO;IAS5B;;;;;;;;;;;;OAYG;IACH,uBAAuB,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,GAAG;QACxE,KAAK,IAAI,IAAI,CAAC;KACd;IAwBK,cAAc,CACnB,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,EAC5B,IAAI,GAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAA;KAAO,GACjC,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAK9C;;;;;;;OAOG;IACG,kBAAkB,CACvB,IAAI,GAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAA;KAAO,GACjC,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAQ9C;;;;;;;;;;;;;OAaG;IACH,oBAAoB,IAAI,MAAM,GAAG,IAAI;IAcrC;;;;;;;;;;;OAWG;IACH,0BAA0B,CAAC,IAAI,CAAC,EAAE;QACjC,GAAG,CAAC,EAAE,cAAc,CAAC;KACrB,GAAG,oBAAoB;IAWxB;;;;;;;;OAQG;IACH;;+CAE2C;IACrC,kBAAkB,CACvB,IAAI,EAAE,kBAAkB,EACxB,MAAM,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,aAAa,EAAE,CAAA;KAAE,CAAC;IAkD9C,aAAa,CAClB,IAAI,EAAE,kBAAkB,EACxB,MAAM,CAAC,EAAE,WAAW,EACpB,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GACjC,OAAO,CAAC,MAAM,CAAC;IAiHlB;;;;;;;;;;;;;;;;;OAiBG;IACG,YAAY,CACjB,KAAK,EAAE,kBAAkB,EACzB,UAAU,EAAE,aAAa,EACzB,MAAM,EAAE,mBAAmB,EAC3B,MAAM,CAAC,EAAE,eAAe,GACtB,OAAO,CAAC,MAAM,GAAG,WAAW,GAAG,WAAW,CAAC;IA2F9C,iFAAiF;IACjF,aAAa,CACZ,UAAU,EAAE,aAAa,EACzB,MAAM,EAAE,mBAAmB,EAC3B,MAAM,CAAC,EAAE,mBAAmB,GAC1B,aAAa;IAWhB;;;;;;;;;OASG;IACH,OAAO,CAAC,kBAAkB;IAgB1B,qEAAqE;IACrE,UAAU,IAAI,MAAM;IAIpB,OAAO,CAAC,aAAa;CAWrB;AAKD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,CAAC;AASlD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,UAAU,aAAa;IACtB,OAAO,EAAE,2BAA2B,GAAG,IAAI,CAAC;IAC5C,MAAM,IAAI,2BAA2B,CAAC;CACtC;AA8CD,iBAAS,uBAAuB,CAC/B,UAAU,EAAE,MAAM,EAClB,GAAG,EAAE,iBAAiB,GAAG,IAAI,EAC7B,GAAG,EAAE,2BAA2B,GAAG,aAAa,GAAG,IAAI,EACvD,OAAO,GAAE;IAAE,aAAa,CAAC,EAAE,OAAO,CAAA;CAAO,GACvC,qBAAqB,CAyBvB;AAgED,uEAAuE;AACvE,OAAO,EAAE,uBAAuB,EAAE,CAAC;AAmDnC,wBAAgB,0BAA0B,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAQtE"}

package/dist/services/voice/eot-classifier-ggml.d.ts

@@ -0,0 +1,179 @@
+/**
+ * LiveKit turn-detector — GGUF-backed binding (J1.d).
+ *
+ * The text-side turn-completion classifier formats the latest partial
+ * user transcript with the Gemma chat template, strips the trailing
+ * `<end_of_turn>`, and reads `P(<end_of_turn>)` from the next-token
+ * distribution. The upstream `livekit/turn-detector` ships an ONNX
+ * graph; this binding consumes the **GGUF** export published at
+ * `elizaos/eliza-1` under `voice/turn-detector/onnx/turn-detector-en-q8.gguf`
+ * (and the multilingual variant at
+ * `voice/turn/intl/turn-detector-intl-q8.gguf`), running through the
+ * canonical fork wrapper `capacitor-llama` (per
+ * `plugins/plugin-local-inference/native/AGENTS.md` §1 — the npm
+ * `capacitor-llama` dep is the elizaOS fork's republish, binding to the
+ * fork's `libllama`).
+ *
+ * Why this exists: per I1's single-runtime audit
+ * (`.swarm/impl/I1-single-runtime.md` §B), the turn-detector was the
+ * cheapest of the four remaining ONNX surfaces to retire — the GGUF
+ * artifact was already published by H4 (see commit history), and the
+ * detector's architecture (a small decoder + classification head on the
+ * `<end_of_turn>` logit) is already implemented in the fork. The work is
+ * wiring, not porting.
+ *
+ * No silent fallback (AGENTS.md §3): when `capacitor-llama` is
+ * unavailable, the GGUF is missing, or the model load fails, this
+ * class throws `EotGgmlUnavailableError` with a structured code. The
+ * resolver above this binding picks `HeuristicEotClassifier` or the
+ * legacy ONNX path; the binding itself never fabricates a probability.
+ *
+ * Tokenizer ownership: the GGUF carries its own tokenizer (BPE +
+ * special tokens, including `<end_of_turn>`); this binding does NOT
+ * import `@huggingface/transformers`. The `apply_chat_template`
+ * formatting is re-implemented here using the same template upstream
+ * uses (single-turn user message wrapped in `<start_of_turn>user\n... \n`)
+ * — see `applyGemmaUserTemplate` below.
+ *
+ * --- Planned LoRA hot-swap path ---
+ *
+ * The LiveKit GGUF is a separate 66 MB (EN) or 396 MB (intl) resident
+ * model. The chat target model (eliza-1-{2b,4b}) is already
+ * loaded for conversation — its next-token distribution after the
+ * chat-template-formatted partial transcript provides exactly the
+ * same `P(<end_of_turn>)` signal. A LoRA adapter (rank 8, ~5-10 MB)
+ * trained on `(transcript, eot_label)` pairs can shape that signal
+ * to match or beat the LiveKit baseline.
+ *
+ * The training pipeline lives at
+ * `packages/training/scripts/voice/eot/RUNBOOK.md`. The publish gates
+ * (AUROC ≥ 0.85, ECE ≤ 0.05, p95 ≤ 50 ms) are in
+ * `packages/training/benchmarks/eot_gates.md`.
+ *
+ * Integration sketch (deferred — implement when an adapter ships):
+ *
+ *   1. Bundle ships `voice/eot-lora/eliza-1-<tier>-eot-lora.bin`
+ *      alongside the chat target GGUF, with a manifest sidecar binding
+ *      the adapter to the target's SHA256 (refuse to load if mismatched).
+ *   2. Runtime detects the adapter via the bundle catalog. When present
+ *      AND the chat target is already loaded, the EOT resolver prefers
+ *      LoRA hot-swap over standing up the LiveKit GGUF process.
+ *   3. The hot-swap path uses llama.cpp's `--lora` flag on the chat
+ *      target. A single forward pass against the chat-template-formatted
+ *      transcript yields the next-token logits; read `<end_of_turn>`'s
+ *      probability and return it.
+ *   4. Fail-closed: if adapter load fails or the SHA binding mismatches,
+ *      throw `EotGgmlUnavailableError("model-load-failed", ...)`. No
+ *      silent fallback to the un-adapted target (the un-adapted logits
+ *      would be the chat-model's own prior, not a calibrated EOT
+ *      classifier).
+ *
+ * Until that lands, this binding remains the canonical EOT path.
+ */
+import type { EotClassifier, VoiceTurnSignal } from "./eot-classifier";
+/** Raised when the GGUF binding cannot be loaded or scored. */
+export declare class EotGgmlUnavailableError extends Error {
+    readonly code: "native-missing" | "model-missing" | "model-load-failed" | "tokenizer-missing-end-of-turn" | "evaluate-failed" | "invalid-input";
+    constructor(code: EotGgmlUnavailableError["code"], message: string);
+}
+/** HF mono-repo holding every voice sub-model. */
+export declare const LIVEKIT_TURN_DETECTOR_HF_REPO = "elizaos/eliza-1";
+/** Canonical English GGUF asset path inside the bundle. */
+export declare const DEFAULT_LIVEKIT_TURN_DETECTOR_GGUF_EN = "voice/turn-detector/onnx/turn-detector-en-q8.gguf";
+/** Canonical multilingual GGUF asset path inside the bundle. */
+export declare const DEFAULT_LIVEKIT_TURN_DETECTOR_GGUF_INTL = "voice/turn/intl/turn-detector-intl-q8.gguf";
+/** Special-token literal the detector reads the probability of. */
+export declare const LIVEKIT_END_OF_TURN_TOKEN = "<end_of_turn>";
+/**
+ * Default on-disk location for the staged GGUF. The bundle downloader
+ * materializes assets under `<stateDir>/local-inference/models/...`; this
+ * matches the bundle downloader's staged-asset path layout.
+ */
+export declare const DEFAULT_LIVEKIT_TURN_DETECTOR_GGML_DIR: string;
+/**
+ * Resolve which GGUF variant a given Eliza-1 tier should bundle.
+ * Mirrors `turnDetectorRevisionForTier` in `eot-classifier.ts` —
+ * mobile tiers get the English-only ~40 MB Q8 GGUF, desktop tiers
+ * get the multilingual ~280 MB Q8 GGUF.
+ *
+ * Accepts both bare tier ids (`"4b"`) and prefixed catalog ids
+ * (`"eliza-1-4b"`).
+ */
+export declare function turnDetectorGgufForTier(tierId: string): {
+    hfPath: string;
+    variant: "en" | "intl";
+};
+export interface LiveKitGgmlTurnDetectorOptions {
+    /** Absolute path to the GGUF file. Required. */
+    ggufPath: string;
+    /**
+     * Upstream revision tag for telemetry only (`"v1.2.2-en"` /
+     * `"v0.4.1-intl"`). Does not affect inference.
+     */
+    revision?: string;
+    /** Max history tokens after Gemma-template wrapping. Default: 128. */
+    maxHistoryTokens?: number;
+    /** Optional model label for telemetry. */
+    model?: string;
+    /** Optional thread count for the context. Default: 2. */
+    threads?: number;
+}
+/**
+ * Local GGUF-backed LiveKit turn-detector. Uses a `capacitor-llama`
+ * evaluation of the decoder, reading `P(<end_of_turn>)` from the next-token
+ * distribution after the truncated user-template prefix.
+ *
+ * One detector instance owns one `LlamaModel` + one `LlamaContext` +
+ * one `LlamaSequence`. `score()` resets the sequence between calls —
+ * the detector is intentionally stateless (no carried context across
+ * different user transcripts).
+ */
+export declare class LiveKitGgmlTurnDetector implements EotClassifier {
+    readonly ggufPath: string;
+    private readonly maxHistoryTokens;
+    private readonly model;
+    private readonly revision;
+    private readonly threads;
+    private ready;
+    constructor(opts: LiveKitGgmlTurnDetectorOptions);
+    score(partialTranscript: string): Promise<number>;
+    signal(partialTranscript: string): Promise<VoiceTurnSignal>;
+    /** Release the underlying GGUF + context. Idempotent. */
+    dispose(): Promise<void>;
+    private load;
+    private loadInner;
+}
+/**
+ * Resolve a `LiveKitGgmlTurnDetector` against the bundle's on-disk
+ * staging directory. Search order:
+ *
+ *   1. Explicit `opts.ggufPath`.
+ *   2. `ELIZA_TURN_DETECTOR_GGUF` env var.
+ *   3. `<modelDir>/<en GGUF name>` (the canonical layout for the
+ *      bundle's English variant).
+ *   4. `<modelDir>/<intl GGUF name>` (multilingual).
+ *
+ * Returns `null` if no GGUF is found alongside the directory — the
+ * caller falls back to `HeuristicEotClassifier`.
+ */
+export declare function createBundledLiveKitGgmlTurnDetector(opts?: {
+    ggufPath?: string;
+    modelDir?: string;
+    revision?: string;
+    maxHistoryTokens?: number;
+    threads?: number;
+}): Promise<LiveKitGgmlTurnDetector | null>;
+/**
+ * Apply the single-turn user Gemma chat template, omitting the trailing
+ * `<end_of_turn>` so the detector head scores it as the next token.
+ *
+ * Upstream `livekit/turn-detector` formats:
+ *
+ *   <start_of_turn>user\n{transcript}<end_of_turn>\n
+ *
+ * The detector strips the trailing `<end_of_turn>\n` and reads
+ * `P(<end_of_turn>)` after the user content. We emit the prefix exactly,
+ * stopping where the `<end_of_turn>` would go.
+ */
+export declare function applyGemmaUserTemplate(transcript: string): string;
+//# sourceMappingURL=eot-classifier-ggml.d.ts.map

package/dist/services/voice/eot-classifier-ggml.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eot-classifier-ggml.d.ts","sourceRoot":"","sources":["../../../src/services/voice/eot-classifier-ggml.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuEG;AAKH,OAAO,KAAK,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAOvE,+DAA+D;AAC/D,qBAAa,uBAAwB,SAAQ,KAAK;IACjD,QAAQ,CAAC,IAAI,EACV,gBAAgB,GAChB,eAAe,GACf,mBAAmB,GACnB,+BAA+B,GAC/B,iBAAiB,GACjB,eAAe,CAAC;gBACP,IAAI,EAAE,uBAAuB,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,MAAM;CAKlE;AAMD,kDAAkD;AAClD,eAAO,MAAM,6BAA6B,oBAAoB,CAAC;AAE/D,2DAA2D;AAC3D,eAAO,MAAM,qCAAqC,sDACE,CAAC;AAErD,gEAAgE;AAChE,eAAO,MAAM,uCAAuC,+CACP,CAAC;AAE9C,mEAAmE;AACnE,eAAO,MAAM,yBAAyB,kBAAkB,CAAC;AAEzD;;;;GAIG;AACH,eAAO,MAAM,sCAAsC,QAMlD,CAAC;AAEF;;;;;;;;GAQG;AACH,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,MAAM,GAAG;IACxD,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,IAAI,GAAG,MAAM,CAAC;CACvB,CAcA;AAqGD,MAAM,WAAW,8BAA8B;IAC9C,gDAAgD;IAChD,QAAQ,EAAE,MAAM,CAAC;IACjB;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,sEAAsE;IACtE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,0CAA0C;IAC1C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,yDAAyD;IACzD,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAMD;;;;;;;;;GASG;AACH,qBAAa,uBAAwB,YAAW,aAAa;IAC5D,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,KAAK,CAKI;gBAEL,IAAI,EAAE,8BAA8B;IAkB1C,KAAK,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAIjD,MAAM,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IA8DjE,yDAAyD;IACnD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAW9B,OAAO,CAAC,IAAI;YAUE,SAAS;CA8DvB;AAMD;;;;;;;;;;;;GAYG;AACH,wBAAsB,oCAAoC,CACzD,IAAI,GAAE;IACL,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;CACZ,GACJ,OAAO,CAAC,uBAAuB,GAAG,IAAI,CAAC,CAsCzC;AAqBD;;;;;;;;;;;GAWG;AACH,wBAAgB,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAEjE"}

package/dist/services/voice/eot-classifier.d.ts

@@ -0,0 +1,211 @@
+/**
+ * Semantic end-of-turn (EOT) classifier — Tier 3 of the three-tier VAD.
+ *
+ * Tier 1: RMS energy gate (~10 ms)
+ * Tier 2: Silero VAD (~32 ms hop)
+ * Tier 3: Semantic EOT classifier — P(turn_complete | transcript_so_far)
+ *
+ * The classifier operates on the partial transcript text emitted by streaming
+ * ASR, not on audio. It returns P(done) ∈ [0, 1]. The voice state machine
+ * uses it to:
+ *
+ *   P(done) ≥ 0.9 AND silence ≥ 50 ms  → commit immediately, skip hangover
+ *   P(done) ≥ 0.6 AND silence ≥ 20 ms  → enter PAUSE_TENTATIVE early (start drafter)
+ *   P(done) < 0.4                        → extend hangover by 50 ms (mid-clause)
+ *
+ * Three implementations ship:
+ *
+ *   `HeuristicEotClassifier` — deterministic, zero-latency, no model load.
+ *     This is the baseline; it is always available.
+ *
+ *   `RemoteEotClassifier` — fail-closed HTTP adapter for a real model server.
+ *     It throws on network/parse errors so callers never mistake a synthetic
+ *     fallback for a measured turn signal.
+ *
+ *   `Eliza1EotClassifier` — uses the already-loaded text model to compute
+ *     P(`<|im_end|>` | partial transcript). Zero additional model weights.
+ *
+ *   The GGUF-backed LiveKit detector lives in `eot-classifier-ggml.ts`.
+ *
+ * Cancellation contract (handshake with VoiceTurnController / R11): the
+ * classifier emits a `VoiceTurnSignal` per partial transcript. It NEVER
+ * aborts a turn directly — `signal()` is data, not a cancellation. The
+ * controller layer above consumes the signal and decides whether to
+ * suppress (via `BargeInCancelToken.signal` with reason `"turn-suppressed"`).
+ */
+import type { Eliza1EotScoreResult, Eliza1EotScorerOptions } from "./eliza1-eot-scorer";
+import { Eliza1EotScorer } from "./eliza1-eot-scorer";
+import { FfiEotScorer, type FfiEotScorerOptions } from "./fused-eot-scorer";
+export type VoiceNextSpeaker = "agent" | "user" | "unknown";
+export interface VoiceTurnSignal {
+    /** P(user turn complete | transcript/history). */
+    endOfTurnProbability: number;
+    /**
+     * The best turn-taking read from this signal. Text-only EOU models infer
+     * this from end-of-turn probability; audio/prosody models can set it
+     * directly.
+     */
+    nextSpeaker: VoiceNextSpeaker;
+    /** Whether the agent should begin a response now. */
+    agentShouldSpeak: boolean | null;
+    /** Implementation/source name for telemetry and trace records. */
+    source: "heuristic" | "livekit-turn-detector" | "eliza-1-drafter" | "remote" | "custom";
+    /** Optional model/version identifier for telemetry. */
+    model?: string;
+    /** Text actually scored after normalization/template truncation. */
+    transcript: string;
+    /** Wall-clock model latency, excluding caller queueing. */
+    latencyMs?: number;
+}
+/**
+ * End-of-turn classifier interface. Both implementations satisfy this contract
+ * so callers are backend-agnostic.
+ */
+export interface EotClassifier {
+    /** Return P(turn_complete) ∈ [0, 1] for `partialTranscript`. */
+    score(partialTranscript: string): Promise<number>;
+    /** Return the structured turn signal when the implementation can provide it. */
+    signal?(partialTranscript: string): Promise<VoiceTurnSignal>;
+}
+export declare function clampProbability(value: number): number;
+export declare function turnSignalFromProbability(args: {
+    probability: number;
+    transcript: string;
+    source: VoiceTurnSignal["source"];
+    model?: string;
+    latencyMs?: number;
+}): VoiceTurnSignal;
+/**
+ * Rules-of-thumb EOT classifier. Delegates to the single canonical heuristic in
+ * `@elizaos/shared/voice-eot` — the SAME scorer the UI shell capture path
+ * (`packages/ui/src/voice/end-of-turn.ts`) uses, so the two surfaces can never
+ * drift. The rules fire in priority order; the first match wins:
+ *
+ * Priority  Signal                                       P(done)
+ * --------  -------------------------------------------  -------
+ *   1       Trailing ellipsis ("…" / "..")               0.20
+ *   2       Sentence-final punctuation (. ! ?)            0.95
+ *   3       Question-tag words ("right?", "yeah", …)      0.85
+ *   4       Trailing conjunction (and/but/or/because/…)   0.15
+ *   5       Last word is a preposition or article         0.20
+ *   6       Short utterance (< 3 words, no trail-off)     0.70
+ *   7       No signal                                     0.50
+ */
+export declare class HeuristicEotClassifier implements EotClassifier {
+    score(partialTranscript: string): Promise<number>;
+    signal(partialTranscript: string): Promise<VoiceTurnSignal>;
+}
+/**
+ * Resolve which upstream revision a given Eliza-1 tier should bundle.
+ * Mobile/small tiers (`2b`, the entry tier) get the English-only variant;
+ * desktop/server tiers (`4b`+) get the multilingual variant.
+ *
+ * Accepts both bare tier ids (`"4b"`) and prefixed catalog ids
+ * (`"eliza-1-4b"`).
+ */
+export declare const LIVEKIT_TURN_DETECTOR_EN_REVISION = "v1.2.2-en";
+export declare const LIVEKIT_TURN_DETECTOR_INTL_REVISION = "v0.4.1-intl";
+export declare function turnDetectorRevisionForTier(tierId: string): typeof LIVEKIT_TURN_DETECTOR_EN_REVISION | typeof LIVEKIT_TURN_DETECTOR_INTL_REVISION;
+export interface RemoteEotClassifierOptions {
+    /**
+     * HTTP endpoint to POST the partial transcript to. Expected to return JSON
+     * with a `p_done` field: `{ "p_done": 0.92 }`.
+     *
+     * Example: LiveKit turn-detector inference endpoint or a custom model server.
+     */
+    endpoint: string;
+    /**
+     * Timeout in milliseconds for each HTTP request. Default 200 ms — the
+     * classifier must be faster than the silence hangover it's trying to beat.
+     */
+    timeoutMs?: number;
+    /** Optional model label for telemetry. */
+    model?: string;
+}
+/**
+ * Remote EOT classifier. POSTs `{ transcript: string }` to `endpoint`
+ * and expects `{ p_done: number }` back.
+ *
+ * Intended to be wired to a real LiveKit turn-detector HTTP API or a custom
+ * model inference server. This adapter fails closed: no fallback score is
+ * manufactured on network or parse errors.
+ */
+export declare class RemoteEotClassifier implements EotClassifier {
+    private readonly endpoint;
+    private readonly timeoutMs;
+    private readonly model;
+    constructor(opts: RemoteEotClassifierOptions);
+    score(partialTranscript: string): Promise<number>;
+    signal(partialTranscript: string): Promise<VoiceTurnSignal>;
+}
+/** P(done) ≥ this AND silence ≥ EOT_COMMIT_SILENCE_MS → commit immediately. */
+export declare const EOT_COMMIT_THRESHOLD = 0.9;
+/** P(done) ≥ this AND silence ≥ EOT_TENTATIVE_SILENCE_MS → enter PAUSE_TENTATIVE early. */
+export declare const EOT_TENTATIVE_THRESHOLD = 0.6;
+/** P(done) < this → extend hangover by EOT_HANGOVER_EXTENSION_MS. */
+export declare const EOT_MID_CLAUSE_THRESHOLD = 0.4;
+/** Minimum silence (ms) required alongside P ≥ EOT_COMMIT_THRESHOLD to commit. */
+export declare const EOT_COMMIT_SILENCE_MS = 50;
+/** Minimum silence (ms) required alongside P ≥ EOT_TENTATIVE_THRESHOLD to start drafter. */
+export declare const EOT_TENTATIVE_SILENCE_MS = 20;
+/** How many ms to add to the pause hangover when P < EOT_MID_CLAUSE_THRESHOLD. */
+export declare const EOT_HANGOVER_EXTENSION_MS = 50;
+export type { Eliza1EotScoreResult, Eliza1EotScorerOptions };
+/**
+ * Eliza-1 EOT classifier. Reuses the already-loaded text model (typically
+ * the eliza-1 drafter — same model MTP keeps warm for speculative
+ * decoding) to compute P(`<|im_end|>` | partial transcript). Optionally
+ * loads a fine-tuned EOT LoRA adapter on top of the base weights — see
+ * `packages/training/scripts/turn_detector/` for the training recipe.
+ *
+ * Unlike the GGUF-backed `LiveKitGgmlTurnDetector`, this classifier ships
+ * zero additional model weights — it leans on what's already in RAM.
+ */
+export declare class Eliza1EotClassifier implements EotClassifier {
+    private readonly scorer;
+    constructor(options: Eliza1EotScorerOptions | {
+        scorer: Eliza1EotScorer;
+    });
+    score(partialTranscript: string): Promise<number>;
+    signal(partialTranscript: string): Promise<VoiceTurnSignal>;
+    dispose(): Promise<void>;
+}
+/**
+ * Above this heuristic confidence the heuristic's high-precision syntactic
+ * verdict is trusted outright and the model forward pass is skipped. Sentence-
+ * final punctuation, question tags, trailing conjunctions, and dangling
+ * prepositions all clear this bar (P ≤ 0.2 or ≥ 0.8 → confidence ≥ 0.6); short
+ * utterances and the no-signal case fall below it and defer to the model.
+ */
+export declare const COMPOSITE_HEURISTIC_CONFIDENCE_CUTOFF = 0.6;
+/**
+ * End-of-turn classifier that blends the fused semantic scorer
+ * (P(`<|im_end|>`) over the loaded text model) with the heuristic syntactic
+ * rules. The heuristic is NOT a fallback — it is a tuned co-signal: when it is
+ * confident (clear punctuation / mid-clause conjunction / dangling preposition)
+ * its verdict wins outright and the model pass is skipped; in the ambiguous
+ * middle (short utterance, no syntactic cue) the model's semantic judgment
+ * dominates, blended by the heuristic's residual confidence. Acoustic
+ * silence/VAD timing lives a tier below this (the VAD), so this layer is the
+ * pure text-completion read.
+ */
+export declare class CompositeEotClassifier implements EotClassifier {
+    private readonly model;
+    private readonly heuristic;
+    private readonly confidenceCutoff;
+    constructor(options: {
+        model: FfiEotScorer;
+        heuristic?: HeuristicEotClassifier;
+        confidenceCutoff?: number;
+    });
+    private blend;
+    score(partialTranscript: string): Promise<number>;
+    signal(partialTranscript: string): Promise<VoiceTurnSignal>;
+}
+/**
+ * Build a composite EOT classifier backed by the fused FFI scorer, or null when
+ * the loaded fused build does not wire the v11 EOT symbol (a pre-v11 library) —
+ * the caller then falls back to a heuristic-only classifier.
+ */
+export declare function tryBuildFusedEotClassifier(options: FfiEotScorerOptions): CompositeEotClassifier | null;
+//# sourceMappingURL=eot-classifier.d.ts.map

package/dist/services/voice/eot-classifier.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eot-classifier.d.ts","sourceRoot":"","sources":["../../../src/services/voice/eot-classifier.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AAGH,OAAO,KAAK,EACX,oBAAoB,EACpB,sBAAsB,EACtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAM5E,MAAM,MAAM,gBAAgB,GAAG,OAAO,GAAG,MAAM,GAAG,SAAS,CAAC;AAE5D,MAAM,WAAW,eAAe;IAC/B,kDAAkD;IAClD,oBAAoB,EAAE,MAAM,CAAC;IAC7B;;;;OAIG;IACH,WAAW,EAAE,gBAAgB,CAAC;IAC9B,qDAAqD;IACrD,gBAAgB,EAAE,OAAO,GAAG,IAAI,CAAC;IACjC,kEAAkE;IAClE,MAAM,EACH,WAAW,GACX,uBAAuB,GACvB,iBAAiB,GACjB,QAAQ,GACR,QAAQ,CAAC;IACZ,uDAAuD;IACvD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,oEAAoE;IACpE,UAAU,EAAE,MAAM,CAAC;IACnB,2DAA2D;IAC3D,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC7B,gEAAgE;IAChE,KAAK,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAClD,gFAAgF;IAChF,MAAM,CAAC,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;CAC7D;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAGtD;AAED,wBAAgB,yBAAyB,CAAC,IAAI,EAAE;IAC/C,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;IAClC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB,GAAG,eAAe,CAkBlB;AAMD;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,sBAAuB,YAAW,aAAa;IAC3D,KAAK,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAI3C,MAAM,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;CAQjE;AAMD;;;;;;;GAOG;AACH,eAAO,MAAM,iCAAiC,cAAc,CAAC;AAC7D,eAAO,MAAM,mCAAmC,gBAAgB,CAAC;AAEjE,wBAAgB,2BAA2B,CAC1C,MAAM,EAAE,MAAM,GAEZ,OAAO,iCAAiC,GACxC,OAAO,mCAAmC,CAQ5C;AAMD,MAAM,WAAW,0BAA0B;IAC1C;;;;;OAKG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0CAA0C;IAC1C,KAAK,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;;;;;;GAOG;AACH,qBAAa,mBAAoB,YAAW,aAAa;IACxD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;gBAEnB,IAAI,EAAE,0BAA0B;IAMtC,KAAK,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAIjD,MAAM,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;CAuCjE;AAMD,+EAA+E;AAC/E,eAAO,MAAM,oBAAoB,MAAM,CAAC;AAExC,2FAA2F;AAC3F,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAE3C,qEAAqE;AACrE,eAAO,MAAM,wBAAwB,MAAM,CAAC;AAE5C,kFAAkF;AAClF,eAAO,MAAM,qBAAqB,KAAK,CAAC;AAExC,4FAA4F;AAC5F,eAAO,MAAM,wBAAwB,KAAK,CAAC;AAE3C,kFAAkF;AAClF,eAAO,MAAM,yBAAyB,KAAK,CAAC;AAM5C,YAAY,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,CAAC;AAE7D;;;;;;;;;GASG;AACH,qBAAa,mBAAoB,YAAW,aAAa;IACxD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkB;gBAE7B,OAAO,EAAE,sBAAsB,GAAG;QAAE,MAAM,EAAE,eAAe,CAAA;KAAE;IAKnE,KAAK,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKjD,MAAM,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAW3D,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG9B;AAMD;;;;;;GAMG;AACH,eAAO,MAAM,qCAAqC,MAAM,CAAC;AAEzD;;;;;;;;;;GAUG;AACH,qBAAa,sBAAuB,YAAW,aAAa;IAC3D,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAyB;IACnD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;gBAE9B,OAAO,EAAE;QACpB,KAAK,EAAE,YAAY,CAAC;QACpB,SAAS,CAAC,EAAE,sBAAsB,CAAC;QACnC,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC1B;YAOa,KAAK;IAoBb,KAAK,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAIjD,MAAM,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;CAWjE;AAED;;;;GAIG;AACH,wBAAgB,0BAA0B,CACzC,OAAO,EAAE,mBAAmB,GAC1B,sBAAsB,GAAG,IAAI,CAG/B"}

package/dist/services/voice/errors.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Structured voice-startup failure.
+ *
+ * Per `packages/inference/AGENTS.md` §3 + §9 (no defensive code, no
+ * log-and-continue), the engine MUST throw one of these when voice mode
+ * is requested but cannot start (missing FFI, missing speaker preset,
+ * missing fused build, missing required region, manifest mismatch). The
+ * runtime then refuses to activate the model — never silently degrades to
+ * text-only.
+ *
+ * Lives in its own module (rather than `engine-bridge.ts`) so the voice
+ * sub-modules — `pipeline-impls.ts`, `vad.ts`, `embedding.ts` — can throw
+ * it without importing the bridge (which imports them in turn, which
+ * would be a cycle).
+ */
+export declare class VoiceStartupError extends Error {
+    readonly code: "missing-ffi" | "missing-speaker-preset" | "missing-bundle-root" | "missing-asr-model" | "missing-fused-build" | "blocked-asr-provenance" | "missing-turn-detector" | "already-started" | "not-started" | "invalid-options";
+    constructor(code: VoiceStartupError["code"], message: string);
+}
+//# sourceMappingURL=errors.d.ts.map

package/dist/services/voice/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../src/services/voice/errors.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,qBAAa,iBAAkB,SAAQ,KAAK;IAC3C,QAAQ,CAAC,IAAI,EACV,aAAa,GACb,wBAAwB,GACxB,qBAAqB,GACrB,mBAAmB,GACnB,qBAAqB,GACrB,wBAAwB,GACxB,uBAAuB,GACvB,iBAAiB,GACjB,aAAa,GACb,iBAAiB,CAAC;gBAET,IAAI,EAAE,iBAAiB,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,MAAM;CAK5D"}

package/dist/services/voice/expressive-tags.d.ts

@@ -0,0 +1,158 @@
+/**
+ * Expressive (emotion / singing) inline-tag handling for the voice path.
+ *
+ * The canonical schema is the **omnivoice-singing inline-tag vocabulary,
+ * verbatim** (no SSML, no new format — it is exactly what the fine-tuned
+ * `omnivoice-singing` GGUF understands when the tags appear inline in the
+ * text passed to `eliza_inference_tts_synthesize` / `/v1/audio/speech`):
+ *
+ *   emotion tags     [happy] [sad] [angry] [nervous] [calm] [excited] [whisper]
+ *   singing tag      [singing]
+ *   preserved        [laughter] [sigh]   (non-verbals — passed through, not
+ *                                          consumed as a scope-setting tag)
+ *
+ * Tags are *inline* and *scoped*: a tag applies from where it appears to the
+ * next tag (or end of text). Mid-sentence shifts are allowed
+ * (`"that's [excited] amazing"`). `parseExpressiveTags` segments the text by
+ * tag boundaries so the chunker / TTS backend can carry the in-scope emotion
+ * with each phrase.
+ *
+ * Two consumers:
+ *   - the *singing* TTS GGUF: it parses the tags itself, so the bridge passes
+ *     the tag-bearing text through (`segment.text` keeps `[happy]` etc. — see
+ *     `makeTextToSpeechHandler`, which deliberately does NOT strip them).
+ *   - a *base* TTS GGUF (no `emotion-tags` / `singing` capability): the tags
+ *     would otherwise be spoken literally, so `stripExpressiveTags` removes
+ *     them before synthesis. (The model shouldn't have emitted them when the
+ *     bundle lacks the capability — but defense in depth.)
+ *
+ * Coordinates with:
+ *   - `manifest/schema.ts` → `ELIZA_1_VOICE_CAPABILITIES` (`emotion-tags` /
+ *     `singing` gate whether the prompt instructs the model to emit tags).
+ *   - WS-4's Stage-1 envelope `emotion` enum field (one-line field-evaluator
+ *     registration there) — `EXPRESSIVE_EMOTION_ENUM` is the shared value set.
+ *   - WS-3's `voice_emotion` fine-tune corpus task — both forms (inline tags +
+ *     the `emotion` field) are populated on voice-mode rows.
+ */
+/** Emotion tags that set the affect scope for the text that follows. */
+export declare const EXPRESSIVE_EMOTION_TAGS: readonly ["happy", "sad", "angry", "nervous", "calm", "excited", "whisper"];
+export type ExpressiveEmotion = (typeof EXPRESSIVE_EMOTION_TAGS)[number];
+/**
+ * The Stage-1 envelope `emotion` enum value set (decision #2 in
+ * `.swarm/IMPLEMENTATION_PLAN.md` §1 — the optional field-evaluator WS-4 wires
+ * registers exactly this enum). `none` is the default / "no expressive cue"
+ * value so the field is always present and structured-decode can singleton-fill
+ * it. `whisper` is included because it travels the same inline-tag channel even
+ * though it is a delivery style rather than an affect.
+ */
+export declare const EXPRESSIVE_EMOTION_ENUM: readonly ["none", "happy", "sad", "angry", "nervous", "calm", "excited", "whisper"];
+export type ExpressiveEmotionEnum = (typeof EXPRESSIVE_EMOTION_ENUM)[number];
+/** The singing tag — a style flag, not an affect; orthogonal to emotion. */
+export declare const EXPRESSIVE_SINGING_TAG: "singing";
+/**
+ * Preserved non-verbals — these are *rendered* as sound effects by the TTS,
+ * not consumed as scope-setting tags. They pass straight through the bridge.
+ */
+export declare const EXPRESSIVE_NONVERBAL_TAGS: readonly ["laughter", "sigh"];
+export type ExpressiveNonverbal = (typeof EXPRESSIVE_NONVERBAL_TAGS)[number];
+/**
+ * The full inline-tag vocabulary (emotion + singing + preserved non-verbals),
+ * verbatim — the union the `omnivoice-singing` GGUF understands. Use this for
+ * the prompt clause and the `tagLeakage` check.
+ */
+export declare const EXPRESSIVE_TAGS: readonly ["happy", "sad", "angry", "nervous", "calm", "excited", "whisper", "singing", "laughter", "sigh"];
+export type ExpressiveTag = (typeof EXPRESSIVE_TAGS)[number];
+/** `true` iff `tag` (without brackets, case-insensitive) is a legal expressive tag. */
+export declare function isExpressiveTag(tag: string): tag is ExpressiveTag;
+/** `true` iff `value` is a legal `emotion` enum value (incl. `"none"`). */
+export declare function isExpressiveEmotionEnum(value: string): value is ExpressiveEmotionEnum;
+/** One scoped segment of an expressive `replyText`. */
+export interface ExpressiveSegment {
+    /**
+     * The segment text. For the singing-GGUF path this *keeps* the leading
+     * scope-setting emotion/singing tag and any inline non-verbals (the GGUF
+     * parses them); for a base-TTS path use `cleanText` / `stripExpressiveTags`.
+     */
+    text: string;
+    /** The segment text with every recognized expressive tag removed. */
+    cleanText: string;
+    /** The emotion in scope for this segment (`null` = no emotion cue). */
+    emotion: ExpressiveEmotion | null;
+    /** Whether `[singing]` is in scope for this segment. */
+    singing: boolean;
+    /** Preserved non-verbals that appeared inside this segment, in order. */
+    nonverbals: ExpressiveNonverbal[];
+}
+export interface ParsedExpressiveText {
+    /** The whole `replyText` with every recognized expressive tag removed. */
+    cleanText: string;
+    /** The text split at every emotion/singing scope boundary. */
+    segments: ExpressiveSegment[];
+    /** The dominant (first scope-setting) emotion across the text, or `null`. */
+    dominantEmotion: ExpressiveEmotion | null;
+    /** `true` iff any `[singing]` tag appeared. */
+    anySinging: boolean;
+    /** `true` iff any recognized expressive tag appeared. */
+    hasTags: boolean;
+    /** Literal `[token]` occurrences that look like a tag but aren't in the
+     *  vocabulary (e.g. a hallucinated `[grumpy]`) — recorded, not silently
+     *  dropped, so the `tagLeakage` check can flag them. */
+    unknownTags: string[];
+}
+/**
+ * Parse a `replyText` into expressive segments. A scope-setting tag is an
+ * emotion tag or `[singing]`; a `[laughter]` / `[sigh]` is a non-verbal that
+ * is recorded on the current segment but does not start a new one. The
+ * segment text retains the scope tag (for the singing-GGUF pass-through) and
+ * `cleanText` is the same text with all expressive tags removed.
+ *
+ * Empty / whitespace-only segments between two adjacent scope tags are
+ * dropped (a leading `[happy][whisper]hi` → one segment, scope = whisper).
+ */
+export declare function parseExpressiveTags(replyText: string): ParsedExpressiveText;
+/** Strip every recognized expressive tag (emotion / singing / non-verbal)
+ *  from `text`. Used on a base-TTS path so a literal `[happy]` never reaches
+ *  the audio. Unknown bracket tokens (`[grumpy]`) are left as-is — they are
+ *  the model's text, not a tag we recognise. */
+export declare function stripExpressiveTags(text: string): string;
+/**
+ * Map the dominant emotion (or `null`) to the Stage-1 envelope `emotion` enum
+ * value (`null` → `"none"`). Inverse: `EXPRESSIVE_EMOTION_ENUM` minus `"none"`.
+ */
+export declare function emotionToEnum(emotion: ExpressiveEmotion | null): ExpressiveEmotionEnum;
+/** Map the Stage-1 envelope `emotion` enum value back to an emotion (or `null`). */
+export declare function enumToEmotion(value: ExpressiveEmotionEnum | string | null | undefined): ExpressiveEmotion | null;
+/**
+ * Candidate labels a connector or explicitly emotion-aware ASR adapter may
+ * surface as structured metadata. The local fused ASR path must not be treated
+ * as model-native emotion recognition unless that backend explicitly advertises
+ * such a field; callers should record heuristic attribution separately.
+ */
+export declare const ASR_EMOTION_LABELS: readonly ["surprise", "calm", "happiness", "sadness", "disgust", "anger", "fear"];
+export type AsrEmotionLabel = (typeof ASR_EMOTION_LABELS)[number];
+/**
+ * Explicit mapping from an ASR-perceived emotion label to the tag vocab the
+ * generator emits. `whisper` / `singing` are delivery styles, not affects, and
+ * are excluded from the fidelity score (scored separately as "style preserved"
+ * via the `instruct` round-trip). Labels with no clean tag analogue map to
+ * `null` (counted as "no agreement" rather than forced).
+ */
+export declare const ASR_LABEL_TO_EMOTION_TAG: Readonly<Record<AsrEmotionLabel, ExpressiveEmotion | null>>;
+/** Normalize an arbitrary ASR-emitted emotion string (any casing, possibly an
+ *  adjective form) to an `AsrEmotionLabel` if it matches, else `null`. */
+export declare function normalizeAsrEmotionLabel(raw: string | null | undefined): AsrEmotionLabel | null;
+/** Map an ASR-perceived emotion (raw string) straight to the tag vocab, via
+ *  `normalizeAsrEmotionLabel` + `ASR_LABEL_TO_EMOTION_TAG`. `null` when it
+ *  doesn't map. */
+export declare function asrEmotionToTag(raw: string | null | undefined): ExpressiveEmotion | null;
+/**
+ * The clause appended to the voice-mode response instruction telling the model
+ * it MAY annotate `replyText` with inline expressive tags. Only emit this when
+ * `manifest.voice.capabilities` includes `emotion-tags` (don't instruct the
+ * model to emit tags a base-TTS bundle will speak literally). `singingAllowed`
+ * controls whether `[singing]` is offered (gate on the `singing` capability).
+ */
+export declare function expressiveTagPromptClause(opts?: {
+    singingAllowed?: boolean;
+}): string;
+//# sourceMappingURL=expressive-tags.d.ts.map

package/dist/services/voice/expressive-tags.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"expressive-tags.d.ts","sourceRoot":"","sources":["../../../src/services/voice/expressive-tags.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AAMH,wEAAwE;AACxE,eAAO,MAAM,uBAAuB,6EAQ1B,CAAC;AAEX,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,uBAAuB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEzE;;;;;;;GAOG;AACH,eAAO,MAAM,uBAAuB,qFAG1B,CAAC;AAEX,MAAM,MAAM,qBAAqB,GAAG,CAAC,OAAO,uBAAuB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE7E,4EAA4E;AAC5E,eAAO,MAAM,sBAAsB,EAAG,SAAkB,CAAC;AAEzD;;;GAGG;AACH,eAAO,MAAM,yBAAyB,+BAAgC,CAAC;AAEvE,MAAM,MAAM,mBAAmB,GAAG,CAAC,OAAO,yBAAyB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE7E;;;;GAIG;AACH,eAAO,MAAM,eAAe,4GAIlB,CAAC;AAEX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC;AAM7D,uFAAuF;AACvF,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,IAAI,aAAa,CAEjE;AAED,2EAA2E;AAC3E,wBAAgB,uBAAuB,CACtC,KAAK,EAAE,MAAM,GACX,KAAK,IAAI,qBAAqB,CAEhC;AAkBD,uDAAuD;AACvD,MAAM,WAAW,iBAAiB;IACjC;;;;OAIG;IACH,IAAI,EAAE,MAAM,CAAC;IACb,qEAAqE;IACrE,SAAS,EAAE,MAAM,CAAC;IAClB,uEAAuE;IACvE,OAAO,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAClC,wDAAwD;IACxD,OAAO,EAAE,OAAO,CAAC;IACjB,yEAAyE;IACzE,UAAU,EAAE,mBAAmB,EAAE,CAAC;CAClC;AAED,MAAM,WAAW,oBAAoB;IACpC,0EAA0E;IAC1E,SAAS,EAAE,MAAM,CAAC;IAClB,8DAA8D;IAC9D,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,6EAA6E;IAC7E,eAAe,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAC1C,+CAA+C;IAC/C,UAAU,EAAE,OAAO,CAAC;IACpB,yDAAyD;IACzD,OAAO,EAAE,OAAO,CAAC;IACjB;;4DAEwD;IACxD,WAAW,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;;;;;;;;GASG;AACH,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,oBAAoB,CAiG3E;AAED;;;gDAGgD;AAChD,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAOxD;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAC5B,OAAO,EAAE,iBAAiB,GAAG,IAAI,GAC/B,qBAAqB,CAEvB;AAED,oFAAoF;AACpF,wBAAgB,aAAa,CAC5B,KAAK,EAAE,qBAAqB,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,GACtD,iBAAiB,GAAG,IAAI,CAG1B;AAMD;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,mFAQrB,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAElE;;;;;;GAMG;AACH,eAAO,MAAM,wBAAwB,EAAE,QAAQ,CAC9C,MAAM,CAAC,eAAe,EAAE,iBAAiB,GAAG,IAAI,CAAC,CASjD,CAAC;AAEF;0EAC0E;AAC1E,wBAAgB,wBAAwB,CACvC,GAAG,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAC5B,eAAe,GAAG,IAAI,CAmBxB;AAED;;mBAEmB;AACnB,wBAAgB,eAAe,CAC9B,GAAG,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAC5B,iBAAiB,GAAG,IAAI,CAG1B;AAMD;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CACxC,IAAI,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAA;CAAO,GACrC,MAAM,CAeR"}