@memberjunction/ng-conversations 6.2.0-edge.3 → 6.2.0-edge.5

package/dist/lib/services/realtime-audio-recorder.js.map

@@ -1 +1 @@
-{"version":3,"file":"realtime-audio-recorder.js","sourceRoot":"","sources":["../../../src/lib/services/realtime-audio-recorder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAErE;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,OAAO,qBAAqB;IAC9B,2EAA2E;IACnE,MAAM,CAAU,WAAW,GAAG,WAAW,CAAC;IAClD,4EAA4E;IACpE,MAAM,CAAU,WAAW,GAAG,GAAG,CAAC;IAC1C,mGAAmG;IAC3F,MAAM,CAAU,yBAAyB,GAAG,IAAI,CAAC;IACzD,kGAAkG;IAC1F,MAAM,CAAU,sBAAsB,GAAG;;;;;;;;;;;;KAYhD,CAAC;IAEM,YAAY,GAAwB,IAAI,CAAC;IACzC,WAAW,GAA2C,IAAI,CAAC;IAC3D,WAAW,GAA4B,IAAI,CAAC;IAC5C,UAAU,GAA+B,IAAI,CAAC;IACtD,kGAAkG;IAC1F,SAAS,GAAmB,EAAE,CAAC;IACvC,+FAA+F;IACvF,YAAY,GAAG,CAAC,CAAC;IACzB,oFAAoF;IAC5E,KAAK,GAAG,IAAI,eAAe,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;IACvE,gGAAgG;IACxF,UAAU,GAAa,EAAE,CAAC;IAC1B,SAAS,GAAG,KAAK,CAAC;IAE1B,gGAAgG;IACxF,cAAc,GAAG,KAAK,CAAC;IAC/B,qGAAqG;IAC7F,mBAAmB,GAAuB,IAAI,CAAC;IAEvD,qGAAqG;IAC7F,kBAAkB,GAAG,CAAC,CAAC;IAE/B,6FAA6F;IACrF,WAAW,GAAG,CAAC,CAAC;IAExB,wGAAwG;IAChG,UAAU,GAAG,CAAC,CAAC;IAEvB,mDAAmD;IACnD,IAAW,WAAW;QAClB,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,qEAAqE;IACrE,IAAW,WAAW;QAClB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC5B,CAAC;IAED;;;;OAIG;IACH,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,CAAC;IAED;;;OAGG;IACH,IAAW,UAAU;QACjB,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAED;;;;;;;OAOG;IACI,KAAK,CAAC,SAAsB,EAAE,YAAgC;QACjE,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO;QACX,CAAC;QACD,IAAI,OAAO,YAAY,KAAK,WAAW,EAAE,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,yFAAyF,CAAC,CAAC;YACxG,OAAO;QACX,CAAC;QACD,gGAAgG;QAChG,oFAAoF;QACpF,+FAA+F;QAC/F,yFAAyF;QACzF,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,8FAA8F;QAC9F,kFAAkF;QAClF,KAAK,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACnE,OAAO,CAAC,IAAI,CAAC,iFAAiF,EAAE,KAAK,CAAC,CAAC;YACvG,IAAI,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;OAKG;IACI,kBAAkB,CAAC,MAAmB;QACzC,IAAI,IAAI,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9D,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YAC1C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;YAC9C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC/B,CAAC;aAAM,CAAC;YACJ,yFAAyF;YACzF,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC;QACtC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACI,kBAAkB;QACrB,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,kBAAkB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAClE,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAC9E,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,YAAY,CAAC;QAC5C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC5C,OAAO,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,uEAAuE;IAChE,WAAW;QACd,IAAI,IAAI,CAAC,WAAW,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,CAAC;QACb,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;IACtD,CAAC;IAED;;;;;OAKG;IACI,QAAQ;QACX,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;IACrE,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,IAAI;QACb,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,+FAA+F;QAC/F,kFAAkF;QAClF,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAClC,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,kGAAkG;IAC1F,KAAK,CAAC,mBAAmB,CAAC,SAAsB,EAAE,YAAgC;QACtF,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;QACxC,gGAAgG;QAChG,iGAAiG;QACjG,6DAA6D;QAC7D,IAAI,YAAY,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YACrC,MAAM,YAAY,CAAC,MAAM,EAAE,CAAC;QAChC,CAAC;QACD,MAAM,WAAW,GAAG,YAAY,CAAC,4BAA4B,EAAE,CAAC;QAChE,kGAAkG;QAClG,uFAAuF;QACvF,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,UAAU,GAAG,YAAY,CAAC,UAAU,CAAC;QAE1C,+FAA+F;QAC/F,+FAA+F;QAC/F,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAExD,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;QAC5C,gGAAgG;QAChG,8EAA8E;QAC9E,MAAM,MAAM,GAAG,YAAY,IAAI,IAAI,CAAC,mBAAmB,CAAC;QACxD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAChC,IAAI,MAAM,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;YACzC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC/B,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,iBAAiB,CAAC,YAA0B,EAAE,WAA4C;QACpG,IAAI,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,EAAE,WAAW,CAAC,EAAE,CAAC;YAC7D,OAAO;QACX,CAAC;QACD,IAAI,CAAC,yBAAyB,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IAC9D,CAAC;IAED,oGAAoG;IAC5F,KAAK,CAAC,oBAAoB,CAAC,YAA0B,EAAE,WAA4C;QACvG,IAAI,CAAC,YAAY,CAAC,YAAY,IAAI,OAAO,gBAAgB,KAAK,WAAW,IAAI,OAAO,IAAI,KAAK,WAAW,EAAE,CAAC;YACvG,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,CAAC;YACD,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CACjC,IAAI,IAAI,CAAC,CAAC,qBAAqB,CAAC,sBAAsB,CAAC,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAC/F,CAAC;YACF,IAAI,CAAC;gBACD,MAAM,YAAY,CAAC,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACzD,CAAC;oBAAS,CAAC;gBACP,GAAG,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YACnC,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,gBAAgB,CAAC,YAAY,EAAE,gBAAgB,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC,CAAC;YAC7G,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,KAAiC,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3F,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC1B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,qFAAqF,EAAE,KAAK,CAAC,CAAC;YAC3G,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,sFAAsF;IAC9E,yBAAyB,CAAC,YAA0B,EAAE,WAA4C;QACtG,IAAI,OAAO,YAAY,CAAC,qBAAqB,KAAK,UAAU,EAAE,CAAC;YAC3D,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC7E,CAAC;QACD,MAAM,IAAI,GAAG,YAAY,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,yBAAyB,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACvG,IAAI,CAAC,cAAc,GAAG,CAAC,KAA2B,EAAE,EAAE;YAClD,wDAAwD;YACxD,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACpE,CAAC,CAAC;QACF,gFAAgF;QAChF,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;IAC3B,CAAC;IAED,qFAAqF;IAC7E,WAAW;QACf,OAAO,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,CAAC;IAC/C,CAAC;IAED,0FAA0F;IAClF,YAAY,CAAC,KAAmB;QACpC,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,OAAO;QACX,CAAC;QACD,oEAAoE;QACpE,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,MAAM,CAAC;QACjC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,gGAAgG;IACxF,aAAa,CAAC,YAA0B,EAAE,MAAmB;QACjE,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAChC,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChD,OAAO;QACX,CAAC;QACD,MAAM,MAAM,GAAG,YAAY,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;QAC5D,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAED,yGAAyG;IACjG,cAAc,CAAC,IAAY,EAAE,EAAU;QAC3C,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;QACrD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnB,OAAO,GAAG,CAAC;QACf,CAAC;QACD,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,0DAA0D;QAC1E,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjC,MAAM,UAAU,GAAG,MAAM,CAAC;YAC1B,MAAM,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;YACvC,MAAM,GAAG,QAAQ,CAAC;YAClB,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;gBACnB,SAAS,CAAC,6BAA6B;YAC3C,CAAC;YACD,IAAI,UAAU,IAAI,EAAE,EAAE,CAAC;gBACnB,MAAM,CAAC,4BAA4B;YACvC,CAAC;YACD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,UAAU,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,GAAG,UAAU,CAAC,CAAC;YACzD,KAAK,IAAI,CAAC,GAAG,UAAU,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,GAAG,CAAC,OAAO,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC9B,CAAC;QACL,CAAC;QACD,OAAO,OAAO,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IAED;;;OAGG;IACK,iBAAiB,CAAC,OAAqB;QAC3C,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACjE,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,EAAE,IAAI,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,oGAAoG;IAC5F,aAAa;QACjB,IAAI,IAAI,CAAC,YAAY,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YACnD,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACtD,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QACjD,OAAO,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,qBAAqB,CAAC,WAAW,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,4EAA4E;IACpE,OAAO;QACX,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC,KAAK,GAAG,IAAI,eAAe,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;QACpE,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAChC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACvC,IAAI,CAAC;gBAAC,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,0BAA0B,CAAC,CAAC;YAC3E,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC5B,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,CAAC,cAAc,GAAG,IAAI,CAAC;YACtC,IAAI,CAAC;gBAAC,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,0BAA0B,CAAC,CAAC;YAC1E,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,KAAK,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAwB,CAAC,CAAC,CAAC;YACrE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC7B,CAAC;IACL,CAAC","sourcesContent":["import { EncodePcm16Wav, PeakAccumulator } from './realtime-pcm-wav';\n\n/**\n * Browser-side audio recorder for a CLIENT-DIRECT realtime voice session.\n *\n * Mixes the user's microphone stream with the agent's remote-audio stream (when the driver\n * exposes one — `OpenAIRealtimeClient.GetRemoteMediaStream()`) into a single mono **WAV** (16-bit\n * PCM) blob via the Web Audio API. Rather than a `MediaRecorder` (which only emits webm/opus —\n * header-less, no duration/cues, so HTTP-range seeking is unreliable), the mix is routed into an\n * {@link AudioWorkletNode} (preferred) or a {@link ScriptProcessorNode} (fallback) that captures\n * Float32 PCM frames. PCM is accumulated in memory and encoded as a seekable RIFF/WAVE file at\n * {@link Stop}. WAV's header carries the exact duration and maps byte-offset → time linearly, so\n * range seeking is exact and waveform peaks are computed cheaply during capture. The tradeoff is\n * size (PCM WAV is larger than opus) — acceptable for these short session recordings.\n *\n * Robust + MVP by design — every step degrades gracefully:\n * - No `AudioContext` (server-side render / unsupported env) → the recorder disables itself\n *   ({@link IsRecording} stays `false`, {@link Stop} resolves `null`); the voice call proceeds.\n * - No `AudioWorkletNode` AND no `ScriptProcessorNode` → disables itself rather than throwing.\n * - No remote stream (non-WebRTC drivers, or the track hasn't landed yet) → records mic only.\n * - Any construction/start error is logged and disables the recorder rather than throwing into\n *   the session-start path.\n *\n * Not an Angular service: it owns transient per-session media plumbing the\n * {@link RealtimeSessionService} creates and discards per call, so a plain class is the right\n * shape (no DI, no singleton).\n */\nexport class RealtimeAudioRecorder {\n    /** The container/codec we now produce — a seekable mono 16-bit PCM WAV. */\n    private static readonly wavMimeType = 'audio/wav';\n    /** Target waveform-peak resolution (buckets) across the whole recording. */\n    private static readonly peakBuckets = 600;\n    /** PCM frame size for the ScriptProcessor fallback (worklet uses its native 128-frame quantum). */\n    private static readonly scriptProcessorBufferSize = 4096;\n    /** Inline AudioWorklet processor: forwards each 128-frame mono input block to the main thread. */\n    private static readonly workletProcessorSource = `\n        class MJPcmCaptureProcessor extends AudioWorkletProcessor {\n            process(inputs) {\n                const input = inputs[0];\n                if (input && input[0] && input[0].length > 0) {\n                    // Copy out of the reused worklet buffer before posting.\n                    this.port.postMessage(input[0].slice(0));\n                }\n                return true;\n            }\n        }\n        registerProcessor('mj-pcm-capture', MJPcmCaptureProcessor);\n    `;\n\n    private audioContext: AudioContext | null = null;\n    private destination: MediaStreamAudioDestinationNode | null = null;\n    private workletNode: AudioWorkletNode | null = null;\n    private scriptNode: ScriptProcessorNode | null = null;\n    /** Captured mono Float32 PCM frames (in capture order); concatenated + encoded to WAV at Stop. */\n    private pcmFrames: Float32Array[] = [];\n    /** Total captured sample count across {@link pcmFrames} (kept in step to avoid re-summing). */\n    private totalSamples = 0;\n    /** Streaming waveform-peak accumulator — bounded regardless of recording length. */\n    private peaks = new PeakAccumulator(RealtimeAudioRecorder.peakBuckets);\n    /** Final normalized peaks, snapshotted at {@link Stop} so {@link GetPeaks} survives cleanup. */\n    private finalPeaks: number[] = [];\n    private recording = false;\n\n    /** True once the agent's remote stream has been wired into the mix (prevents double-attach). */\n    private remoteAttached = false;\n    /** A remote stream handed to AttachRemoteStream before the audio graph was ready; wired at setup. */\n    private pendingRemoteStream: MediaStream | null = null;\n\n    /** Sample index up to which crash-recovery shards have already been emitted (the segment cursor). */\n    private flushedSampleCount = 0;\n\n    /** Wall-clock ms at recording start; anchors {@link NowOffsetMs}. 0 before {@link Start}. */\n    private startedAtMs = 0;\n\n    /** Sample rate of the capturing {@link AudioContext}; 0 before {@link Start}. Needed to wrap shards. */\n    private sampleRate = 0;\n\n    /** True while a recorder is actively capturing. */\n    public get IsRecording(): boolean {\n        return this.recording;\n    }\n\n    /** Wall-clock ms when recording started (0 before {@link Start}). */\n    public get StartedAtMs(): number {\n        return this.startedAtMs;\n    }\n\n    /**\n     * The container/codec the active recording uses. Always `'audio/wav'` once recording (empty\n     * string before {@link Start} / when disabled) — the consolidated upload and the WAV-wrapped\n     * crash-recovery shards are all 16-bit PCM WAV.\n     */\n    public get MimeType(): string {\n        return this.recording ? RealtimeAudioRecorder.wavMimeType : '';\n    }\n\n    /**\n     * The captured AudioContext sample rate (0 before {@link Start} / when disabled). Exposed so a\n     * recovery path can WAV-wrap the raw-PCM shards with the correct rate.\n     */\n    public get SampleRate(): number {\n        return this.sampleRate;\n    }\n\n    /**\n     * Begins recording a mix of `micStream` and (when present) `remoteStream`. Best-effort:\n     * a missing `AudioContext` / no worklet+scriptprocessor support / any setup failure disables\n     * the recorder silently (logged) so the live call is never blocked.\n     *\n     * @param micStream The user's microphone capture stream (required).\n     * @param remoteStream The agent's remote-audio stream, or `null` for mic-only capture.\n     */\n    public Start(micStream: MediaStream, remoteStream: MediaStream | null): void {\n        if (this.recording) {\n            return;\n        }\n        if (typeof AudioContext === 'undefined') {\n            console.warn('[RealtimeAudioRecorder] AudioContext unavailable — recording disabled for this session.');\n            return;\n        }\n        // Mark recording + stamp t0 SYNCHRONOUSLY so a caller that checks IsRecording immediately after\n        // Start() (the session service does) sees `true`, even though the audio-graph setup\n        // (AudioContext.resume + worklet module load) completes asynchronously below. Without this the\n        // caller discards the recorder before it finishes starting and nothing is ever uploaded.\n        this.startedAtMs = Date.now();\n        this.finalPeaks = [];\n        this.recording = true;\n        // Fire-and-forget the async setup (it must `await audioContext.resume()` + worklet load); any\n        // failure disables the recorder rather than throwing into the session-start path.\n        void this.startMixedRecording(micStream, remoteStream).catch((error) => {\n            console.warn('[RealtimeAudioRecorder] Failed to start recording — disabling for this session:', error);\n            this.cleanup();\n        });\n    }\n\n    /**\n     * Wires the agent's remote-audio stream into the live mix once it arrives. The WebRTC\n     * `ontrack` that delivers the agent voice usually lands AFTER recording has already begun\n     * (mic-only), so the session attaches it here when it lands. Idempotent, and safe to call\n     * before the audio graph finishes its async setup (the stream is connected once ready).\n     */\n    public AttachRemoteStream(stream: MediaStream): void {\n        if (this.remoteAttached || stream.getAudioTracks().length === 0) {\n            return;\n        }\n        if (this.audioContext && this.captureNode()) {\n            this.connectStream(this.audioContext, stream);\n            this.remoteAttached = true;\n        } else {\n            // Audio-graph setup still in flight (awaiting resume / worklet load) — connect at setup.\n            this.pendingRemoteStream = stream;\n        }\n    }\n\n    /**\n     * Returns a Blob of the raw PCM captured since the last call (a window of header-less,\n     * little-endian PCM16 bytes), advancing the segment cursor. `null` when nothing new. Used to\n     * upload crash-recovery shards mid-call. NOTE: shards are header-less raw PCM (NOT individually\n     * playable WAV) — recovery is concatenation in order, then WAV-wrapping with {@link SampleRate}.\n     * The canonical consolidated file is still authored as a single WAV from full memory at {@link Stop}.\n     */\n    public SnapshotNewSegment(): Blob | null {\n        if (!this.recording || this.flushedSampleCount >= this.totalSamples) {\n            return null;\n        }\n        const fresh = this.collectSamples(this.flushedSampleCount, this.totalSamples);\n        this.flushedSampleCount = this.totalSamples;\n        if (fresh.length === 0) {\n            return null;\n        }\n        const pcm16 = this.floatToPcm16Bytes(fresh);\n        return new Blob([pcm16], { type: 'application/octet-stream' });\n    }\n\n    /** Ms elapsed since recording started (>= 0); 0 when not recording. */\n    public NowOffsetMs(): number {\n        if (this.startedAtMs === 0) {\n            return 0;\n        }\n        return Math.max(0, Date.now() - this.startedAtMs);\n    }\n\n    /**\n     * The downsampled waveform peaks (each 0..1, max-abs per bucket, ~{@link RealtimeAudioRecorder.PeakBuckets}\n     * buckets across the whole recording). Computed incrementally during capture so it's cheap and\n     * bounded regardless of length. Returns `[]` before any audio / for a silent recording. Safe to\n     * call after {@link Stop} — the peaks are snapshotted there before {@link cleanup} clears state.\n     */\n    public GetPeaks(): number[] {\n        return this.recording ? this.peaks.Normalize() : this.finalPeaks;\n    }\n\n    /**\n     * Stops recording and resolves the captured audio as a single mono 16-bit PCM **WAV**\n     * {@link Blob}, then releases the audio graph. Resolves `null` when nothing was recorded\n     * (recorder disabled, or no samples captured). Safe to call when not recording.\n     */\n    public async Stop(): Promise<Blob | null> {\n        if (!this.recording) {\n            this.cleanup();\n            return null;\n        }\n        // Detach the capture node so no further frames arrive while we assemble the file. Snapshot the\n        // peaks BEFORE cleanup so GetPeaks() still returns them for the post-Stop upload.\n        this.recording = false;\n        this.finalPeaks = this.peaks.Normalize();\n        const blob = this.encodeWavBlob();\n        this.cleanup();\n        return blob;\n    }\n\n    /** Wires up the Web Audio mix graph + PCM capture node (worklet preferred) and starts capture. */\n    private async startMixedRecording(micStream: MediaStream, remoteStream: MediaStream | null): Promise<void> {\n        const audioContext = new AudioContext();\n        // CRITICAL: browsers create an AudioContext in the `suspended` state under the autoplay policy.\n        // Without resuming it, the mix graph never processes audio and we capture only silence. Starting\n        // a voice call is a user gesture, so resume() succeeds here.\n        if (audioContext.state === 'suspended') {\n            await audioContext.resume();\n        }\n        const destination = audioContext.createMediaStreamDestination();\n        // Publish the context + sample rate BEFORE wiring the remote so a concurrent AttachRemoteStream()\n        // (the agent track can land during the awaits above) sees a ready graph to connect to.\n        this.audioContext = audioContext;\n        this.destination = destination;\n        this.sampleRate = audioContext.sampleRate;\n\n        // Build the PCM capture node: AudioWorklet preferred, ScriptProcessor fallback. Either way the\n        // node both pulls audio from the mix AND drives the destination so the graph keeps processing.\n        await this.createCaptureNode(audioContext, destination);\n\n        this.connectStream(audioContext, micStream);\n        // Connect the agent's stream if it was passed now, or if AttachRemoteStream() stashed one while\n        // we were setting up. Either way, capture the agent voice — not just the mic.\n        const remote = remoteStream ?? this.pendingRemoteStream;\n        this.pendingRemoteStream = null;\n        if (remote && remote.getAudioTracks().length > 0) {\n            this.connectStream(audioContext, remote);\n            this.remoteAttached = true;\n        }\n    }\n\n    /**\n     * Creates the PCM capture node and inserts it into the graph: sources → captureNode → destination.\n     * Prefers an {@link AudioWorkletNode} (off-main-thread, no deprecation); falls back to a\n     * {@link ScriptProcessorNode} where worklets are unavailable. Throws when neither is supported\n     * (caught by {@link Start}, which then disables the recorder).\n     */\n    private async createCaptureNode(audioContext: AudioContext, destination: MediaStreamAudioDestinationNode): Promise<void> {\n        if (await this.tryCreateWorkletNode(audioContext, destination)) {\n            return;\n        }\n        this.createScriptProcessorNode(audioContext, destination);\n    }\n\n    /** Attempts to build the AudioWorklet capture node; returns `false` (no throw) when unsupported. */\n    private async tryCreateWorkletNode(audioContext: AudioContext, destination: MediaStreamAudioDestinationNode): Promise<boolean> {\n        if (!audioContext.audioWorklet || typeof AudioWorkletNode === 'undefined' || typeof Blob === 'undefined') {\n            return false;\n        }\n        try {\n            const moduleUrl = URL.createObjectURL(\n                new Blob([RealtimeAudioRecorder.workletProcessorSource], { type: 'application/javascript' }),\n            );\n            try {\n                await audioContext.audioWorklet.addModule(moduleUrl);\n            } finally {\n                URL.revokeObjectURL(moduleUrl);\n            }\n            const node = new AudioWorkletNode(audioContext, 'mj-pcm-capture', { numberOfInputs: 1, numberOfOutputs: 1 });\n            node.port.onmessage = (event: MessageEvent<Float32Array>) => this.captureFrame(event.data);\n            node.connect(destination);\n            this.workletNode = node;\n            return true;\n        } catch (error) {\n            console.warn('[RealtimeAudioRecorder] AudioWorklet unavailable — falling back to ScriptProcessor:', error);\n            return false;\n        }\n    }\n\n    /** Builds the ScriptProcessor fallback capture node and inserts it into the graph. */\n    private createScriptProcessorNode(audioContext: AudioContext, destination: MediaStreamAudioDestinationNode): void {\n        if (typeof audioContext.createScriptProcessor !== 'function') {\n            throw new Error('Neither AudioWorklet nor ScriptProcessor is supported');\n        }\n        const node = audioContext.createScriptProcessor(RealtimeAudioRecorder.scriptProcessorBufferSize, 1, 1);\n        node.onaudioprocess = (event: AudioProcessingEvent) => {\n            // Copy out of the reused input buffer before retaining.\n            this.captureFrame(event.inputBuffer.getChannelData(0).slice(0));\n        };\n        // ScriptProcessor only fires onaudioprocess while connected to the destination.\n        node.connect(destination);\n        this.scriptNode = node;\n    }\n\n    /** The active capture node (worklet or script processor), or `null` before setup. */\n    private captureNode(): AudioNode | null {\n        return this.workletNode ?? this.scriptNode;\n    }\n\n    /** Absorbs one captured PCM frame: accumulate samples + update the bounded peak array. */\n    private captureFrame(frame: Float32Array): void {\n        if (!this.recording || frame.length === 0) {\n            return;\n        }\n        // Defensive copy — worklet/script buffers are reused by the engine.\n        const copy = frame.slice(0);\n        this.pcmFrames.push(copy);\n        this.totalSamples += copy.length;\n        this.peaks.Push(copy);\n    }\n\n    /** Routes one stream's audio tracks into the capture node (no-op when track-less / no node). */\n    private connectStream(audioContext: AudioContext, stream: MediaStream): void {\n        const node = this.captureNode();\n        if (!node || stream.getAudioTracks().length === 0) {\n            return;\n        }\n        const source = audioContext.createMediaStreamSource(stream);\n        source.connect(node);\n    }\n\n    /** Concatenates a half-open sample range [from, to) across the captured frames into one Float32Array. */\n    private collectSamples(from: number, to: number): Float32Array {\n        const out = new Float32Array(Math.max(0, to - from));\n        if (out.length === 0) {\n            return out;\n        }\n        let cursor = 0; // absolute sample index at the start of the current frame\n        let written = 0;\n        for (const frame of this.pcmFrames) {\n            const frameStart = cursor;\n            const frameEnd = cursor + frame.length;\n            cursor = frameEnd;\n            if (frameEnd <= from) {\n                continue; // entirely before the window\n            }\n            if (frameStart >= to) {\n                break; // entirely after the window\n            }\n            const sliceStart = Math.max(0, from - frameStart);\n            const sliceEnd = Math.min(frame.length, to - frameStart);\n            for (let i = sliceStart; i < sliceEnd; i++) {\n                out[written++] = frame[i];\n            }\n        }\n        return written === out.length ? out : out.subarray(0, written);\n    }\n\n    /**\n     * Converts a mono Float32 buffer to a little-endian PCM16 `ArrayBuffer` (for raw crash-recovery\n     * shards). Returns the backing `ArrayBuffer` directly so it's a valid `BlobPart`.\n     */\n    private floatToPcm16Bytes(samples: Float32Array): ArrayBuffer {\n        const buffer = new ArrayBuffer(samples.length * 2);\n        const view = new DataView(buffer);\n        for (let i = 0; i < samples.length; i++) {\n            const s = samples[i] < -1 ? -1 : samples[i] > 1 ? 1 : samples[i];\n            view.setInt16(i * 2, s < 0 ? s * 0x8000 : s * 0x7fff, true);\n        }\n        return buffer;\n    }\n\n    /** Encodes all accumulated PCM into a single seekable WAV blob, or `null` when nothing captured. */\n    private encodeWavBlob(): Blob | null {\n        if (this.totalSamples === 0 || this.sampleRate === 0) {\n            return null;\n        }\n        const all = this.collectSamples(0, this.totalSamples);\n        const wav = EncodePcm16Wav(all, this.sampleRate);\n        return new Blob([wav], { type: RealtimeAudioRecorder.wavMimeType });\n    }\n\n    /** Releases the audio graph + capture node and resets state. Idempotent. */\n    private cleanup(): void {\n        this.recording = false;\n        this.pcmFrames = [];\n        this.totalSamples = 0;\n        this.flushedSampleCount = 0;\n        this.sampleRate = 0;\n        this.peaks = new PeakAccumulator(RealtimeAudioRecorder.peakBuckets);\n        this.remoteAttached = false;\n        this.pendingRemoteStream = null;\n        if (this.workletNode) {\n            this.workletNode.port.onmessage = null;\n            try { this.workletNode.disconnect(); } catch { /* already disconnected */ }\n            this.workletNode = null;\n        }\n        if (this.scriptNode) {\n            this.scriptNode.onaudioprocess = null;\n            try { this.scriptNode.disconnect(); } catch { /* already disconnected */ }\n            this.scriptNode = null;\n        }\n        this.destination = null;\n        if (this.audioContext) {\n            void this.audioContext.close().catch(() => { /* already closed */ });\n            this.audioContext = null;\n        }\n    }\n}\n"]}
+{"version":3,"file":"realtime-audio-recorder.js","sourceRoot":"","sources":["../../../src/lib/services/realtime-audio-recorder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAErE,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAsB,uBAAuB,EAAE,MAAM,iCAAiC,CAAC;AAE9F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,MAAM,OAAO,qBAAqB;IA+DD;IA9D7B,mGAAmG;IAC3F,MAAM,CAAU,yBAAyB,GAAG,IAAI,CAAC;IACzD;;;;OAIG;IACK,MAAM,CAAU,iBAAiB,GAAG,EAAE,GAAG,qBAAqB,CAAC;IACvE,kGAAkG;IAC1F,MAAM,CAAU,sBAAsB,GAAG;;;;;;;;;;;;KAYhD,CAAC;IAEM,YAAY,GAAwB,IAAI,CAAC;IACzC,WAAW,GAA2C,IAAI,CAAC;IAC3D,WAAW,GAA4B,IAAI,CAAC;IAC5C,UAAU,GAA+B,IAAI,CAAC;IACtD,6FAA6F;IACrF,SAAS,GAA2B,IAAI,CAAC;IACzC,SAAS,GAAG,KAAK,CAAC;IAE1B,gGAAgG;IACxF,cAAc,GAAG,KAAK,CAAC;IAC/B,qGAAqG;IAC7F,mBAAmB,GAAuB,IAAI,CAAC;IACvD,0GAA0G;IAClG,SAAS,GAAuB,IAAI,CAAC;IAC7C,4EAA4E;IACpE,SAAS,GAAsC,IAAI,CAAC;IAE5D,uEAAuE;IAC/D,eAAe,GAAG,CAAC,CAAC;IAC5B,wGAAwG;IAChG,OAAO,GAA8B,IAAI,CAAC;IAClD,4GAA4G;IACpG,YAAY,GAA8C,IAAI,CAAC;IACvE,0FAA0F;IAClF,aAAa,GAAmB,EAAE,CAAC;IACnC,cAAc,GAAG,CAAC,CAAC;IACnB,qBAAqB,GAAG,KAAK,CAAC;IACtC,oEAAoE;IAC5D,QAAQ,GAA2B,IAAI,CAAC;IAEhD;;;;;OAKG;IACK,eAAe,GAAG,CAAC,CAAC;IAE5B,gFAAgF;IAChF,YAA6B,gBAAmD,GAAG,EAAE,CAAC,uBAAuB,EAAE;QAAlF,kBAAa,GAAb,aAAa,CAAqE;IAAG,CAAC;IAEnH,mDAAmD;IACnD,IAAW,WAAW;QAClB,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED;;;;;;;OAOG;IACI,KAAK,CAAC,SAAsB,EAAE,YAAgC;QACjE,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO;QACX,CAAC;QACD,IAAI,OAAO,YAAY,KAAK,WAAW,EAAE,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,yFAAyF,CAAC,CAAC;YACxG,OAAO;QACX,CAAC;QACD,6FAA6F;QAC7F,yFAAyF;QACzF,wBAAwB;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,8FAA8F;QAC9F,kFAAkF;QAClF,KAAK,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACnE,OAAO,CAAC,IAAI,CAAC,iFAAiF,EAAE,KAAK,CAAC,CAAC;YACvG,IAAI,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;OAKG;IACI,kBAAkB,CAAC,MAAmB;QACzC,IAAI,IAAI,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9D,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YAC1C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAC9E,CAAC;aAAM,CAAC;YACJ,yFAAyF;YACzF,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC;QACtC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACI,iBAAiB,CAAC,SAAsB;QAC3C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YAC5C,OAAO;QACX,CAAC;QACD,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;QACrE,IAAI,WAAW,EAAE,CAAC;YACd,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC;YAC7B,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC;QACjC,CAAC;IACL,CAAC;IAED,4FAA4F;IACrF,WAAW;QACd,OAAO,CAAC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,qBAAqB,CAAC;IACjE,CAAC;IAED,6GAA6G;IACtG,kBAAkB;QACrB,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1D,CAAC;IAED;;;;;OAKG;IACI,IAAI;QACP,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,QAAQ;QAClB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;QACvC,IAAI,CAAC,YAAY,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC,eAAe,CAAC;QAChC,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC;QACnC,IAAI,OAAO,EAAE,CAAC;YACV,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,OAAO,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC;IAChC,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,cAAc;QACxB,IAAI,OAA2B,CAAC;QAChC,IAAI,CAAC;YACD,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,0FAA0F,EAAE,KAAK,CAAC,CAAC;YAChH,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,qGAAqG;YACrG,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;YACxB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;YACxB,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;YACzB,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QACxB,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,2GAA2G;IACnG,KAAK,CAAC,mBAAmB,CAAC,SAAsB,EAAE,YAAgC;QACtF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;QACnE,IAAI,KAAK,KAAK,cAAc,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;QAC1D,CAAC;IACL,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,UAAU,CAAC,SAAsB,EAAE,YAAgC,EAAE,SAAkB;QACjG,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC;QACxC,MAAM,YAAY,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,SAAS,IAAI,YAAY,CAAC,UAAU,KAAK,qBAAqB,CAAC;QACjF,gGAAgG;QAChG,iGAAiG;QACjG,6DAA6D;QAC7D,IAAI,YAAY,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YACrC,MAAM,YAAY,CAAC,MAAM,EAAE,CAAC;QAChC,CAAC;QACD,IAAI,UAAU,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;YACtC,iGAAiG;YACjG,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YAChC,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,MAAM,WAAW,GAAG,YAAY,CAAC,4BAA4B,EAAE,CAAC;QAChE,+FAA+F;QAC/F,4EAA4E;QAC5E,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC,UAAU,KAAK,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,YAAY,CAAC,UAAU,EAAE,qBAAqB,CAAC,CAAC;QAEhJ,+FAA+F;QAC/F,+FAA+F;QAC/F,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QACxD,IAAI,UAAU,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;YACtC,OAAO,MAAM,CAAC,CAAC,8FAA8F;QACjH,CAAC;QAED,IAAI,CAAC;YACD,yEAAyE;YACzE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,CAAC;QACnF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,SAAS,EAAE,CAAC;gBACb,MAAM,KAAK,CAAC;YAChB,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,qHAAqH,EAAE,KAAK,CAAC,CAAC;YAC3I,kHAAkH;YAClH,MAAM,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC;YAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC;YAClC,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,mBAAmB,GAAG,aAAa,CAAC;YACzC,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC;YAC5B,OAAO,cAAc,CAAC;QAC1B,CAAC;QACD,gGAAgG;QAChG,8EAA8E;QAC9E,MAAM,MAAM,GAAG,YAAY,IAAI,IAAI,CAAC,mBAAmB,CAAC;QACxD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAChC,IAAI,MAAM,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;;OAIG;IACK,kBAAkB,CAAC,SAAkB;QACzC,IAAI,SAAS,EAAE,CAAC;YACZ,IAAI,CAAC;gBACD,OAAO,IAAI,YAAY,CAAC,EAAE,UAAU,EAAE,qBAAqB,EAAE,CAAC,CAAC;YACnE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,qGAAqG,EAAE,KAAK,CAAC,CAAC;YAC/H,CAAC;QACL,CAAC;QACD,OAAO,IAAI,YAAY,EAAE,CAAC;IAC9B,CAAC;IAED;;;;;OAKG;IACK,mBAAmB,CAAC,YAA0B,EAAE,MAAmB;QACvE,IAAI,CAAC;YACD,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;YACzC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,kGAAkG,EAAE,KAAK,CAAC,CAAC;YACxH,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,iBAAiB,CAAC,YAA0B,EAAE,WAA4C;QACpG,IAAI,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,EAAE,WAAW,CAAC,EAAE,CAAC;YAC7D,OAAO;QACX,CAAC;QACD,IAAI,CAAC,yBAAyB,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IAC9D,CAAC;IAED,oGAAoG;IAC5F,KAAK,CAAC,oBAAoB,CAAC,YAA0B,EAAE,WAA4C;QACvG,IAAI,CAAC,YAAY,CAAC,YAAY,IAAI,OAAO,gBAAgB,KAAK,WAAW,IAAI,OAAO,IAAI,KAAK,WAAW,EAAE,CAAC;YACvG,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,CAAC;YACD,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CACjC,IAAI,IAAI,CAAC,CAAC,qBAAqB,CAAC,sBAAsB,CAAC,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAC/F,CAAC;YACF,IAAI,CAAC;gBACD,MAAM,YAAY,CAAC,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACzD,CAAC;oBAAS,CAAC;gBACP,GAAG,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YACnC,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,gBAAgB,CAAC,YAAY,EAAE,gBAAgB,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC,CAAC;YAC7G,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,KAAiC,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3F,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC1B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,qFAAqF,EAAE,KAAK,CAAC,CAAC;YAC3G,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,sFAAsF;IAC9E,yBAAyB,CAAC,YAA0B,EAAE,WAA4C;QACtG,IAAI,OAAO,YAAY,CAAC,qBAAqB,KAAK,UAAU,EAAE,CAAC;YAC3D,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC7E,CAAC;QACD,MAAM,IAAI,GAAG,YAAY,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,yBAAyB,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACvG,IAAI,CAAC,cAAc,GAAG,CAAC,KAA2B,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9G,gFAAgF;QAChF,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;IAC3B,CAAC;IAED,qFAAqF;IAC7E,WAAW;QACf,OAAO,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,CAAC;IAC/C,CAAC;IAED;;;;;;;;OAQG;IACK,YAAY,CAAC,KAAmB;QACpC,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,OAAO;QACX,CAAC;QACD,wFAAwF;QACxF,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;aAAM,IAAI,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,MAAM,IAAI,qBAAqB,CAAC,iBAAiB,EAAE,CAAC;YACzF,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACjC,IAAI,CAAC,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC;QAC1C,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAC9B,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;gBAClC,OAAO,CAAC,IAAI,CAAC,8DAA8D,qBAAqB,CAAC,iBAAiB,GAAG,qBAAqB,2CAA2C,CAAC,CAAC;YAC3L,CAAC;YACD,OAAO;QACX,CAAC;QACD,IAAI,CAAC,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;IAC3C,CAAC;IAED,qHAAqH;IAC7G,aAAa,CAAC,YAA0B,EAAE,MAAmB;QACjE,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAChC,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChD,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,MAAM,MAAM,GAAG,YAAY,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;QAC5D,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACrB,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;OAGG;IACK,OAAO;QACX,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,YAAY,EAAE,CAAC;IACxB,CAAC;IAED,0GAA0G;IAClG,YAAY;QAChB,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACvC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACtC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC5B,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,CAAC,cAAc,GAAG,IAAI,CAAC;YACtC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACrC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACrC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC7B,CAAC;IACL,CAAC;IAEO,cAAc,CAAC,IAAe;QAClC,IAAI,CAAC;YACD,IAAI,CAAC,UAAU,EAAE,CAAC;QACtB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,6FAA6F;YAC7F,OAAO,CAAC,KAAK,CAAC,0DAA0D,EAAE,KAAK,CAAC,CAAC;QACrF,CAAC;IACL,CAAC;IAEO,YAAY,CAAC,YAA0B;QAC3C,KAAK,YAAY,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC/C,mFAAmF;YACnF,OAAO,CAAC,KAAK,CAAC,qDAAqD,EAAE,KAAK,CAAC,CAAC;QAChF,CAAC,CAAC,CAAC;IACP,CAAC","sourcesContent":["import { RECORDING_SAMPLE_RATE } from '@memberjunction/ai-core-plus';\nimport { IRealtimeSessionRecorder } from '@memberjunction/realtime-runtime';\nimport { LinearResampler } from './recording/linear-resampler';\nimport { IOpusPacketEncoder, SelectOpusPacketEncoder } from './recording/opus-packet-encoder';\n\n/**\n * Browser-side audio recorder for a CLIENT-DIRECT realtime voice session, implementing the\n * runtime's {@link IRealtimeSessionRecorder} contract directly.\n *\n * Mixes the user's microphone with the agent's remote-audio stream (every driver exposes one via\n * `GetRemoteMediaStream()`: WebRTC drivers publish their remote track, PCM drivers — Gemini,\n * ElevenLabs, AssemblyAI, xAI, HuggingFace — publish their playout engine's output) in a Web Audio\n * graph, captures the mix as mono Float32 frames through an {@link AudioWorkletNode} (preferred) or a\n * {@link ScriptProcessorNode} (fallback), and feeds them to ONE continuous Opus encoder for the whole\n * call. The runtime pulls the encoded packets with {@link TakeEncodedPackets}, cuts them into shards\n * and uploads them as the call goes, so nothing is held in memory until the end.\n *\n * Timing is the 48 kHz sample clock: the graph asks for a 48 kHz context, and when the browser\n * refuses (or reports another rate) every frame is resampled to 48 kHz before encoding. The\n * captured-sample count drives {@link NowOffsetMs} and is what {@link Stop} resolves.\n *\n * Robust by design — every step degrades gracefully:\n * - No `AudioContext` (server-side render / unsupported env) → the recorder disables itself\n *   ({@link IsRecording} stays `false`, {@link Stop} resolves 0); the voice call proceeds.\n * - No `AudioWorkletNode` AND no `ScriptProcessorNode` → disables itself rather than throwing.\n * - A forced-48 kHz context that cannot take the microphone (Firefox rejects a source whose rate\n *   differs from its context's) → rebuilt once at the device rate with resampling.\n * - No remote stream yet (e.g. the WebRTC track hasn't landed) → records mic only until it does.\n * - A remote stream that can't be connected (e.g. a cross-sample-rate `createMediaStreamSource`\n *   rejection) → warns and records mic only; the mic recording is never lost to the agent stream.\n * - No usable encoder → logged, recording disabled for the call.\n *\n * Not an Angular service: it owns transient per-session media plumbing the runtime creates and\n * discards per call, so a plain class is the right shape (no DI, no singleton).\n */\nexport class RealtimeAudioRecorder implements IRealtimeSessionRecorder {\n    /** PCM frame size for the ScriptProcessor fallback (worklet uses its native 128-frame quantum). */\n    private static readonly scriptProcessorBufferSize = 4096;\n    /**\n     * Most 48 kHz audio held while the encoder is still being selected / loaded (10 s). Selection is\n     * normally well under a second; past this the encoder is stuck, and later frames are dropped\n     * (see {@link captureFrame} for why they are not counted either).\n     */\n    private static readonly maxPendingSamples = 10 * RECORDING_SAMPLE_RATE;\n    /** Inline AudioWorklet processor: forwards each 128-frame mono input block to the main thread. */\n    private static readonly workletProcessorSource = `\n        class MJPcmCaptureProcessor extends AudioWorkletProcessor {\n            process(inputs) {\n                const input = inputs[0];\n                if (input && input[0] && input[0].length > 0) {\n                    // Copy out of the reused worklet buffer before posting.\n                    this.port.postMessage(input[0].slice(0));\n                }\n                return true;\n            }\n        }\n        registerProcessor('mj-pcm-capture', MJPcmCaptureProcessor);\n    `;\n\n    private audioContext: AudioContext | null = null;\n    private destination: MediaStreamAudioDestinationNode | null = null;\n    private workletNode: AudioWorkletNode | null = null;\n    private scriptNode: ScriptProcessorNode | null = null;\n    /** Converts the context's rate to 48 kHz; `null` when the context already runs at 48 kHz. */\n    private resampler: LinearResampler | null = null;\n    private recording = false;\n\n    /** True once the agent's remote stream has been wired into the mix (prevents double-attach). */\n    private remoteAttached = false;\n    /** A remote stream handed to AttachRemoteStream before the audio graph was ready; wired at setup. */\n    private pendingRemoteStream: MediaStream | null = null;\n    /** The microphone to record: the latest stream given to Start or ReplaceMicrophone. Setup connects it. */\n    private micStream: MediaStream | null = null;\n    /** The source node reading the microphone, swapped by ReplaceMicrophone. */\n    private micSource: MediaStreamAudioSourceNode | null = null;\n\n    /** 48 kHz samples captured (post-resample) — the recording's clock. */\n    private capturedSamples = 0;\n    /** The call's encoder once selected; `null` while selecting, after a failure, or when not recording. */\n    private encoder: IOpusPacketEncoder | null = null;\n    /** Resolves to the encoder (or `null` on failure) — Stop awaits it so buffered audio still gets encoded. */\n    private encoderReady: Promise<IOpusPacketEncoder | null> | null = null;\n    /** 48 kHz frames captured before the encoder was ready, fed to it in order once it is. */\n    private pendingFrames: Float32Array[] = [];\n    private pendingSamples = 0;\n    private pendingOverflowWarned = false;\n    /** The first Stop's promise; later calls return it (idempotent). */\n    private stopping: Promise<number> | null = null;\n\n    /**\n     * Bumped whenever the audio graph is released. The async graph setup snapshots it and, after each\n     * await, gives up if it moved: a {@link Stop} that lands mid-setup can only release what setup has\n     * already published, so setup must release the rest itself rather than build a live graph on a\n     * stopped recorder.\n     */\n    private setupGeneration = 0;\n\n    /** @param selectEncoder picks the call's Opus encoder; injectable for tests. */\n    constructor(private readonly selectEncoder: () => Promise<IOpusPacketEncoder> = () => SelectOpusPacketEncoder()) {}\n\n    /** True while a recorder is actively capturing. */\n    public get IsRecording(): boolean {\n        return this.recording;\n    }\n\n    /**\n     * Begins recording a mix of `micStream` and (when present) `remoteStream`. Best-effort:\n     * a missing `AudioContext` / no worklet+scriptprocessor support / any setup failure disables\n     * the recorder (logged) so the live call is never blocked.\n     *\n     * @param micStream The user's microphone capture stream (required).\n     * @param remoteStream The agent's remote-audio stream, or `null` for mic-only capture.\n     */\n    public Start(micStream: MediaStream, remoteStream: MediaStream | null): void {\n        if (this.recording) {\n            return;\n        }\n        if (typeof AudioContext === 'undefined') {\n            console.warn('[RealtimeAudioRecorder] AudioContext unavailable — recording disabled for this session.');\n            return;\n        }\n        // Mark recording SYNCHRONOUSLY so a caller that checks IsRecording immediately after Start()\n        // (the runtime does) sees `true`, even though the audio graph and the encoder are set up\n        // asynchronously below.\n        this.recording = true;\n        this.stopping = null;\n        this.capturedSamples = 0;\n        this.encoderReady = this.prepareEncoder();\n        this.micStream = micStream;\n        // Fire-and-forget the async setup (it must `await audioContext.resume()` + worklet load); any\n        // failure disables the recorder rather than throwing into the session-start path.\n        void this.startMixedRecording(micStream, remoteStream).catch((error) => {\n            console.warn('[RealtimeAudioRecorder] Failed to start recording — disabling for this session:', error);\n            this.disable();\n        });\n    }\n\n    /**\n     * Wires the agent's remote-audio stream into the live mix once it arrives. The WebRTC\n     * `ontrack` that delivers the agent voice usually lands AFTER recording has already begun\n     * (mic-only), so the session attaches it here when it lands. Idempotent, and safe to call\n     * before the audio graph finishes its async setup (the stream is connected once ready).\n     */\n    public AttachRemoteStream(stream: MediaStream): void {\n        if (this.remoteAttached || stream.getAudioTracks().length === 0) {\n            return;\n        }\n        if (this.audioContext && this.captureNode()) {\n            this.remoteAttached = this.connectRemoteStream(this.audioContext, stream);\n        } else {\n            // Audio-graph setup still in flight (awaiting resume / worklet load) — connect at setup.\n            this.pendingRemoteStream = stream;\n        }\n    }\n\n    /**\n     * Records the microphone stream's current track from now on: call it after the track changes (a\n     * device switch). A source node reads the track it was created with, so the recording would otherwise\n     * carry silence from the old device. Safe before the audio graph is ready (setup connects the latest\n     * stream, and Start replaces it); a stream without an audio track keeps the current one.\n     */\n    public ReplaceMicrophone(micStream: MediaStream): void {\n        this.micStream = micStream;\n        if (!this.audioContext || !this.captureNode()) {\n            return;\n        }\n        const replacement = this.connectStream(this.audioContext, micStream);\n        if (replacement) {\n            this.micSource?.disconnect();\n            this.micSource = replacement;\n        }\n    }\n\n    /** Milliseconds of audio captured so far, on the 48 kHz sample clock (never wall clock). */\n    public NowOffsetMs(): number {\n        return (this.capturedSamples * 1000) / RECORDING_SAMPLE_RATE;\n    }\n\n    /** The Opus packets the encoder produced since the last call (also its final packets after {@link Stop}). */\n    public TakeEncodedPackets(): Uint8Array[] {\n        return this.encoder ? this.encoder.TakePackets() : [];\n    }\n\n    /**\n     * Stops capture, waits for the encoder (encoding any audio buffered while it loaded), flushes and\n     * closes it, and resolves the 48 kHz samples captured. The final packets stay available to\n     * {@link TakeEncodedPackets}. Idempotent: every call resolves the same count; 0 when the recorder\n     * never started.\n     */\n    public Stop(): Promise<number> {\n        if (!this.stopping) {\n            this.stopping = this.stopOnce();\n        }\n        return this.stopping;\n    }\n\n    private async stopOnce(): Promise<number> {\n        this.recording = false;\n        this.releaseGraph();\n        const encoderReady = this.encoderReady;\n        if (!encoderReady) {\n            return this.capturedSamples;\n        }\n        const encoder = await encoderReady;\n        if (encoder) {\n            await encoder.Flush();\n            encoder.Close();\n        }\n        return this.capturedSamples;\n    }\n\n    /**\n     * Selects the encoder and feeds it what was captured meanwhile. A selection failure disables the\n     * recorder: with no encoder nothing captured could ever reach the server.\n     */\n    private async prepareEncoder(): Promise<IOpusPacketEncoder | null> {\n        let encoder: IOpusPacketEncoder;\n        try {\n            encoder = await this.selectEncoder();\n        } catch (error) {\n            console.warn('[RealtimeAudioRecorder] No Opus encoder available — recording disabled for this session:', error);\n            this.disable();\n            // Nothing captured can be encoded now, so report nothing recorded rather than a count with no audio.\n            this.pendingFrames = [];\n            this.pendingSamples = 0;\n            this.capturedSamples = 0;\n            return null;\n        }\n        this.encoder = encoder;\n        for (const frame of this.pendingFrames) {\n            encoder.Encode(frame);\n        }\n        this.pendingFrames = [];\n        this.pendingSamples = 0;\n        return encoder;\n    }\n\n    /** Builds the mix graph + capture node, retrying once at the device rate if 48 kHz cannot take the mic. */\n    private async startMixedRecording(micStream: MediaStream, remoteStream: MediaStream | null): Promise<void> {\n        const built = await this.buildGraph(micStream, remoteStream, true);\n        if (built === 'mic-rejected') {\n            await this.buildGraph(micStream, remoteStream, false);\n        }\n    }\n\n    /**\n     * Wires up the Web Audio mix graph + PCM capture node (worklet preferred) and starts capture.\n     * Resolves `'mic-rejected'` when a forced-48 kHz context refused the microphone source (the graph\n     * is released so the caller can rebuild at the device rate); otherwise `'done'`.\n     */\n    private async buildGraph(micStream: MediaStream, remoteStream: MediaStream | null, prefer48k: boolean): Promise<'done' | 'mic-rejected'> {\n        const generation = this.setupGeneration;\n        const audioContext = this.createAudioContext(prefer48k);\n        const forced48k = prefer48k && audioContext.sampleRate === RECORDING_SAMPLE_RATE;\n        // CRITICAL: browsers create an AudioContext in the `suspended` state under the autoplay policy.\n        // Without resuming it, the mix graph never processes audio and we capture only silence. Starting\n        // a voice call is a user gesture, so resume() succeeds here.\n        if (audioContext.state === 'suspended') {\n            await audioContext.resume();\n        }\n        if (generation !== this.setupGeneration) {\n            // Stopped while resuming: the context was never published, so releaseGraph() could not close it.\n            this.closeContext(audioContext);\n            return 'done';\n        }\n        const destination = audioContext.createMediaStreamDestination();\n        // Publish the context BEFORE wiring the remote so a concurrent AttachRemoteStream() (the agent\n        // track can land during the awaits above) sees a ready graph to connect to.\n        this.audioContext = audioContext;\n        this.destination = destination;\n        this.resampler = audioContext.sampleRate === RECORDING_SAMPLE_RATE ? null : new LinearResampler(audioContext.sampleRate, RECORDING_SAMPLE_RATE);\n\n        // Build the PCM capture node: AudioWorklet preferred, ScriptProcessor fallback. Either way the\n        // node both pulls audio from the mix AND drives the destination so the graph keeps processing.\n        await this.createCaptureNode(audioContext, destination);\n        if (generation !== this.setupGeneration) {\n            return 'done'; // Stopped while the capture node loaded: releaseGraph() already closed the published context.\n        }\n\n        try {\n            // The microphone may have been replaced while the graph was being built.\n            this.micSource = this.connectStream(audioContext, this.micStream ?? micStream);\n        } catch (error) {\n            if (!forced48k) {\n                throw error;\n            }\n            console.warn('[RealtimeAudioRecorder] The 48 kHz context rejected the microphone — rebuilding at the device rate with resampling:', error);\n            // releaseGraph() forgets a stashed agent stream and a replaced microphone; the rebuild still has to connect both.\n            const stashedRemote = this.pendingRemoteStream;\n            const stashedMic = this.micStream;\n            this.releaseGraph();\n            this.pendingRemoteStream = stashedRemote;\n            this.micStream = stashedMic;\n            return 'mic-rejected';\n        }\n        // Connect the agent's stream if it was passed now, or if AttachRemoteStream() stashed one while\n        // we were setting up. Either way, capture the agent voice — not just the mic.\n        const remote = remoteStream ?? this.pendingRemoteStream;\n        this.pendingRemoteStream = null;\n        if (remote && remote.getAudioTracks().length > 0) {\n            this.remoteAttached = this.connectRemoteStream(audioContext, remote);\n        }\n        return 'done';\n    }\n\n    /**\n     * A 48 kHz context when asked for and the browser allows it, else the device-rate default. A\n     * browser that silently picks another rate is fine too: the resampler is chosen from the rate the\n     * context actually reports.\n     */\n    private createAudioContext(prefer48k: boolean): AudioContext {\n        if (prefer48k) {\n            try {\n                return new AudioContext({ sampleRate: RECORDING_SAMPLE_RATE });\n            } catch (error) {\n                console.warn('[RealtimeAudioRecorder] 48 kHz AudioContext refused — capturing at the device rate with resampling:', error);\n            }\n        }\n        return new AudioContext();\n    }\n\n    /**\n     * Connects the agent stream, degrading to mic-only on failure. Unlike the mic (whose failure\n     * rightly disables the recorder), the agent stream is best-effort: a browser may reject it\n     * (cross-sample-rate `NotSupportedError`) and that must not discard the user's recording.\n     * Returns whether it was connected, so the caller only marks it attached on success.\n     */\n    private connectRemoteStream(audioContext: AudioContext, stream: MediaStream): boolean {\n        try {\n            this.connectStream(audioContext, stream);\n            return true;\n        } catch (error) {\n            console.warn('[RealtimeAudioRecorder] Could not mix the agent stream into the recording — continuing mic-only:', error);\n            return false;\n        }\n    }\n\n    /**\n     * Creates the PCM capture node and inserts it into the graph: sources → captureNode → destination.\n     * Prefers an {@link AudioWorkletNode} (off-main-thread, no deprecation); falls back to a\n     * {@link ScriptProcessorNode} where worklets are unavailable. Throws when neither is supported\n     * (caught by {@link Start}, which then disables the recorder).\n     */\n    private async createCaptureNode(audioContext: AudioContext, destination: MediaStreamAudioDestinationNode): Promise<void> {\n        if (await this.tryCreateWorkletNode(audioContext, destination)) {\n            return;\n        }\n        this.createScriptProcessorNode(audioContext, destination);\n    }\n\n    /** Attempts to build the AudioWorklet capture node; returns `false` (no throw) when unsupported. */\n    private async tryCreateWorkletNode(audioContext: AudioContext, destination: MediaStreamAudioDestinationNode): Promise<boolean> {\n        if (!audioContext.audioWorklet || typeof AudioWorkletNode === 'undefined' || typeof Blob === 'undefined') {\n            return false;\n        }\n        try {\n            const moduleUrl = URL.createObjectURL(\n                new Blob([RealtimeAudioRecorder.workletProcessorSource], { type: 'application/javascript' }),\n            );\n            try {\n                await audioContext.audioWorklet.addModule(moduleUrl);\n            } finally {\n                URL.revokeObjectURL(moduleUrl);\n            }\n            const node = new AudioWorkletNode(audioContext, 'mj-pcm-capture', { numberOfInputs: 1, numberOfOutputs: 1 });\n            node.port.onmessage = (event: MessageEvent<Float32Array>) => this.captureFrame(event.data);\n            node.connect(destination);\n            this.workletNode = node;\n            return true;\n        } catch (error) {\n            console.warn('[RealtimeAudioRecorder] AudioWorklet unavailable — falling back to ScriptProcessor:', error);\n            return false;\n        }\n    }\n\n    /** Builds the ScriptProcessor fallback capture node and inserts it into the graph. */\n    private createScriptProcessorNode(audioContext: AudioContext, destination: MediaStreamAudioDestinationNode): void {\n        if (typeof audioContext.createScriptProcessor !== 'function') {\n            throw new Error('Neither AudioWorklet nor ScriptProcessor is supported');\n        }\n        const node = audioContext.createScriptProcessor(RealtimeAudioRecorder.scriptProcessorBufferSize, 1, 1);\n        node.onaudioprocess = (event: AudioProcessingEvent) => this.captureFrame(event.inputBuffer.getChannelData(0));\n        // ScriptProcessor only fires onaudioprocess while connected to the destination.\n        node.connect(destination);\n        this.scriptNode = node;\n    }\n\n    /** The active capture node (worklet or script processor), or `null` before setup. */\n    private captureNode(): AudioNode | null {\n        return this.workletNode ?? this.scriptNode;\n    }\n\n    /**\n     * Absorbs one captured frame: resample to 48 kHz, count it, and hand it to the encoder (or buffer\n     * it while the encoder loads).\n     *\n     * Past the pending-buffer cap a frame is dropped AND not counted. Keeping the count equal to the\n     * audio actually handed to the encoder is what lets the runtime trust `packets × 960 ≥ captured`\n     * when it trims the final shard; a few lost seconds at the start of a call whose encoder never\n     * loaded is the smaller harm.\n     */\n    private captureFrame(frame: Float32Array): void {\n        if (!this.recording || frame.length === 0) {\n            return;\n        }\n        // Copy out of the engine's reused buffer (a resampler output is already a fresh array).\n        const samples = this.resampler ? this.resampler.Process(frame) : frame.slice(0);\n        if (samples.length === 0) {\n            return;\n        }\n        if (this.encoder) {\n            this.encoder.Encode(samples);\n        } else if (this.pendingSamples + samples.length <= RealtimeAudioRecorder.maxPendingSamples) {\n            this.pendingFrames.push(samples);\n            this.pendingSamples += samples.length;\n        } else {\n            if (!this.pendingOverflowWarned) {\n                this.pendingOverflowWarned = true;\n                console.warn(`[RealtimeAudioRecorder] Opus encoder still not ready after ${RealtimeAudioRecorder.maxPendingSamples / RECORDING_SAMPLE_RATE} s of audio — dropping audio until it is.`);\n            }\n            return;\n        }\n        this.capturedSamples += samples.length;\n    }\n\n    /** Routes one stream's audio tracks into the capture node; returns the source, or null when track-less / no node. */\n    private connectStream(audioContext: AudioContext, stream: MediaStream): MediaStreamAudioSourceNode | null {\n        const node = this.captureNode();\n        if (!node || stream.getAudioTracks().length === 0) {\n            return null;\n        }\n        const source = audioContext.createMediaStreamSource(stream);\n        source.connect(node);\n        return source;\n    }\n\n    /**\n     * Turns recording off after a setup failure and releases the graph. Audio already captured stays\n     * queued for the encoder, so a graph failure mid-call still keeps what was recorded before it.\n     */\n    private disable(): void {\n        this.recording = false;\n        this.releaseGraph();\n    }\n\n    /** Releases the audio graph + capture node. Idempotent; leaves the encoder and the sample count alone. */\n    private releaseGraph(): void {\n        this.setupGeneration++;\n        this.remoteAttached = false;\n        this.pendingRemoteStream = null;\n        this.micStream = null;\n        this.micSource = null;\n        if (this.workletNode) {\n            this.workletNode.port.onmessage = null;\n            this.disconnectNode(this.workletNode);\n            this.workletNode = null;\n        }\n        if (this.scriptNode) {\n            this.scriptNode.onaudioprocess = null;\n            this.disconnectNode(this.scriptNode);\n            this.scriptNode = null;\n        }\n        this.destination = null;\n        this.resampler = null;\n        if (this.audioContext) {\n            this.closeContext(this.audioContext);\n            this.audioContext = null;\n        }\n    }\n\n    private disconnectNode(node: AudioNode): void {\n        try {\n            node.disconnect();\n        } catch (error) {\n            // Expected when the node was never connected or is already disconnected; nothing to release.\n            console.debug('[RealtimeAudioRecorder] Capture node disconnect skipped:', error);\n        }\n    }\n\n    private closeContext(audioContext: AudioContext): void {\n        void audioContext.close().catch((error: unknown) => {\n            // A context that is already closed rejects here; the graph is released either way.\n            console.debug('[RealtimeAudioRecorder] AudioContext close skipped:', error);\n        });\n    }\n}\n"]}

package/dist/lib/services/realtime-pairing.d.ts

@@ -108,19 +108,24 @@ export interface VoiceModelCandidate {
 export declare function BuildRealtimeModelOptions(models: ReadonlyArray<VoiceModelCandidate>): RealtimeModelOption[];
 /**
  * Builds the `configOverridesJson` payload for the `StartRealtimeClientSession` mint from
- * what the (authorization-gated) pickers chose — an explicit realtime model preference and/or a
- * voice. The envelope (`{"realtime":{"modelPreference":"<id>","voice":{"default":{"voice":"<v>"}}}}`)
+ * what the (authorization-gated) pickers chose — an explicit realtime model preference, a
+ * voice, and the avatar that comes with that voice. The envelope
+ * (`{"realtime":{"modelPreference":"<id>","voice":{"default":{"voice":"<v>"}},"video":{"avatarId":"<a>"}}}`)
  * is the pinned server contract, merged into the effective config server-side (highest precedence).
  *
  * The voice is filed PROVIDER-AGNOSTICALLY: the browser has a model id, never a vendor `DriverClass`
  * (`GetRealtimeModelVoices` does not return one), so naming a provider here would be a guess that
  * silently voided the setting for every non-OpenAI vendor. The server files it onto whichever driver
- * it resolves. Kept in lockstep with the server-side `BuildRealtimeOverridesJson` in
- * `@memberjunction/ai-agents` by `realtime-convergence-drift.test.ts`. See issue #3530.
+ * it resolves. A picked avatar leaves video to the agent: the server shows it only when the voiced
+ * agent's own video setting is on (else the call says why, reason `video-off`), and only when it names
+ * a Video binding on the vendor it resolves. Kept in lockstep with the server-side
+ * `BuildRealtimeOverridesJson` in `@memberjunction/ai-agents` by `realtime-convergence-drift.test.ts`.
+ * See issue #3530.
  *
  * @param preferredModelId The explicit `MJ: AI Models` id, or null/empty for none.
  * @param preferredVoice The provider-native voice id (e.g. `echo`), or null/empty for none.
+ * @param preferredAvatarId The avatar that comes with the picked voice (`RealtimeVoiceOption.AvatarID`), or null/empty for none.
  * @returns The JSON string, or `null` when nothing was overridden (keeps the mint identical to default).
  */
-export declare function BuildRealtimeConfigOverridesJson(preferredModelId: string | null | undefined, preferredVoice?: string | null | undefined): string | null;
+export declare function BuildRealtimeConfigOverridesJson(preferredModelId: string | null | undefined, preferredVoice?: string | null | undefined, preferredAvatarId?: string | null | undefined): string | null;
 //# sourceMappingURL=realtime-pairing.d.ts.map

package/dist/lib/services/realtime-pairing.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"realtime-pairing.d.ts","sourceRoot":"","sources":["../../../src/lib/services/realtime-pairing.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAIzD;;;;;;;;;GASG;AACH,MAAM,WAAW,sBAAsB;IACrC,0BAA0B;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,yDAAyD;IACzD,SAAS,EAAE,MAAM,CAAC;IAClB,gDAAgD;IAChD,aAAa,EAAE,MAAM,CAAC;IACtB,mEAAmE;IACnE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,mFAAmF;IACnF,SAAS,EAAE,OAAO,CAAC;IACnB,iDAAiD;IACjD,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,wEAAwE;AACxE,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;CACZ;AAED;;;;;;;;;GASG;AACH,wBAAsB,mBAAmB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC,CA2B3H;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,QAAQ,EAAE,SAAS,sBAAsB,EAAE,GAAG,sBAAsB,EAAE,CASlG;AAED;;;;;;;;;GASG;AACH,wBAAgB,0BAA0B,CAAC,CAAC,SAAS,iBAAiB,EACpE,MAAM,EAAE,SAAS,CAAC,EAAE,EACpB,QAAQ,EAAE,SAAS,sBAAsB,EAAE,GAC1C,CAAC,EAAE,CAmBL;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,SAAS,sBAAsB,EAAE,GAAG,MAAM,GAAG,IAAI,CAOhG;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,SAAS,sBAAsB,EAAE,EAAE,aAAa,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,CAQlI;AAED;;;;;GAKG;AACH,wBAAgB,sBAAsB,CAAC,CAAC,SAAS;IAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,CAAC,EAAE,CAEnG;AAED;;;GAGG;AACH,MAAM,WAAW,mBAAmB;IAClC,kCAAkC;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,gCAAgC;IAChC,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;GAGG;AACH,MAAM,WAAW,mBAAmB;IAClC,kCAAkC;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,gCAAgC;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,6DAA6D;IAC7D,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,kDAAkD;IAClD,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED;;;;;GAKG;AACH,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,aAAa,CAAC,mBAAmB,CAAC,GAAG,mBAAmB,EAAE,CAK3G;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,gCAAgC,CAC9C,gBAAgB,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAC3C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GACzC,MAAM,GAAG,IAAI,CAcf"}
+{"version":3,"file":"realtime-pairing.d.ts","sourceRoot":"","sources":["../../../src/lib/services/realtime-pairing.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAIzD;;;;;;;;;GASG;AACH,MAAM,WAAW,sBAAsB;IACrC,0BAA0B;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,yDAAyD;IACzD,SAAS,EAAE,MAAM,CAAC;IAClB,gDAAgD;IAChD,aAAa,EAAE,MAAM,CAAC;IACtB,mEAAmE;IACnE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,mFAAmF;IACnF,SAAS,EAAE,OAAO,CAAC;IACnB,iDAAiD;IACjD,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,wEAAwE;AACxE,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;CACZ;AAED;;;;;;;;;GASG;AACH,wBAAsB,mBAAmB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC,CA2B3H;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,QAAQ,EAAE,SAAS,sBAAsB,EAAE,GAAG,sBAAsB,EAAE,CASlG;AAED;;;;;;;;;GASG;AACH,wBAAgB,0BAA0B,CAAC,CAAC,SAAS,iBAAiB,EACpE,MAAM,EAAE,SAAS,CAAC,EAAE,EACpB,QAAQ,EAAE,SAAS,sBAAsB,EAAE,GAC1C,CAAC,EAAE,CAmBL;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,SAAS,sBAAsB,EAAE,GAAG,MAAM,GAAG,IAAI,CAOhG;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,SAAS,sBAAsB,EAAE,EAAE,aAAa,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,CAQlI;AAED;;;;;GAKG;AACH,wBAAgB,sBAAsB,CAAC,CAAC,SAAS;IAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,CAAC,EAAE,CAEnG;AAED;;;GAGG;AACH,MAAM,WAAW,mBAAmB;IAClC,kCAAkC;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,gCAAgC;IAChC,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;GAGG;AACH,MAAM,WAAW,mBAAmB;IAClC,kCAAkC;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,gCAAgC;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,6DAA6D;IAC7D,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,kDAAkD;IAClD,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED;;;;;GAKG;AACH,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,aAAa,CAAC,mBAAmB,CAAC,GAAG,mBAAmB,EAAE,CAK3G;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,gCAAgC,CAC9C,gBAAgB,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAC3C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAC1C,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAC5C,MAAM,GAAG,IAAI,CAkBf"}

package/dist/lib/services/realtime-pairing.js

@@ -132,24 +132,30 @@ export function BuildRealtimeModelOptions(models) {
 }
 /**
  * Builds the `configOverridesJson` payload for the `StartRealtimeClientSession` mint from
- * what the (authorization-gated) pickers chose — an explicit realtime model preference and/or a
- * voice. The envelope (`{"realtime":{"modelPreference":"<id>","voice":{"default":{"voice":"<v>"}}}}`)
+ * what the (authorization-gated) pickers chose — an explicit realtime model preference, a
+ * voice, and the avatar that comes with that voice. The envelope
+ * (`{"realtime":{"modelPreference":"<id>","voice":{"default":{"voice":"<v>"}},"video":{"avatarId":"<a>"}}}`)
  * is the pinned server contract, merged into the effective config server-side (highest precedence).
  *
  * The voice is filed PROVIDER-AGNOSTICALLY: the browser has a model id, never a vendor `DriverClass`
  * (`GetRealtimeModelVoices` does not return one), so naming a provider here would be a guess that
  * silently voided the setting for every non-OpenAI vendor. The server files it onto whichever driver
- * it resolves. Kept in lockstep with the server-side `BuildRealtimeOverridesJson` in
- * `@memberjunction/ai-agents` by `realtime-convergence-drift.test.ts`. See issue #3530.
+ * it resolves. A picked avatar leaves video to the agent: the server shows it only when the voiced
+ * agent's own video setting is on (else the call says why, reason `video-off`), and only when it names
+ * a Video binding on the vendor it resolves. Kept in lockstep with the server-side
+ * `BuildRealtimeOverridesJson` in `@memberjunction/ai-agents` by `realtime-convergence-drift.test.ts`.
+ * See issue #3530.
  *
  * @param preferredModelId The explicit `MJ: AI Models` id, or null/empty for none.
  * @param preferredVoice The provider-native voice id (e.g. `echo`), or null/empty for none.
+ * @param preferredAvatarId The avatar that comes with the picked voice (`RealtimeVoiceOption.AvatarID`), or null/empty for none.
  * @returns The JSON string, or `null` when nothing was overridden (keeps the mint identical to default).
  */
-export function BuildRealtimeConfigOverridesJson(preferredModelId, preferredVoice) {
+export function BuildRealtimeConfigOverridesJson(preferredModelId, preferredVoice, preferredAvatarId) {
     const modelId = preferredModelId?.trim() ?? '';
     const voice = preferredVoice?.trim() ?? '';
-    if (modelId.length === 0 && voice.length === 0) {
+    const avatarId = preferredAvatarId?.trim() ?? '';
+    if (modelId.length === 0 && voice.length === 0 && avatarId.length === 0) {
         return null;
     }
     const realtime = {};
@@ -159,6 +165,9 @@ export function BuildRealtimeConfigOverridesJson(preferredModelId, preferredVoic
     if (voice.length > 0) {
         realtime.voice = { default: { voice } };
     }
+    if (avatarId.length > 0) {
+        realtime.video = { avatarId };
+    }
     return JSON.stringify({ realtime });
 }
 //# sourceMappingURL=realtime-pairing.js.map

package/dist/lib/services/realtime-pairing.js.map

@@ -1 +1 @@
-{"version":3,"file":"realtime-pairing.js","sourceRoot":"","sources":["../../../src/lib/services/realtime-pairing.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAgC9D;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,QAA2B,EAAE,SAAiB;IACtF,MAAM,EAAE,GAAG,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACnC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,YAAY,CAAC,mBAAmB,CAAe,QAAQ,EAAE,YAAY,CAAiB,CAAC;QACtG,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;aACtC,MAAM,CAAC,CAAC,CAAC,EAAE,CACV,CAAC,CAAC,IAAI,KAAK,SAAS;YACpB,CAAC,CAAC,MAAM,KAAK,QAAQ;YACrB,CAAC,CAAC,aAAa,IAAI,IAAI;YACvB,UAAU,CAAC,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;aAC7B,GAAG,CAAyB,CAAC,CAAC,EAAE,CAAC,CAAC;YACjC,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,aAAa,EAAE,CAAC,CAAC,aAAc;YAC/B,WAAW,EAAE,CAAC,CAAC,WAAW,IAAI,IAAI;YAClC,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,QAAQ,EAAE,CAAC,CAAC,QAAQ,IAAI,IAAI;SAC7B,CAAC,CAAC,CAAC;QACN,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,yFAAyF,EAAE,KAAK,CAAC,CAAC;QAC/G,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,QAA2C;IACtE,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACjC,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,IAAI,MAAM,CAAC,gBAAgB,CAAC;QACnD,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,IAAI,MAAM,CAAC,gBAAgB,CAAC;QACnD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,OAAO,IAAI,GAAG,IAAI,CAAC;QACrB,CAAC;QACD,OAAO,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,0BAA0B,CACxC,MAAoB,EACpB,QAA2C;IAE3C,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC;IACrB,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAa,CAAC;IACxC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;IACjD,CAAC;IACD,MAAM,WAAW,GAAQ,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,OAAO,IAAI,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAA2C;IAC/E,KAAK,MAAM,OAAO,IAAI,YAAY,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC;QACnD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,OAAO,OAAO,CAAC,aAAa,CAAC;QAC/B,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAA2C,EAAE,aAAwC;IACvH,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC;AACxE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CAAoC,MAAoB;IAC5F,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,UAAU,CAAC,CAAC;AAChF,CAAC;AA4BD;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CAAC,MAA0C;IAClF,OAAO,MAAM;SACV,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,UAAU,CAAC;SACpF,GAAG,CAAsB,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;SAC3D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;AAChE,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,gCAAgC,CAC9C,gBAA2C,EAC3C,cAA0C;IAE1C,MAAM,OAAO,GAAG,gBAAgB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC/C,MAAM,KAAK,GAAG,cAAc,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC3C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/C,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,QAAQ,GAAyE,EAAE,CAAC;IAC1F,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,QAAQ,CAAC,eAAe,GAAG,OAAO,CAAC;IACrC,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,QAAQ,CAAC,KAAK,GAAG,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;IAC1C,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;AACtC,CAAC","sourcesContent":["import { IMetadataProvider } from '@memberjunction/core';\nimport { NormalizeUUID, UUIDsEqual } from '@memberjunction/global';\nimport { AIEngineBase } from '@memberjunction/ai-engine-base';\n\n/**\n * The narrow read-only projection of an `MJ: AI Agent Co Agents` row the voice UI consumes\n * (loaded via {@link LoadCoAgentPairings} from {@link AIEngineBase}'s cached `AgentCoAgents`;\n * only **Active** rows of relationship **Type `'CoAgent'`** with a specific agent target —\n * type-level rows express the resolution-chain default, not a target restriction, and\n * reserved relationship types are ignored until their features ship). Pairing semantics: a\n * co-agent with ZERO such rows is **universal** (it can front any target agent — the\n * zero-config default); a co-agent WITH rows may front exactly the listed targets, with the\n * `IsDefault` row as its preselected target.\n */\nexport interface RealtimePairedAgentRow {\n  /** The pairing row id. */\n  ID: string;\n  /** The Realtime-type co-agent the pairing belongs to. */\n  CoAgentID: string;\n  /** The target agent this co-agent may front. */\n  TargetAgentID: string;\n  /** Denormalized target-agent display name (from the base view). */\n  TargetAgent: string | null;\n  /** When true, this target is the co-agent's default (at most one per co-agent). */\n  IsDefault: boolean;\n  /** Display/list ordering of the pairing rows. */\n  Sequence: number | null;\n}\n\n/** Minimal agent shape the pure pairing/co-agent helpers operate on. */\nexport interface RealtimeAgentLike {\n  ID: string;\n}\n\n/**\n * Loads the pairing rows for one co-agent from {@link AIEngineBase}'s cached\n * `MJ: AI Agent Co Agents` metadata (provider-scoped engine instance, lazy `Config`),\n * in `Sequence` order. The engine's BaseEntity-event reactivity keeps the cache fresh —\n * no per-call RunView round-trip.\n *\n * Tolerant by design: any failure degrades to an EMPTY list — i.e. \"no pairing\n * constraint\". The client gate is pure disclosure; the server independently validates\n * the co-agent/target pairing at session mint.\n */\nexport async function LoadCoAgentPairings(provider: IMetadataProvider, coAgentId: string): Promise<RealtimePairedAgentRow[]> {\n  const id = coAgentId?.trim() ?? '';\n  if (id.length === 0) {\n    return [];\n  }\n  try {\n    const engine = AIEngineBase.GetProviderInstance<AIEngineBase>(provider, AIEngineBase) as AIEngineBase;\n    await engine.Config(false, undefined, provider);\n    const rows = (engine.AgentCoAgents ?? [])\n      .filter(p =>\n        p.Type === 'CoAgent' &&\n        p.Status === 'Active' &&\n        p.TargetAgentID != null &&\n        UUIDsEqual(p.CoAgentID, id))\n      .map<RealtimePairedAgentRow>(p => ({\n        ID: p.ID,\n        CoAgentID: p.CoAgentID,\n        TargetAgentID: p.TargetAgentID!,\n        TargetAgent: p.TargetAgent ?? null,\n        IsDefault: p.IsDefault,\n        Sequence: p.Sequence ?? null\n      }));\n    return SortPairings(rows);\n  } catch (error) {\n    console.warn('[RealtimePairing] Co-agent pairing lookup unavailable — treating co-agent as universal:', error);\n    return [];\n  }\n}\n\n/**\n * Returns the pairing rows in canonical display order: `Sequence` ascending (null/missing\n * sequences last), ties broken by target-agent name. Pure; never mutates the input.\n */\nexport function SortPairings(pairings: readonly RealtimePairedAgentRow[]): RealtimePairedAgentRow[] {\n  return [...pairings].sort((a, b) => {\n    const aSeq = a.Sequence ?? Number.MAX_SAFE_INTEGER;\n    const bSeq = b.Sequence ?? Number.MAX_SAFE_INTEGER;\n    if (aSeq !== bSeq) {\n      return aSeq - bSeq;\n    }\n    return (a.TargetAgent ?? '').localeCompare(b.TargetAgent ?? '');\n  });\n}\n\n/**\n * Applies the pairing constraint to a candidate target-agent list:\n * - ZERO pairing rows → the co-agent is universal; the candidates are returned unchanged\n *   (today's flow untouched).\n * - One or more rows → only candidates that appear among the pairing targets are\n *   returned, ordered by the pairings' `Sequence`. Paired targets the user can't see /\n *   run (absent from `agents`) are silently dropped.\n *\n * Pure and UUID-casing safe (`NormalizeUUID` keys).\n */\nexport function ConstrainTargetsToPairings<T extends RealtimeAgentLike>(\n  agents: readonly T[],\n  pairings: readonly RealtimePairedAgentRow[]\n): T[] {\n  if (!pairings || pairings.length === 0) {\n    return [...agents];\n  }\n  const agentsById = new Map<string, T>();\n  for (const agent of agents) {\n    agentsById.set(NormalizeUUID(agent.ID), agent);\n  }\n  const constrained: T[] = [];\n  const seen = new Set<string>();\n  for (const pairing of SortPairings(pairings)) {\n    const key = NormalizeUUID(pairing.TargetAgentID);\n    const agent = agentsById.get(key);\n    if (agent && !seen.has(key)) {\n      seen.add(key);\n      constrained.push(agent);\n    }\n  }\n  return constrained;\n}\n\n/**\n * The co-agent's default target from its pairing rows — the first `IsDefault` row in\n * `Sequence` order (server enforces at most one, but the helper stays deterministic\n * regardless). `null` when there are no rows or none is marked default.\n */\nexport function DefaultPairedTargetId(pairings: readonly RealtimePairedAgentRow[]): string | null {\n  for (const pairing of SortPairings(pairings ?? [])) {\n    if (pairing.IsDefault) {\n      return pairing.TargetAgentID;\n    }\n  }\n  return null;\n}\n\n/**\n * Whether the pairing rows permit `targetAgentId` as a target. ZERO rows means the\n * co-agent is universal (always allowed); otherwise the target must appear among the\n * rows. Missing/empty target id is never allowed against a constrained co-agent.\n */\nexport function PairingsAllowTarget(pairings: readonly RealtimePairedAgentRow[], targetAgentId: string | null | undefined): boolean {\n  if (!pairings || pairings.length === 0) {\n    return true;\n  }\n  if (!targetAgentId) {\n    return false;\n  }\n  return pairings.some(p => UUIDsEqual(p.TargetAgentID, targetAgentId));\n}\n\n/**\n * Filters an agent list down to ACTIVE Realtime-type **co-agent** candidates. The input\n * is expected to already be the run-permission-filtered active-agent set the host uses\n * for routing/@mentions, so this only applies the agent-TYPE cut (trim +\n * case-insensitive match on the denormalized `Type` name).\n */\nexport function FilterRealtimeCoAgents<T extends { Type: string | null }>(agents: readonly T[]): T[] {\n  return agents.filter(a => (a.Type ?? '').trim().toLowerCase() === 'realtime');\n}\n\n/**\n * A selectable realtime model option in the voice picker (narrow read-only projection of\n * `MJ: AI Models` — only the fields the dropdown renders).\n */\nexport interface RealtimeModelOption {\n  /** The `MJ: AI Models` row id. */\n  ID: string;\n  /** The model's display name. */\n  Name: string;\n}\n\n/**\n * The minimal `MJ: AI Models` row shape {@link BuildRealtimeModelOptions} consumes —\n * structurally satisfied by `AIEngineBase`'s cached `Models` entities.\n */\nexport interface VoiceModelCandidate {\n  /** The `MJ: AI Models` row id. */\n  ID: string;\n  /** The model's display name. */\n  Name: string;\n  /** Denormalized model-type name (e.g. 'LLM', 'Realtime'). */\n  AIModelType: string | null;\n  /** Whether the model is active and selectable. */\n  IsActive: boolean;\n}\n\n/**\n * Builds the \"Voice model\" dropdown options from a cached model list: ACTIVE models whose\n * type is `Realtime` (trim + case-insensitive — SQL-collation parity with the previous\n * `IsActive = 1 AND AIModelType = 'Realtime'` filter), projected to {@link RealtimeModelOption}\n * and sorted by Name. Pure; never mutates the input.\n */\nexport function BuildRealtimeModelOptions(models: ReadonlyArray<VoiceModelCandidate>): RealtimeModelOption[] {\n  return models\n    .filter(m => m.IsActive && (m.AIModelType ?? '').trim().toLowerCase() === 'realtime')\n    .map<RealtimeModelOption>(m => ({ ID: m.ID, Name: m.Name }))\n    .sort((a, b) => (a.Name ?? '').localeCompare(b.Name ?? ''));\n}\n\n/**\n * Builds the `configOverridesJson` payload for the `StartRealtimeClientSession` mint from\n * what the (authorization-gated) pickers chose — an explicit realtime model preference and/or a\n * voice. The envelope (`{\"realtime\":{\"modelPreference\":\"<id>\",\"voice\":{\"default\":{\"voice\":\"<v>\"}}}}`)\n * is the pinned server contract, merged into the effective config server-side (highest precedence).\n *\n * The voice is filed PROVIDER-AGNOSTICALLY: the browser has a model id, never a vendor `DriverClass`\n * (`GetRealtimeModelVoices` does not return one), so naming a provider here would be a guess that\n * silently voided the setting for every non-OpenAI vendor. The server files it onto whichever driver\n * it resolves. Kept in lockstep with the server-side `BuildRealtimeOverridesJson` in\n * `@memberjunction/ai-agents` by `realtime-convergence-drift.test.ts`. See issue #3530.\n *\n * @param preferredModelId The explicit `MJ: AI Models` id, or null/empty for none.\n * @param preferredVoice The provider-native voice id (e.g. `echo`), or null/empty for none.\n * @returns The JSON string, or `null` when nothing was overridden (keeps the mint identical to default).\n */\nexport function BuildRealtimeConfigOverridesJson(\n  preferredModelId: string | null | undefined,\n  preferredVoice?: string | null | undefined,\n): string | null {\n  const modelId = preferredModelId?.trim() ?? '';\n  const voice = preferredVoice?.trim() ?? '';\n  if (modelId.length === 0 && voice.length === 0) {\n    return null;\n  }\n  const realtime: { modelPreference?: string; voice?: { default: { voice: string } } } = {};\n  if (modelId.length > 0) {\n    realtime.modelPreference = modelId;\n  }\n  if (voice.length > 0) {\n    realtime.voice = { default: { voice } };\n  }\n  return JSON.stringify({ realtime });\n}\n"]}
+{"version":3,"file":"realtime-pairing.js","sourceRoot":"","sources":["../../../src/lib/services/realtime-pairing.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAgC9D;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,QAA2B,EAAE,SAAiB;IACtF,MAAM,EAAE,GAAG,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACnC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,YAAY,CAAC,mBAAmB,CAAe,QAAQ,EAAE,YAAY,CAAiB,CAAC;QACtG,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;aACtC,MAAM,CAAC,CAAC,CAAC,EAAE,CACV,CAAC,CAAC,IAAI,KAAK,SAAS;YACpB,CAAC,CAAC,MAAM,KAAK,QAAQ;YACrB,CAAC,CAAC,aAAa,IAAI,IAAI;YACvB,UAAU,CAAC,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;aAC7B,GAAG,CAAyB,CAAC,CAAC,EAAE,CAAC,CAAC;YACjC,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,aAAa,EAAE,CAAC,CAAC,aAAc;YAC/B,WAAW,EAAE,CAAC,CAAC,WAAW,IAAI,IAAI;YAClC,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,QAAQ,EAAE,CAAC,CAAC,QAAQ,IAAI,IAAI;SAC7B,CAAC,CAAC,CAAC;QACN,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,yFAAyF,EAAE,KAAK,CAAC,CAAC;QAC/G,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,QAA2C;IACtE,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACjC,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,IAAI,MAAM,CAAC,gBAAgB,CAAC;QACnD,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,IAAI,MAAM,CAAC,gBAAgB,CAAC;QACnD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,OAAO,IAAI,GAAG,IAAI,CAAC;QACrB,CAAC;QACD,OAAO,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,0BAA0B,CACxC,MAAoB,EACpB,QAA2C;IAE3C,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC;IACrB,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAa,CAAC;IACxC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;IACjD,CAAC;IACD,MAAM,WAAW,GAAQ,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,OAAO,IAAI,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAA2C;IAC/E,KAAK,MAAM,OAAO,IAAI,YAAY,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC;QACnD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,OAAO,OAAO,CAAC,aAAa,CAAC;QAC/B,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAA2C,EAAE,aAAwC;IACvH,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC;AACxE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CAAoC,MAAoB;IAC5F,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,UAAU,CAAC,CAAC;AAChF,CAAC;AA4BD;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CAAC,MAA0C;IAClF,OAAO,MAAM;SACV,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,UAAU,CAAC;SACpF,GAAG,CAAsB,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;SAC3D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;AAChE,CAAC;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,UAAU,gCAAgC,CAC9C,gBAA2C,EAC3C,cAA0C,EAC1C,iBAA6C;IAE7C,MAAM,OAAO,GAAG,gBAAgB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC/C,MAAM,KAAK,GAAG,cAAc,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC3C,MAAM,QAAQ,GAAG,iBAAiB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACjD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxE,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,QAAQ,GAAuG,EAAE,CAAC;IACxH,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,QAAQ,CAAC,eAAe,GAAG,OAAO,CAAC;IACrC,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,QAAQ,CAAC,KAAK,GAAG,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;IAC1C,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,QAAQ,CAAC,KAAK,GAAG,EAAE,QAAQ,EAAE,CAAC;IAChC,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;AACtC,CAAC","sourcesContent":["import { IMetadataProvider } from '@memberjunction/core';\nimport { NormalizeUUID, UUIDsEqual } from '@memberjunction/global';\nimport { AIEngineBase } from '@memberjunction/ai-engine-base';\n\n/**\n * The narrow read-only projection of an `MJ: AI Agent Co Agents` row the voice UI consumes\n * (loaded via {@link LoadCoAgentPairings} from {@link AIEngineBase}'s cached `AgentCoAgents`;\n * only **Active** rows of relationship **Type `'CoAgent'`** with a specific agent target —\n * type-level rows express the resolution-chain default, not a target restriction, and\n * reserved relationship types are ignored until their features ship). Pairing semantics: a\n * co-agent with ZERO such rows is **universal** (it can front any target agent — the\n * zero-config default); a co-agent WITH rows may front exactly the listed targets, with the\n * `IsDefault` row as its preselected target.\n */\nexport interface RealtimePairedAgentRow {\n  /** The pairing row id. */\n  ID: string;\n  /** The Realtime-type co-agent the pairing belongs to. */\n  CoAgentID: string;\n  /** The target agent this co-agent may front. */\n  TargetAgentID: string;\n  /** Denormalized target-agent display name (from the base view). */\n  TargetAgent: string | null;\n  /** When true, this target is the co-agent's default (at most one per co-agent). */\n  IsDefault: boolean;\n  /** Display/list ordering of the pairing rows. */\n  Sequence: number | null;\n}\n\n/** Minimal agent shape the pure pairing/co-agent helpers operate on. */\nexport interface RealtimeAgentLike {\n  ID: string;\n}\n\n/**\n * Loads the pairing rows for one co-agent from {@link AIEngineBase}'s cached\n * `MJ: AI Agent Co Agents` metadata (provider-scoped engine instance, lazy `Config`),\n * in `Sequence` order. The engine's BaseEntity-event reactivity keeps the cache fresh —\n * no per-call RunView round-trip.\n *\n * Tolerant by design: any failure degrades to an EMPTY list — i.e. \"no pairing\n * constraint\". The client gate is pure disclosure; the server independently validates\n * the co-agent/target pairing at session mint.\n */\nexport async function LoadCoAgentPairings(provider: IMetadataProvider, coAgentId: string): Promise<RealtimePairedAgentRow[]> {\n  const id = coAgentId?.trim() ?? '';\n  if (id.length === 0) {\n    return [];\n  }\n  try {\n    const engine = AIEngineBase.GetProviderInstance<AIEngineBase>(provider, AIEngineBase) as AIEngineBase;\n    await engine.Config(false, undefined, provider);\n    const rows = (engine.AgentCoAgents ?? [])\n      .filter(p =>\n        p.Type === 'CoAgent' &&\n        p.Status === 'Active' &&\n        p.TargetAgentID != null &&\n        UUIDsEqual(p.CoAgentID, id))\n      .map<RealtimePairedAgentRow>(p => ({\n        ID: p.ID,\n        CoAgentID: p.CoAgentID,\n        TargetAgentID: p.TargetAgentID!,\n        TargetAgent: p.TargetAgent ?? null,\n        IsDefault: p.IsDefault,\n        Sequence: p.Sequence ?? null\n      }));\n    return SortPairings(rows);\n  } catch (error) {\n    console.warn('[RealtimePairing] Co-agent pairing lookup unavailable — treating co-agent as universal:', error);\n    return [];\n  }\n}\n\n/**\n * Returns the pairing rows in canonical display order: `Sequence` ascending (null/missing\n * sequences last), ties broken by target-agent name. Pure; never mutates the input.\n */\nexport function SortPairings(pairings: readonly RealtimePairedAgentRow[]): RealtimePairedAgentRow[] {\n  return [...pairings].sort((a, b) => {\n    const aSeq = a.Sequence ?? Number.MAX_SAFE_INTEGER;\n    const bSeq = b.Sequence ?? Number.MAX_SAFE_INTEGER;\n    if (aSeq !== bSeq) {\n      return aSeq - bSeq;\n    }\n    return (a.TargetAgent ?? '').localeCompare(b.TargetAgent ?? '');\n  });\n}\n\n/**\n * Applies the pairing constraint to a candidate target-agent list:\n * - ZERO pairing rows → the co-agent is universal; the candidates are returned unchanged\n *   (today's flow untouched).\n * - One or more rows → only candidates that appear among the pairing targets are\n *   returned, ordered by the pairings' `Sequence`. Paired targets the user can't see /\n *   run (absent from `agents`) are silently dropped.\n *\n * Pure and UUID-casing safe (`NormalizeUUID` keys).\n */\nexport function ConstrainTargetsToPairings<T extends RealtimeAgentLike>(\n  agents: readonly T[],\n  pairings: readonly RealtimePairedAgentRow[]\n): T[] {\n  if (!pairings || pairings.length === 0) {\n    return [...agents];\n  }\n  const agentsById = new Map<string, T>();\n  for (const agent of agents) {\n    agentsById.set(NormalizeUUID(agent.ID), agent);\n  }\n  const constrained: T[] = [];\n  const seen = new Set<string>();\n  for (const pairing of SortPairings(pairings)) {\n    const key = NormalizeUUID(pairing.TargetAgentID);\n    const agent = agentsById.get(key);\n    if (agent && !seen.has(key)) {\n      seen.add(key);\n      constrained.push(agent);\n    }\n  }\n  return constrained;\n}\n\n/**\n * The co-agent's default target from its pairing rows — the first `IsDefault` row in\n * `Sequence` order (server enforces at most one, but the helper stays deterministic\n * regardless). `null` when there are no rows or none is marked default.\n */\nexport function DefaultPairedTargetId(pairings: readonly RealtimePairedAgentRow[]): string | null {\n  for (const pairing of SortPairings(pairings ?? [])) {\n    if (pairing.IsDefault) {\n      return pairing.TargetAgentID;\n    }\n  }\n  return null;\n}\n\n/**\n * Whether the pairing rows permit `targetAgentId` as a target. ZERO rows means the\n * co-agent is universal (always allowed); otherwise the target must appear among the\n * rows. Missing/empty target id is never allowed against a constrained co-agent.\n */\nexport function PairingsAllowTarget(pairings: readonly RealtimePairedAgentRow[], targetAgentId: string | null | undefined): boolean {\n  if (!pairings || pairings.length === 0) {\n    return true;\n  }\n  if (!targetAgentId) {\n    return false;\n  }\n  return pairings.some(p => UUIDsEqual(p.TargetAgentID, targetAgentId));\n}\n\n/**\n * Filters an agent list down to ACTIVE Realtime-type **co-agent** candidates. The input\n * is expected to already be the run-permission-filtered active-agent set the host uses\n * for routing/@mentions, so this only applies the agent-TYPE cut (trim +\n * case-insensitive match on the denormalized `Type` name).\n */\nexport function FilterRealtimeCoAgents<T extends { Type: string | null }>(agents: readonly T[]): T[] {\n  return agents.filter(a => (a.Type ?? '').trim().toLowerCase() === 'realtime');\n}\n\n/**\n * A selectable realtime model option in the voice picker (narrow read-only projection of\n * `MJ: AI Models` — only the fields the dropdown renders).\n */\nexport interface RealtimeModelOption {\n  /** The `MJ: AI Models` row id. */\n  ID: string;\n  /** The model's display name. */\n  Name: string;\n}\n\n/**\n * The minimal `MJ: AI Models` row shape {@link BuildRealtimeModelOptions} consumes —\n * structurally satisfied by `AIEngineBase`'s cached `Models` entities.\n */\nexport interface VoiceModelCandidate {\n  /** The `MJ: AI Models` row id. */\n  ID: string;\n  /** The model's display name. */\n  Name: string;\n  /** Denormalized model-type name (e.g. 'LLM', 'Realtime'). */\n  AIModelType: string | null;\n  /** Whether the model is active and selectable. */\n  IsActive: boolean;\n}\n\n/**\n * Builds the \"Voice model\" dropdown options from a cached model list: ACTIVE models whose\n * type is `Realtime` (trim + case-insensitive — SQL-collation parity with the previous\n * `IsActive = 1 AND AIModelType = 'Realtime'` filter), projected to {@link RealtimeModelOption}\n * and sorted by Name. Pure; never mutates the input.\n */\nexport function BuildRealtimeModelOptions(models: ReadonlyArray<VoiceModelCandidate>): RealtimeModelOption[] {\n  return models\n    .filter(m => m.IsActive && (m.AIModelType ?? '').trim().toLowerCase() === 'realtime')\n    .map<RealtimeModelOption>(m => ({ ID: m.ID, Name: m.Name }))\n    .sort((a, b) => (a.Name ?? '').localeCompare(b.Name ?? ''));\n}\n\n/**\n * Builds the `configOverridesJson` payload for the `StartRealtimeClientSession` mint from\n * what the (authorization-gated) pickers chose — an explicit realtime model preference, a\n * voice, and the avatar that comes with that voice. The envelope\n * (`{\"realtime\":{\"modelPreference\":\"<id>\",\"voice\":{\"default\":{\"voice\":\"<v>\"}},\"video\":{\"avatarId\":\"<a>\"}}}`)\n * is the pinned server contract, merged into the effective config server-side (highest precedence).\n *\n * The voice is filed PROVIDER-AGNOSTICALLY: the browser has a model id, never a vendor `DriverClass`\n * (`GetRealtimeModelVoices` does not return one), so naming a provider here would be a guess that\n * silently voided the setting for every non-OpenAI vendor. The server files it onto whichever driver\n * it resolves. A picked avatar leaves video to the agent: the server shows it only when the voiced\n * agent's own video setting is on (else the call says why, reason `video-off`), and only when it names\n * a Video binding on the vendor it resolves. Kept in lockstep with the server-side\n * `BuildRealtimeOverridesJson` in `@memberjunction/ai-agents` by `realtime-convergence-drift.test.ts`.\n * See issue #3530.\n *\n * @param preferredModelId The explicit `MJ: AI Models` id, or null/empty for none.\n * @param preferredVoice The provider-native voice id (e.g. `echo`), or null/empty for none.\n * @param preferredAvatarId The avatar that comes with the picked voice (`RealtimeVoiceOption.AvatarID`), or null/empty for none.\n * @returns The JSON string, or `null` when nothing was overridden (keeps the mint identical to default).\n */\nexport function BuildRealtimeConfigOverridesJson(\n  preferredModelId: string | null | undefined,\n  preferredVoice?: string | null | undefined,\n  preferredAvatarId?: string | null | undefined,\n): string | null {\n  const modelId = preferredModelId?.trim() ?? '';\n  const voice = preferredVoice?.trim() ?? '';\n  const avatarId = preferredAvatarId?.trim() ?? '';\n  if (modelId.length === 0 && voice.length === 0 && avatarId.length === 0) {\n    return null;\n  }\n  const realtime: { modelPreference?: string; voice?: { default: { voice: string } }; video?: { avatarId: string } } = {};\n  if (modelId.length > 0) {\n    realtime.modelPreference = modelId;\n  }\n  if (voice.length > 0) {\n    realtime.voice = { default: { voice } };\n  }\n  if (avatarId.length > 0) {\n    realtime.video = { avatarId };\n  }\n  return JSON.stringify({ realtime });\n}\n"]}

package/dist/lib/services/realtime-session.service.d.ts

@@ -6,9 +6,10 @@ import * as i0 from "@angular/core";
  * All orchestration — mint, driver resolution, transcripts, tool relay, delegation narration,
  * channel lifecycle, usage relay, teardown — lives in
  * {@link RealtimeSessionRuntime} (`@memberjunction/realtime-runtime`), which is framework-agnostic
- * and shared with every other host, including the React Native app. This class supplies the two
+ * and shared with every other host, including the React Native app. This class supplies the three
  * things that are genuinely Angular/browser: the `@Injectable` shell that lets components inject
- * it, and the browser's media host.
+ * it, the browser's media host, and the page-lifecycle wiring that sends the recording's terminal
+ * request when the tab is hidden or unloaded (#5294).
  *
  * Consumers are unaffected by that split — the injectable token, class name, and public surface
  * are unchanged. Types that used to be declared in this file (`RealtimeCaption`,
@@ -18,7 +19,35 @@ import * as i0 from "@angular/core";
  */
 export declare class RealtimeSessionService extends RealtimeSessionRuntime {
     constructor();
+    /**
+     * Sends the recording terminal (tail shard + counts, as a keepalive request) when the page is
+     * going away: on `pagehide`, and when the page becomes hidden — the last event a mobile browser
+     * reliably fires before it may discard a backgrounded tab without any unload event. Both handlers
+     * only call the runtime's synchronous {@link RealtimeSessionRuntime.SendRecordingTerminal}, which
+     * does no IndexedDB work and no encoding: there is no time for either while a page is unloading.
+     * It does nothing when no call is recording, and repeating it is safe (a sent tail is sealed, so a
+     * call that continues after the tab comes back sends its later shards at new indexes).
+     *
+     * There is deliberately no `beforeunload` prompt any more: shards already on the server plus the
+     * terminal make closing the tab safe, and a `beforeunload` listener blocks the back/forward cache.
+     *
+     * The service is a root singleton, so these listeners live exactly as long as the app and are
+     * never removed.
+     *
+     * @param page the page-lifecycle event target (`window`)
+     * @param visibility the visibility source (`document`)
+     */
+    protected WireRecordingTerminalTriggers(page: PageHideEventTarget, visibility: VisibilityEventSource): void;
     static ɵfac: i0.ɵɵFactoryDeclaration<RealtimeSessionService, never>;
     static ɵprov: i0.ɵɵInjectableDeclaration<RealtimeSessionService>;
 }
+/** The slice of `window` the terminal wiring needs; `window` itself satisfies it. */
+export interface PageHideEventTarget {
+    addEventListener(type: 'pagehide', listener: () => void): void;
+}
+/** The slice of `document` the terminal wiring needs; `document` itself satisfies it. */
+export interface VisibilityEventSource {
+    readonly visibilityState: DocumentVisibilityState;
+    addEventListener(type: 'visibilitychange', listener: () => void): void;
+}
 //# sourceMappingURL=realtime-session.service.d.ts.map

package/dist/lib/services/realtime-session.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"realtime-session.service.d.ts","sourceRoot":"","sources":["../../../src/lib/services/realtime-session.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;;AA4B1E;;;;;;;;;;;;;;;GAeG;AACH,qBACa,sBAAuB,SAAQ,sBAAsB;;yCAArD,sBAAsB;6CAAtB,sBAAsB;CAIlC"}
+{"version":3,"file":"realtime-session.service.d.ts","sourceRoot":"","sources":["../../../src/lib/services/realtime-session.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;;AA4B1E;;;;;;;;;;;;;;;;GAgBG;AACH,qBACa,sBAAuB,SAAQ,sBAAsB;;IAQ9D;;;;;;;;;;;;;;;;;OAiBG;IACH,SAAS,CAAC,6BAA6B,CAAC,IAAI,EAAE,mBAAmB,EAAE,UAAU,EAAE,qBAAqB,GAAG,IAAI;yCA1BlG,sBAAsB;6CAAtB,sBAAsB;CAoClC;AAED,qFAAqF;AACrF,MAAM,WAAW,mBAAmB;IAEhC,gBAAgB,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;CAClE;AAED,yFAAyF;AACzF,MAAM,WAAW,qBAAqB;IAElC,QAAQ,CAAC,eAAe,EAAE,uBAAuB,CAAC;IAElD,gBAAgB,CAAC,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;CAC1E"}

package/dist/lib/services/realtime-session.service.js

@@ -24,9 +24,10 @@ LoadHuggingFaceRealtimeClient();
  * All orchestration — mint, driver resolution, transcripts, tool relay, delegation narration,
  * channel lifecycle, usage relay, teardown — lives in
  * {@link RealtimeSessionRuntime} (`@memberjunction/realtime-runtime`), which is framework-agnostic
- * and shared with every other host, including the React Native app. This class supplies the two
+ * and shared with every other host, including the React Native app. This class supplies the three
  * things that are genuinely Angular/browser: the `@Injectable` shell that lets components inject
- * it, and the browser's media host.
+ * it, the browser's media host, and the page-lifecycle wiring that sends the recording's terminal
+ * request when the tab is hidden or unloaded (#5294).
  *
  * Consumers are unaffected by that split — the injectable token, class name, and public surface
  * are unchanged. Types that used to be declared in this file (`RealtimeCaption`,
@@ -37,6 +38,37 @@ LoadHuggingFaceRealtimeClient();
 export class RealtimeSessionService extends RealtimeSessionRuntime {
     constructor() {
         super(new BrowserRealtimeMediaHost());
+        if (typeof window !== 'undefined' && typeof document !== 'undefined') {
+            this.WireRecordingTerminalTriggers(window, document);
+        }
+    }
+    /**
+     * Sends the recording terminal (tail shard + counts, as a keepalive request) when the page is
+     * going away: on `pagehide`, and when the page becomes hidden — the last event a mobile browser
+     * reliably fires before it may discard a backgrounded tab without any unload event. Both handlers
+     * only call the runtime's synchronous {@link RealtimeSessionRuntime.SendRecordingTerminal}, which
+     * does no IndexedDB work and no encoding: there is no time for either while a page is unloading.
+     * It does nothing when no call is recording, and repeating it is safe (a sent tail is sealed, so a
+     * call that continues after the tab comes back sends its later shards at new indexes).
+     *
+     * There is deliberately no `beforeunload` prompt any more: shards already on the server plus the
+     * terminal make closing the tab safe, and a `beforeunload` listener blocks the back/forward cache.
+     *
+     * The service is a root singleton, so these listeners live exactly as long as the app and are
+     * never removed.
+     *
+     * @param page the page-lifecycle event target (`window`)
+     * @param visibility the visibility source (`document`)
+     */
+    WireRecordingTerminalTriggers(page, visibility) {
+        page.addEventListener('pagehide', () => this.SendRecordingTerminal({ Final: true }));
+        visibility.addEventListener('visibilitychange', () => {
+            if (visibility.visibilityState === 'hidden') {
+                // Not final: the user may come back and the call go on, so the server only stamps the
+                // counts and assembles after its grace period instead of rewriting the recording now.
+                this.SendRecordingTerminal({ Final: false });
+            }
+        });
     }
     static ɵfac = function RealtimeSessionService_Factory(__ngFactoryType__) { return new (__ngFactoryType__ || RealtimeSessionService)(); };
     static ɵprov = /*@__PURE__*/ i0.ɵɵdefineInjectable({ token: RealtimeSessionService, factory: RealtimeSessionService.ɵfac, providedIn: 'root' });

package/dist/lib/services/realtime-session.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"realtime-session.service.js","sourceRoot":"","sources":["../../../src/lib/services/realtime-session.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAC1E,OAAO,EACH,4BAA4B,EAC5B,4BAA4B,EAC5B,wBAAwB,EACxB,6BAA6B,EAC7B,oBAAoB,EACpB,wBAAwB,EACxB,qBAAqB,GACxB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;;AAEzE,gGAAgG;AAChG,mGAAmG;AACnG,gDAAgD;AAChD,EAAE;AACF,+FAA+F;AAC/F,0FAA0F;AAC1F,+FAA+F;AAC/F,kBAAkB;AAClB,wBAAwB,EAAE,CAAC;AAC3B,oBAAoB,EAAE,CAAC;AACvB,wBAAwB,EAAE,CAAC;AAC3B,4BAA4B,EAAE,CAAC;AAC/B,4BAA4B,EAAE,CAAC;AAC/B,qBAAqB,EAAE,CAAC;AACxB,6BAA6B,EAAE,CAAC;AAEhC;;;;;;;;;;;;;;;GAeG;AAEH,MAAM,OAAO,sBAAuB,SAAQ,sBAAsB;IAC9D;QACI,KAAK,CAAC,IAAI,wBAAwB,EAAE,CAAC,CAAC;IAC1C,CAAC;gHAHQ,sBAAsB;gEAAtB,sBAAsB,WAAtB,sBAAsB,mBADT,MAAM;;iFACnB,sBAAsB;cADlC,UAAU;eAAC,EAAE,UAAU,EAAE,MAAM,EAAE","sourcesContent":["import { Injectable } from '@angular/core';\nimport { RealtimeSessionRuntime } from '@memberjunction/realtime-runtime';\nimport {\n    LoadAssemblyAIRealtimeClient,\n    LoadElevenLabsRealtimeClient,\n    LoadGeminiRealtimeClient,\n    LoadHuggingFaceRealtimeClient,\n    LoadOpenAILiveClient,\n    LoadOpenAIRealtimeClient,\n    LoadxAIRealtimeClient,\n} from '@memberjunction/ai-realtime-client';\nimport { BrowserRealtimeMediaHost } from './browser-realtime-media-host';\n\n// Tree-shaking prevention: client drivers are resolved dynamically through the ClassFactory (by\n// the server-reported Provider key), so these static calls are what keep their @RegisterClass side\n// effects from being eliminated by the bundler.\n//\n// NOTE: the interactive-channel plugins (resolved dynamically from the `MJ: AI Agent Channels`\n// registry by ClientPluginClass key) get the same treatment, but their Load calls live in\n// `conversations.module.ts` — plugins carry Angular surface COMPONENTS, and this service stays\n// component-free.\nLoadOpenAIRealtimeClient();\nLoadOpenAILiveClient();\nLoadGeminiRealtimeClient();\nLoadElevenLabsRealtimeClient();\nLoadAssemblyAIRealtimeClient();\nLoadxAIRealtimeClient();\nLoadHuggingFaceRealtimeClient();\n\n/**\n * Angular host for MemberJunction's realtime co-agent sessions.\n *\n * All orchestration — mint, driver resolution, transcripts, tool relay, delegation narration,\n * channel lifecycle, usage relay, teardown — lives in\n * {@link RealtimeSessionRuntime} (`@memberjunction/realtime-runtime`), which is framework-agnostic\n * and shared with every other host, including the React Native app. This class supplies the two\n * things that are genuinely Angular/browser: the `@Injectable` shell that lets components inject\n * it, and the browser's media host.\n *\n * Consumers are unaffected by that split — the injectable token, class name, and public surface\n * are unchanged. Types that used to be declared in this file (`RealtimeCaption`,\n * `RealtimeConnectionState`, `RealtimeSessionRunOptions`, …) now come from\n * `@memberjunction/realtime-runtime`; import them from there directly, since MJ does not\n * re-export across package boundaries.\n */\n@Injectable({ providedIn: 'root' })\nexport class RealtimeSessionService extends RealtimeSessionRuntime {\n    constructor() {\n        super(new BrowserRealtimeMediaHost());\n    }\n}\n"]}
+{"version":3,"file":"realtime-session.service.js","sourceRoot":"","sources":["../../../src/lib/services/realtime-session.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAC1E,OAAO,EACH,4BAA4B,EAC5B,4BAA4B,EAC5B,wBAAwB,EACxB,6BAA6B,EAC7B,oBAAoB,EACpB,wBAAwB,EACxB,qBAAqB,GACxB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;;AAEzE,gGAAgG;AAChG,mGAAmG;AACnG,gDAAgD;AAChD,EAAE;AACF,+FAA+F;AAC/F,0FAA0F;AAC1F,+FAA+F;AAC/F,kBAAkB;AAClB,wBAAwB,EAAE,CAAC;AAC3B,oBAAoB,EAAE,CAAC;AACvB,wBAAwB,EAAE,CAAC;AAC3B,4BAA4B,EAAE,CAAC;AAC/B,4BAA4B,EAAE,CAAC;AAC/B,qBAAqB,EAAE,CAAC;AACxB,6BAA6B,EAAE,CAAC;AAEhC;;;;;;;;;;;;;;;;GAgBG;AAEH,MAAM,OAAO,sBAAuB,SAAQ,sBAAsB;IAC9D;QACI,KAAK,CAAC,IAAI,wBAAwB,EAAE,CAAC,CAAC;QACtC,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,OAAO,QAAQ,KAAK,WAAW,EAAE,CAAC;YACnE,IAAI,CAAC,6BAA6B,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACzD,CAAC;IACL,CAAC;IAED;;;;;;;;;;;;;;;;;OAiBG;IACO,6BAA6B,CAAC,IAAyB,EAAE,UAAiC;QAChG,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACrF,UAAU,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,GAAG,EAAE;YACjD,IAAI,UAAU,CAAC,eAAe,KAAK,QAAQ,EAAE,CAAC;gBAC1C,sFAAsF;gBACtF,sFAAsF;gBACtF,IAAI,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACjD,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC;gHAnCQ,sBAAsB;gEAAtB,sBAAsB,WAAtB,sBAAsB,mBADT,MAAM;;iFACnB,sBAAsB;cADlC,UAAU;eAAC,EAAE,UAAU,EAAE,MAAM,EAAE","sourcesContent":["import { Injectable } from '@angular/core';\nimport { RealtimeSessionRuntime } from '@memberjunction/realtime-runtime';\nimport {\n    LoadAssemblyAIRealtimeClient,\n    LoadElevenLabsRealtimeClient,\n    LoadGeminiRealtimeClient,\n    LoadHuggingFaceRealtimeClient,\n    LoadOpenAILiveClient,\n    LoadOpenAIRealtimeClient,\n    LoadxAIRealtimeClient,\n} from '@memberjunction/ai-realtime-client';\nimport { BrowserRealtimeMediaHost } from './browser-realtime-media-host';\n\n// Tree-shaking prevention: client drivers are resolved dynamically through the ClassFactory (by\n// the server-reported Provider key), so these static calls are what keep their @RegisterClass side\n// effects from being eliminated by the bundler.\n//\n// NOTE: the interactive-channel plugins (resolved dynamically from the `MJ: AI Agent Channels`\n// registry by ClientPluginClass key) get the same treatment, but their Load calls live in\n// `conversations.module.ts` — plugins carry Angular surface COMPONENTS, and this service stays\n// component-free.\nLoadOpenAIRealtimeClient();\nLoadOpenAILiveClient();\nLoadGeminiRealtimeClient();\nLoadElevenLabsRealtimeClient();\nLoadAssemblyAIRealtimeClient();\nLoadxAIRealtimeClient();\nLoadHuggingFaceRealtimeClient();\n\n/**\n * Angular host for MemberJunction's realtime co-agent sessions.\n *\n * All orchestration — mint, driver resolution, transcripts, tool relay, delegation narration,\n * channel lifecycle, usage relay, teardown — lives in\n * {@link RealtimeSessionRuntime} (`@memberjunction/realtime-runtime`), which is framework-agnostic\n * and shared with every other host, including the React Native app. This class supplies the three\n * things that are genuinely Angular/browser: the `@Injectable` shell that lets components inject\n * it, the browser's media host, and the page-lifecycle wiring that sends the recording's terminal\n * request when the tab is hidden or unloaded (#5294).\n *\n * Consumers are unaffected by that split — the injectable token, class name, and public surface\n * are unchanged. Types that used to be declared in this file (`RealtimeCaption`,\n * `RealtimeConnectionState`, `RealtimeSessionRunOptions`, …) now come from\n * `@memberjunction/realtime-runtime`; import them from there directly, since MJ does not\n * re-export across package boundaries.\n */\n@Injectable({ providedIn: 'root' })\nexport class RealtimeSessionService extends RealtimeSessionRuntime {\n    constructor() {\n        super(new BrowserRealtimeMediaHost());\n        if (typeof window !== 'undefined' && typeof document !== 'undefined') {\n            this.WireRecordingTerminalTriggers(window, document);\n        }\n    }\n\n    /**\n     * Sends the recording terminal (tail shard + counts, as a keepalive request) when the page is\n     * going away: on `pagehide`, and when the page becomes hidden — the last event a mobile browser\n     * reliably fires before it may discard a backgrounded tab without any unload event. Both handlers\n     * only call the runtime's synchronous {@link RealtimeSessionRuntime.SendRecordingTerminal}, which\n     * does no IndexedDB work and no encoding: there is no time for either while a page is unloading.\n     * It does nothing when no call is recording, and repeating it is safe (a sent tail is sealed, so a\n     * call that continues after the tab comes back sends its later shards at new indexes).\n     *\n     * There is deliberately no `beforeunload` prompt any more: shards already on the server plus the\n     * terminal make closing the tab safe, and a `beforeunload` listener blocks the back/forward cache.\n     *\n     * The service is a root singleton, so these listeners live exactly as long as the app and are\n     * never removed.\n     *\n     * @param page the page-lifecycle event target (`window`)\n     * @param visibility the visibility source (`document`)\n     */\n    protected WireRecordingTerminalTriggers(page: PageHideEventTarget, visibility: VisibilityEventSource): void {\n        page.addEventListener('pagehide', () => this.SendRecordingTerminal({ Final: true }));\n        visibility.addEventListener('visibilitychange', () => {\n            if (visibility.visibilityState === 'hidden') {\n                // Not final: the user may come back and the call go on, so the server only stamps the\n                // counts and assembles after its grace period instead of rewriting the recording now.\n                this.SendRecordingTerminal({ Final: false });\n            }\n        });\n    }\n}\n\n/** The slice of `window` the terminal wiring needs; `window` itself satisfies it. */\nexport interface PageHideEventTarget {\n    // case-violation-ok-legacy-back-compat: mirrors the DOM EventTarget API so `window` itself satisfies this interface\n    addEventListener(type: 'pagehide', listener: () => void): void;\n}\n\n/** The slice of `document` the terminal wiring needs; `document` itself satisfies it. */\nexport interface VisibilityEventSource {\n    // case-violation-ok-legacy-back-compat: mirrors the DOM Document API so `document` itself satisfies this interface\n    readonly visibilityState: DocumentVisibilityState;\n    // case-violation-ok-legacy-back-compat: mirrors the DOM EventTarget API so `document` itself satisfies this interface\n    addEventListener(type: 'visibilitychange', listener: () => void): void;\n}\n"]}

package/dist/lib/services/recording/libopus-wasm-binary.d.ts

@@ -0,0 +1,3 @@
+/** Base64 of the libopus WebAssembly module the encoder Worker instantiates. */
+export declare const LIBOPUS_WASM_BASE64: string;
+//# sourceMappingURL=libopus-wasm-binary.d.ts.map

package/dist/lib/services/recording/libopus-wasm-binary.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"libopus-wasm-binary.d.ts","sourceRoot":"","sources":["../../../../src/lib/services/recording/libopus-wasm-binary.ts"],"names":[],"mappings":"AA4CA,gFAAgF;AAChF,eAAO,MAAM,mBAAmB,EAAE,MA2bxB,CAAC"}