dodo-mcp 1.0.0

package/dist/services/multimodal/mediaService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaService.js","sourceRoot":"","sources":["../../../src/services/multimodal/mediaService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAc,MAAM,cAAc,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAA0F,MAAM,gBAAgB,CAAC;AAI9J,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAAC,MAAM,MAAM,GAAwB,EAAE,CAAC;IACtH,MAAM,OAAO,GAAG,CAAC,KAAa,EAAU,EAAE,GAAG,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/J,MAAM,SAAS,GAAG,iFAAiF,CAAC;IACpG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;QAAC,IAAI,CAAC,KAAK;YAAE,SAAS;QAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;QAAC,MAAM,OAAO,GAAa,EAAE,CAAC;QAC/F,OAAO,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;QAC9E,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,QAAQ,GAAG,CAAC,IAAI,MAAM,GAAG,QAAQ,IAAI,MAAM,GAAG,KAAK;YAAE,MAAM,IAAI,SAAS,CAAC,eAAe,EAAE,6BAA6B,CAAC,CAAC;QACvL,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QACnG,IAAI,MAAM,CAAC,MAAM,GAAG,KAAK;YAAE,MAAM,IAAI,SAAS,CAAC,gBAAgB,EAAE,6BAA6B,CAAC,CAAC;IAClG,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,MAAM;QAAE,MAAM,IAAI,SAAS,CAAC,eAAe,EAAE,gCAAgC,CAAC,CAAC;IAC3F,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;AACxD,CAAC;AACD,MAAM,OAAO,YAAY;IAIM;IAHpB,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IACpC,IAAI,GAAG,IAAI,GAAG,EAAoB,CAAC;IACpC,YAAY,GAAG,CAAC,CAAC;IACzB,YAA6B,OAAqB;QAArB,YAAO,GAAP,OAAO,CAAc;IAAG,CAAC;IACtD,OAAO,CAAC,IAAY,IAAmB,IAAI,CAAC;QAAC,OAAO,wBAAwB,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,IAAI,CAAC;IAAC,CAAC,CAAC,CAAC;IACrK,YAAY;QACV,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,eAAe,CAAC,CAAC;QAClF,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,IAAI;YAChL,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,EAAE,aAAa,EAAE,8EAA8E,EAAE,eAAe,EAAE,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,SAAS;YACnO,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,iBAAiB,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,oBAAoB,EAAE,GAAG,EAAE;YACjJ,KAAK,EAAE,CAAC,iEAAiE,EAAE,gHAAgH,CAAC,EAAE,CAAC;IACnM,CAAC;IACO,WAAW,CAAC,IAAY,IAAa,IAAI,CAAC;QAAC,MAAM,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAAC,OAAO,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,GAAG,OAAO,IAAI,EAAE,CAAC,IAAI,IAAI,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC,CAAC,CAAC;IACxN,cAAc,CAAC,IAAY,IAAY,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,SAAS,CAAC,eAAe,EAAE,GAAG,IAAI,uEAAuE,CAAC,CAAC,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC;IAC7N,MAAM,CAAC,KAAY,EAAE,EAAU;QACrC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAAC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE;YAAE,MAAM,IAAI,SAAS,CAAC,WAAW,EAAE,8CAA8C,CAAC,CAAC;QACnK,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QAAC,OAAO,MAAM,CAAC;IAC9F,CAAC;IACO,MAAM,CAAC,KAAY,EAAE,SAAsC,EAAE,OAAsB,EAAE,KAAa,EAAE,SAAkC,EAAE;QAC9I,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE;YAAE,MAAM,IAAI,SAAS,CAAC,gBAAgB,EAAE,wDAAwD,CAAC,CAAC;QAChJ,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACvF,MAAM,UAAU,GAAG,CAAC,IAAI,GAAG,CAAC,kBAAkB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,kDAAkD,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAChJ,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,SAAS,CAAC,eAAe,EAAE,8CAA8C,CAAC,CAAC;QACxL,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;YACrK,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;YAAC,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAClI,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;YAChC,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,KAAK,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAChQ,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;YAAC,OAAO,GAAG,CAAC,KAAK,CAAC;QAC9K,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YAAC,MAAM,GAAG,CAAC;QAAC,CAAC;IACvE,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,KAAY,EAAE,IAAY,EAAE,MAAc;QACnD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QACpF,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,YAAY,IAAI,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,gBAAgB,EAAE,kCAAkC,CAAC,CAAC;QAC1H,IAAI,CAAC,YAAY,EAAE,CAAC;QAAC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QAAC,IAAI,MAA0B,CAAC;QAChG,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAC9D,MAAM,GAAG,EAAE,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,GAAG,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;YAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YACpJ,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAAC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC/H,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC;QACzK,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YAAC,IAAI,MAAM,EAAE,CAAC;gBAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAAC,CAAC;YAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YAAC,MAAM,GAAG,CAAC;QAAC,CAAC;gBACtJ,CAAC;YAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QAAC,CAAC;IAClC,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,KAAY,EAAE,EAAU,EAAE,IAAwB,EAAE,IAAiG;QACjK,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACtC,IAAI,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,MAAM,IAAI,SAAS,CAAC,eAAe,EAAE,qCAAqC,CAAC,CAAC;QACzH,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,WAAW,GAAG,GAAG;YAAE,MAAM,IAAI,SAAS,CAAC,gBAAgB,EAAE,kCAAkC,CAAC,CAAC;QAC1H,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACrK,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACrG,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,KAAY,EAAE,EAAU,EAAE,IAAiH;QAC1J,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAAC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAClH,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,SAAS,CAAC,eAAe,EAAE,mEAAmE,CAAC,CAAC;QACxH,IAAI,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,eAAe,CAAC,CAAC;QACzE,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAAC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,gCAAgC,CAAC,QAAQ,CAAC,CAAC;YAAC,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC;QAAC,CAAC;aAClL,CAAC;YAAC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAAC,IAAI,CAAC;gBAAC,IAAI,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,cAAc,EAAE;oBAAE,MAAM,IAAI,SAAS,CAAC,aAAa,EAAE,uCAAuC,CAAC,CAAC;YAAC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBAAC,IAAI,GAAG,YAAY,SAAS;oBAAE,MAAM,GAAG,CAAC;YAAC,CAAC;QAAC,CAAC;QACrO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,eAAe,EAAE,4HAA4H,CAAC,CAAC;QACjM,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5K,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACrG,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,KAAY,EAAE,IAAY,EAAE,KAAyB,EAAE,MAAc;QACpF,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChE,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,SAAS,CAAC,eAAe,EAAE,yDAAyD,CAAC,CAAC;QAC7G,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACvF,wFAAwF;QACxF,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACnF,IAAI,KAAa,CAAC;QAClB,IAAI,CAAC;YAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAAC,CAAC;QAClJ,OAAO,GAAG,EAAE,CAAC;YAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YAAC,MAAM,GAAG,CAAC;QAAC,CAAC;QACnE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,cAAc,GAAG,SAAS,CAAC;QACjD,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAChG,CAAC;IACD,MAAM,CAAC,KAAY,EAAE,KAAa;QAChC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAAC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE;YAAE,MAAM,IAAI,SAAS,CAAC,WAAW,EAAE,mCAAmC,CAAC,CAAC;QACxJ,IAAI,MAAM,CAAC,OAAO;YAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAAC,IAAI,KAAK,GAAkB,IAAI,CAAC;QAChI,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACjF,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAChI,IAAI,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS;oBAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;gBACjF,MAAM,MAAM,GAAoB,EAAE,CAAC;gBACnC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;oBAClC,IAAI,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;oBACnE,IAAI,MAAM,CAAC,IAAI,KAAK,YAAY;wBAAE,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;oBAC5J,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,OAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;oBAC1F,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACtP,CAAC;gBACD,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;gBAAC,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;gBAAC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBACvF,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC/C,IAAI,MAAM,CAAC,cAAc;oBAAE,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;YACjF,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBAAC,KAAK,GAAG,+BAA+B,GAAG,YAAY,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,mEAAmE,CAAC;YAAC,CAAC;QACrL,CAAC;aAAM,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC,CAAC;YAAE,KAAK,GAAG,6GAA6G,CAAC;QAC/M,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC;IACzR,CAAC;IACD,SAAS,CAAC,KAAY,EAAE,EAAU,EAAE,IAAY,EAAE,QAAgB;QAChE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAAC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;QAC1J,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,mBAAmB,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QAClP,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC3N,CAAC;IACD,MAAM,CAAC,KAAY,EAAE,OAAe,EAAE,KAAa,EAAE,KAAa;QAChE,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY;YAAE,MAAM,IAAI,SAAS,CAAC,eAAe,EAAE,iCAAiC,CAAC,CAAC;QAC9J,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/I,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpG,OAAO,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,GAAG,KAAK,EAAE,IAAI,EAAE,gGAAgG,EAAE,CAAC;IAC/Q,CAAC;IACD,KAAK,CAAC,WAAW,CAAC,KAAY,EAAE,EAAU;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC;QACjG,KAAK,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;YAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;YAAC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAAC,CAAC;QAC5K,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;YAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAAC,CAAC;QAC1G,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACzJ,CAAC;IACD,KAAK,CAAC,KAAK;QACT,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACzF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1D,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI;YAAE,IAAI,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,KAAK,IAAI,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;gBAC5H,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;gBAC9E,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;gBACvD,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAAC,IAAI,GAAG,CAAC,cAAc;oBAAE,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;gBAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC9I,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;YAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAAC,CAAC;IACnK,CAAC;IACD,KAAK,CAAC,KAAK;QACT,KAAK,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAAC,IAAI,CAAC;gBAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC;QAAC,CAAC;QAC/J,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAC5H,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IAC1C,CAAC;CACF"}

package/dist/services/multimodal/mediaWorker.js

@@ -0,0 +1,143 @@
+import fs from 'node:fs';
+import path from 'node:path';
+import { spawn } from 'node:child_process';
+import { fileURLToPath } from 'node:url';
+import { assertWindowsArgv } from '../../platform/shell.js';
+import { signalOwnedProcess } from '../../platform/processTree.js';
+import { renderSpeech } from '../../platform/speech.js';
+import { WorkerSpec, WorkerResult } from './contracts.js';
+/** Runs as an OWNED JobManager subprocess. No URLs, shell strings, repository plugins or model downloads. */
+const INPUT_FORMATS = 'mov,matroska,webm,wav,aiff,mp3,ogg,flac,aac,avi,mpegts,mpeg,gif';
+const OUTPUT_CAP = 6 * 1024 * 1024;
+async function command(program, args, timeoutMs = 120000) {
+    if (process.platform === 'win32')
+        assertWindowsArgv(program, args);
+    return new Promise((resolve, reject) => {
+        const child = spawn(program, args, { shell: false, windowsHide: true, stdio: ['ignore', 'pipe', 'pipe'] });
+        const stop = () => { try {
+            signalOwnedProcess(child, 'SIGKILL');
+        }
+        catch {
+            reject(new Error('owned media process termination failed'));
+        } };
+        let text = '', errors = '', size = 0, failure;
+        const timer = setTimeout(() => { failure = new Error('media decoder timed out'); stop(); }, timeoutMs);
+        child.on('error', err => { clearTimeout(timer); reject(err); });
+        child.stdout.on('data', (buffer) => { size += buffer.length; if (size > 2 * 1024 * 1024) {
+            failure = new Error('decoder stdout limit');
+            stop();
+        }
+        else
+            text += buffer.toString('utf8'); });
+        child.stderr.on('data', (buffer) => { errors = (errors + buffer.toString('utf8')).slice(-4000); });
+        child.on('close', code => { clearTimeout(timer); if (failure)
+            reject(failure);
+        else if (code !== 0)
+            reject(new Error(`media process exited ${code}: ${errors.slice(-1500)}`));
+        else
+            resolve(text); });
+    });
+}
+const inputArgs = (s) => ['-protocol_whitelist', 'file,pipe', '-format_whitelist', INPUT_FORMATS, '-i', s.input];
+const ffArgs = () => ['-hide_banner', '-loglevel', 'error', '-nostdin', '-y', '-max_alloc', '67108864', '-threads', '2', '-filter_threads', '1'];
+async function probe(s) {
+    const raw = JSON.parse(await command(s.ffprobe, ['-v', 'error', '-max_alloc', '67108864', ...inputArgs(s), '-show_entries', 'format=duration:stream=codec_type,codec_name,width,height', '-of', 'json'], 30000));
+    const duration = Number(raw.format?.duration);
+    const streams = (raw.streams ?? []).slice(0, 20).map(v => ({ type: v.codec_type ?? 'unknown', codec: v.codec_name ?? 'unknown', ...(v.width ? { width: v.width } : {}), ...(v.height ? { height: v.height } : {}) }));
+    if (streams.some(v => (v.width ?? 0) * (v.height ?? 0) > 40_000_000))
+        throw new Error('decoded video frame exceeds 40 megapixels');
+    return { durationSec: Number.isFinite(duration) && duration >= 0 ? duration : null, streams };
+}
+async function extractAudio(s, output, seconds) {
+    await command(s.ffmpeg, [...ffArgs(), '-ss', String(s.startSec), ...inputArgs(s), '-t', String(seconds), '-vn', '-ac', '1', '-ar', '16000', '-c:a', 'pcm_s16le', '-fs', String(32 * 1024 * 1024), output]);
+}
+function checkFile(file, cap) {
+    const st = fs.lstatSync(file);
+    if (!st.isFile() || st.isSymbolicLink() || st.nlink !== 1 || st.size > cap || st.size === 0)
+        throw new Error('missing, unsafe or oversized media output');
+    if (process.platform !== 'win32')
+        fs.chmodSync(file, 0o600); // Windows files inherit the verified private directory DACL
+}
+export async function processMedia(s) {
+    const result = { operation: s.operation, files: [], notes: [] };
+    if (s.operation === 'probe')
+        result.metadata = await probe(s);
+    else if (s.operation === 'frames') {
+        const metadata = await probe(s);
+        if (!metadata.streams.some(v => v.type === 'video'))
+            throw new Error('media has no video stream');
+        for (let i = 0; i < s.times.length; i++) {
+            const at = s.times[i];
+            if (metadata.durationSec !== null && at >= metadata.durationSec)
+                throw new Error('requested frame is outside media duration');
+            const name = `out-${i}.jpg`, out = path.join(s.directory, name);
+            await command(s.ffmpeg, [...ffArgs(), '-ss', String(at), ...inputArgs(s), '-frames:v', '1', '-an', '-vf', `scale=${s.maxEdge}:${s.maxEdge}:force_original_aspect_ratio=decrease`, '-q:v', '4', '-fs', String(OUTPUT_CAP), out], 45000);
+            checkFile(out, OUTPUT_CAP);
+            result.files.push({ name, kind: 'image', mimeType: 'image/jpeg', timeSec: at });
+        }
+        result.notes.push('Frame timestamps are requested seek positions, not frame-perfect PTS guarantees. Unsampled intervals have not been seen.');
+    }
+    else if (s.operation === 'audio') {
+        const name = 'out-0.wav', out = path.join(s.directory, name), duration = Math.min(120, s.durationSec);
+        await extractAudio(s, out, duration);
+        checkFile(out, OUTPUT_CAP);
+        result.files.push({ name, kind: 'audio', mimeType: 'audio/wav', timeSec: s.startSec, endSec: s.startSec + duration });
+        result.notes.push('PCM mono 16 kHz excerpt; endSec is requested interval, source may end earlier.');
+    }
+    else if (s.operation === 'transcribe') {
+        if (!s.whisper || !s.model)
+            throw new Error('local whisper.cpp executable and model are required');
+        const wave = path.join(s.directory, 'transcription-input.wav'), prefix = path.join(s.directory, 'whisper-result');
+        await extractAudio(s, wave, s.durationSec);
+        checkFile(wave, 32 * 1024 * 1024);
+        await command(s.whisper, ['-m', s.model, '-f', wave, '-l', s.language, '-oj', '-of', prefix, '-t', '4'], 480000);
+        const jsonFile = `${prefix}.json`;
+        checkFile(jsonFile, 4 * 1024 * 1024);
+        const raw = JSON.parse(fs.readFileSync(jsonFile, 'utf8'));
+        if (!Array.isArray(raw.transcription))
+            throw new Error('unrecognized whisper.cpp JSON output; no transcript claimed');
+        const segments = raw.transcription.slice(0, 10000).map(item => ({ startSec: s.startSec + Number(item.offsets?.from ?? 0) / 1000, endSec: s.startSec + Number(item.offsets?.to ?? 0) / 1000, text: String(item.text ?? '').slice(0, 4000) }));
+        if (segments.some(v => !Number.isFinite(v.startSec) || !Number.isFinite(v.endSec) || v.startSec < s.startSec || v.endSec < v.startSec || v.endSec > s.startSec + s.durationSec + 2))
+            throw new Error('invalid transcription timestamps');
+        const name = 'out-0.json';
+        fs.writeFileSync(path.join(s.directory, name), JSON.stringify({ source: 'whisper.cpp', language: raw.result?.language ?? s.language, startSec: s.startSec, endSec: s.startSec + s.durationSec, segments, truncated: raw.transcription.length > 10000 }), { mode: 0o600, flag: 'wx' });
+        result.files.push({ name, kind: 'transcript', mimeType: 'application/json', timeSec: s.startSec, endSec: s.startSec + s.durationSec });
+        result.notes.push('Local ASR, not ground truth: timestamps/text may be wrong, especially music, noise, overlapping speakers or Thai mixed with English. No speaker identities inferred.');
+    }
+    else if (s.operation === 'speak') {
+        const program = s.speechProgram ?? s.say;
+        if (!program)
+            throw new Error('a verified local speech engine is required; run dodo setup');
+        const kind = s.speechKind ?? 'macos-say';
+        const format = kind === 'macos-say' ? 'aiff' : 'wav';
+        const rendered = path.join(s.directory, `speech.${format}`);
+        await renderSpeech({ kind, program }, s.input, rendered, s.voice);
+        checkFile(rendered, 32 * 1024 * 1024);
+        const name = 'out-0.wav', out = path.join(s.directory, name);
+        await command(s.ffmpeg, [...ffArgs(), '-protocol_whitelist', 'file,pipe', '-format_whitelist', format, '-i', rendered, '-t', '120', '-ac', '1', '-ar', '16000', '-c:a', 'pcm_s16le', '-fs', String(OUTPUT_CAP), out]);
+        checkFile(out, OUTPUT_CAP);
+        result.files.push({ name, kind: 'audio', mimeType: 'audio/wav' });
+        result.notes.push('Synthesized audio file, not played on speakers. Client audio-block support is required. Limited to the first 120 seconds.');
+    }
+    for (const file of result.files)
+        checkFile(path.join(s.directory, file.name), OUTPUT_CAP);
+    return WorkerResult.parse(result);
+}
+async function main() {
+    const specFile = process.argv[2];
+    if (!specFile)
+        throw new Error('private spec path required');
+    const st = fs.lstatSync(specFile);
+    if (!st.isFile() || st.isSymbolicLink() || st.nlink !== 1 || st.size > 16384)
+        throw new Error('invalid private spec');
+    const spec = WorkerSpec.parse(JSON.parse(fs.readFileSync(specFile, 'utf8')));
+    if (path.dirname(specFile) !== spec.directory)
+        throw new Error('spec directory mismatch');
+    const output = await processMedia(spec);
+    fs.writeFileSync(path.join(spec.directory, 'result.json'), JSON.stringify(output), { flag: 'wx', mode: 0o600 });
+    process.stdout.write(JSON.stringify({ operation: output.operation, outputs: output.files.length, status: 'completed' }) + '\n');
+}
+if (process.argv[1] && path.resolve(process.argv[1]) === fileURLToPath(import.meta.url)) {
+    main().catch(err => { process.stderr.write(`Media processing failed: ${err.message}\n`); process.exitCode = 1; });
+}
+//# sourceMappingURL=mediaWorker.js.map

package/dist/services/multimodal/mediaWorker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaWorker.js","sourceRoot":"","sources":["../../../src/services/multimodal/mediaWorker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,YAAY,EAA8C,MAAM,gBAAgB,CAAC;AAEtG,6GAA6G;AAC7G,MAAM,aAAa,GAAG,iEAAiE,CAAC;AACxF,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACnC,KAAK,UAAU,OAAO,CAAC,OAAe,EAAE,IAAc,EAAE,SAAS,GAAG,MAAM;IACxE,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;QAAE,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACnE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC3G,MAAM,IAAI,GAAG,GAAG,EAAE,GAAG,IAAI,CAAC;YAAC,kBAAkB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,MAAM,CAAC,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC,CAAC;QAAC,CAAC,CAAC,CAAC,CAAC;QAC5I,IAAI,IAAI,GAAG,EAAE,EAAE,MAAM,GAAG,EAAE,EAAE,IAAI,GAAG,CAAC,EAAE,OAA0B,CAAC;QACjE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QACvG,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,MAAc,EAAE,EAAE,GAAG,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;YAAC,OAAO,GAAG,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;YAAC,IAAI,EAAE,CAAC;QAAC,CAAC;;YAAM,IAAI,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnM,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,MAAc,EAAE,EAAE,GAAG,MAAM,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3G,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,OAAO;YAAE,MAAM,CAAC,OAAO,CAAC,CAAC;aAAM,IAAI,IAAI,KAAK,CAAC;YAAE,MAAM,CAAC,IAAI,KAAK,CAAC,wBAAwB,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;;YAAM,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxM,CAAC,CAAC,CAAC;AACL,CAAC;AACD,MAAM,SAAS,GAAG,CAAC,CAAiB,EAAE,EAAE,CAAC,CAAC,qBAAqB,EAAE,WAAW,EAAE,mBAAmB,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;AACjI,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,CAAC,cAAc,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAC;AACjJ,KAAK,UAAU,KAAK,CAAC,CAAiB;IACpC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,OAAO,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,2DAA2D,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,KAAK,CAAC,CAAuI,CAAC;IACvV,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,UAAU,IAAI,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,UAAU,IAAI,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACtN,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,UAAU,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IACnI,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;AAChG,CAAC;AACD,KAAK,UAAU,YAAY,CAAC,CAAiB,EAAE,MAAc,EAAE,OAAe;IAC5E,MAAM,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;AAC7M,CAAC;AACD,SAAS,SAAS,CAAC,IAAY,EAAE,GAAW;IAC1C,MAAM,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,GAAG,GAAG,IAAI,EAAE,CAAC,IAAI,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IACzL,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;QAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,4DAA4D;AAC3H,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,CAAiB;IAClD,MAAM,MAAM,GAAqB,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAClF,IAAI,CAAC,CAAC,SAAS,KAAK,OAAO;QAAE,MAAM,CAAC,QAAQ,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC;SACzD,IAAI,CAAC,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC;QAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACnI,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;YAAC,IAAI,QAAQ,CAAC,WAAW,KAAK,IAAI,IAAI,EAAE,IAAI,QAAQ,CAAC,WAAW;gBAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YACtJ,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAChE,MAAM,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,uCAAuC,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;YACvO,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QAC9G,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,0HAA0H,CAAC,CAAC;IAChJ,CAAC;SAAM,IAAI,CAAC,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,WAAW,EAAE,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;QACtG,MAAM,YAAY,CAAC,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;QAAC,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QACjE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,QAAQ,GAAG,QAAQ,EAAE,CAAC,CAAC;QACtH,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,gFAAgF,CAAC,CAAC;IACtG,CAAC;SAAM,IAAI,CAAC,CAAC,SAAS,KAAK,YAAY,EAAE,CAAC;QACxC,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACnG,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,yBAAyB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;QAClH,MAAM,YAAY,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;QAAC,SAAS,CAAC,IAAI,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;QAC9E,MAAM,OAAO,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;QACjH,MAAM,QAAQ,GAAG,GAAG,MAAM,OAAO,CAAC;QAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;QACxE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAA2H,CAAC;QACpL,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QACtH,MAAM,QAAQ,GAAG,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7O,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACzO,MAAM,IAAI,GAAG,YAAY,CAAC;QAAC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,CAAC,aAAa,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACjT,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,kBAAkB,EAAE,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACvI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,sKAAsK,CAAC,CAAC;IAC5L,CAAC;SAAM,IAAI,CAAC,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,CAAC;QACzC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAC5F,MAAM,IAAI,GAAG,CAAC,CAAC,UAAU,IAAI,WAAW,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;QACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,UAAU,MAAM,EAAE,CAAC,CAAC;QAC5D,MAAM,YAAY,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;QAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;QACzG,MAAM,IAAI,GAAG,WAAW,EAAE,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC7D,MAAM,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,MAAM,EAAE,EAAE,qBAAqB,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QACtN,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;QAC9F,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,2HAA2H,CAAC,CAAC;IACjJ,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK;QAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,UAAU,CAAC,CAAC;IAC1F,OAAO,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AACpC,CAAC;AACD,KAAK,UAAU,IAAI;IACjB,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAAC,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAC/F,MAAM,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,GAAG,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IACzJ,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7E,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC1F,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACxC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAChH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;AAClI,CAAC;AACD,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IACxF,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA6B,GAAa,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/H,CAAC"}

package/dist/services/multimodal/multimodalService.js

@@ -0,0 +1,51 @@
+import { MediaStorage } from './storage.js';
+import { ScreenService } from './images.js';
+import { MediaService } from './mediaService.js';
+import { BrowserService } from './browserService.js';
+import { GameService } from './gameService.js';
+import { WorkflowService } from './workflowService.js';
+/** One instance per workspace/epoch. Services are lazy: constructing this opens no browser, camera, microphone or decoder. */
+export class MultimodalService {
+    storage;
+    screen;
+    media;
+    browser;
+    games;
+    workflows;
+    closePromise;
+    cleanupTimer;
+    sweeping;
+    constructor(services, configDir) {
+        this.storage = new MediaStorage(services, configDir);
+        this.screen = new ScreenService(this.storage);
+        this.media = new MediaService(this.storage);
+        this.browser = new BrowserService(this.storage);
+        this.games = new GameService(this.storage, this.screen, this.browser);
+        this.workflows = new WorkflowService(this.storage, this.screen, this.browser);
+        this.cleanupTimer = setInterval(() => {
+            if (this.storage.closed || this.sweeping)
+                return;
+            this.storage.sweep();
+            this.games.sweep();
+            this.workflows.sweep();
+            this.sweeping = Promise.all([this.media.sweep(), this.browser.sweep()]).then(() => undefined).catch(() => undefined).finally(() => { this.sweeping = undefined; });
+        }, 15000);
+        this.cleanupTimer.unref();
+    }
+    close() {
+        if (!this.closePromise) {
+            this.storage.closed = true;
+            clearInterval(this.cleanupTimer);
+            this.closePromise = (async () => {
+                await this.sweeping;
+                await Promise.all([this.media.close(), this.browser.close()]);
+                this.screen.close();
+                this.games.close();
+                this.workflows.close();
+                this.storage.close();
+            })();
+        }
+        return this.closePromise;
+    }
+}
+//# sourceMappingURL=multimodalService.js.map

package/dist/services/multimodal/multimodalService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multimodalService.js","sourceRoot":"","sources":["../../../src/services/multimodal/multimodalService.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAEvD,8HAA8H;AAC9H,MAAM,OAAO,iBAAiB;IACnB,OAAO,CAAe;IACtB,MAAM,CAAgB;IACtB,KAAK,CAAe;IACpB,OAAO,CAAiB;IACxB,KAAK,CAAc;IACnB,SAAS,CAAkB;IAC5B,YAAY,CAA4B;IAC/B,YAAY,CAAiB;IACtC,QAAQ,CAA4B;IAC5C,YAAY,QAAqB,EAAE,SAAiB;QAClD,IAAI,CAAC,OAAO,GAAG,IAAI,YAAY,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACtE,IAAI,CAAC,SAAS,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9E,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE;YACnC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ;gBAAE,OAAO;YACjD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;YACjE,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACrK,CAAC,EAAE,KAAK,CAAC,CAAC;QACV,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IACD,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;YAC3B,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACjC,IAAI,CAAC,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;gBAC9B,MAAM,IAAI,CAAC,QAAQ,CAAC;gBACpB,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC9D,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;gBAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACxF,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;QACD,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;CACF"}

package/dist/services/multimodal/network.js

@@ -0,0 +1,69 @@
+import dns from 'node:dns/promises';
+import http from 'node:http';
+import https from 'node:https';
+import net from 'node:net';
+import { DodoError } from '../../errors.js';
+/** A public browser request is proxied by Node to a vetted/pinned IP, not DNS-checked then independently resolved by Chromium. */
+export function isPublicAddress(address) {
+    if (net.isIPv4(address)) {
+        const [a, b, c] = address.split('.').map(Number);
+        return !(a === 0 || a === 10 || a === 127 || a >= 224 || (a === 100 && b >= 64 && b <= 127) || (a === 169 && b === 254) || (a === 172 && b >= 16 && b <= 31) || (a === 192 && (b === 168 || (b === 0 && (c === 0 || c === 2)))) || (a === 198 && (b === 18 || b === 19 || (b === 51 && c === 100))) || (a === 203 && b === 0 && c === 113));
+    }
+    // Only global unicast 2000::/3. Reject mapped IPv4, link-local, ULA, multicast and documentation ranges.
+    return net.isIPv6(address) && /^[23]/i.test(address) && !/^2001:0?db8:/i.test(address);
+}
+export function validatePublicUrl(raw, origins, ownOrigin) {
+    let url;
+    try {
+        url = new URL(raw);
+    }
+    catch {
+        throw new DodoError('INVALID_INPUT', 'invalid browser URL');
+    }
+    if (!['https:', 'http:'].includes(url.protocol) || url.username || url.password || !origins.has(url.origin) || (ownOrigin && url.origin === ownOrigin))
+        throw new DodoError('FORBIDDEN', 'browser URL is outside the explicitly selected public origins');
+    const hostname = url.hostname.replace(/^\[|\]$/g, '').toLowerCase();
+    if (!hostname.includes('.') || /(?:^|\.)(?:localhost|local|internal|lan|home|test|invalid)$/.test(hostname) || (net.isIP(hostname) && !isPublicAddress(hostname)))
+        throw new DodoError('FORBIDDEN', 'browser refuses local, private, reserved and owner-control targets');
+    return url;
+}
+export async function publicRequest(raw, options) {
+    const url = validatePublicUrl(raw, options.origins, options.ownOrigin);
+    if ((options.body?.length ?? 0) > 1024 * 1024)
+        throw new DodoError('RESOURCE_LIMIT', 'browser request body exceeds 1 MiB');
+    const hostname = url.hostname.replace(/^\[|\]$/g, '');
+    const addresses = await dns.lookup(hostname, { all: true });
+    if (!addresses.length || addresses.some(v => !isPublicAddress(v.address)))
+        throw new DodoError('FORBIDDEN', 'browser target resolves to private/reserved addresses');
+    const chosen = addresses[0];
+    const headers = Object.fromEntries(Object.entries(options.headers).filter(([name]) => !['host', 'connection', 'content-length', 'proxy-authorization', 'accept-encoding'].includes(name.toLowerCase())));
+    headers['accept-encoding'] = 'identity';
+    return new Promise((resolve, reject) => {
+        const request = (url.protocol === 'https:' ? https : http).request(url, {
+            method: options.method, headers, agent: false,
+            lookup: (_host, _opts, callback) => callback(null, chosen.address, chosen.family),
+        }, response => {
+            const chunks = [];
+            let bytes = 0;
+            response.on('data', (chunk) => { bytes += chunk.length; if (bytes > 8 * 1024 * 1024)
+                request.destroy(new Error('browser response exceeds 8 MiB'));
+            else
+                chunks.push(chunk); });
+            response.on('error', reject);
+            response.on('end', () => {
+                const out = {};
+                for (const [name, value] of Object.entries(response.headers))
+                    if (value !== undefined && !['transfer-encoding', 'connection', 'content-length'].includes(name))
+                        out[name] = Array.isArray(value) ? value.join('\n') : value;
+                resolve({ status: response.statusCode ?? 502, headers: out, body: Buffer.concat(chunks) });
+            });
+        });
+        const timer = setTimeout(() => request.destroy(new Error('browser request deadline exceeded')), 15000);
+        request.once('close', () => clearTimeout(timer));
+        request.once('error', reject);
+        if (options.body)
+            request.write(options.body);
+        request.end();
+    });
+}
+//# sourceMappingURL=network.js.map

package/dist/services/multimodal/network.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"network.js","sourceRoot":"","sources":["../../../src/services/multimodal/network.ts"],"names":[],"mappings":"AAAA,OAAO,GAAG,MAAM,mBAAmB,CAAC;AACpC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C,kIAAkI;AAClI,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QACxB,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAqC,CAAC;QACrF,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IAC9U,CAAC;IACD,yGAAyG;IACzG,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACzF,CAAC;AACD,MAAM,UAAU,iBAAiB,CAAC,GAAW,EAAE,OAAoB,EAAE,SAAkB;IACrF,IAAI,GAAQ,CAAC;IAAC,IAAI,CAAC;QAAC,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,MAAM,IAAI,SAAS,CAAC,eAAe,EAAE,qBAAqB,CAAC,CAAC;IAAC,CAAC;IAChH,IAAI,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,WAAW,EAAE,+DAA+D,CAAC,CAAC;IAC1P,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACpE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,6DAA6D,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,WAAW,EAAE,oEAAoE,CAAC,CAAC;IAC1Q,OAAO,GAAG,CAAC;AACb,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,GAAW,EAAE,OAAoJ;IACnM,MAAM,GAAG,GAAG,iBAAiB,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IACvE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI;QAAE,MAAM,IAAI,SAAS,CAAC,gBAAgB,EAAE,oCAAoC,CAAC,CAAC;IAC3H,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACtD,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,WAAW,EAAE,uDAAuD,CAAC,CAAC;IACrK,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAE,CAAC;IAC7B,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,iBAAiB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;IACzM,OAAO,CAAC,iBAAiB,CAAC,GAAG,UAAU,CAAC;IACxC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YACtE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK;YAC7C,MAAM,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC;SAClF,EAAE,QAAQ,CAAC,EAAE;YACZ,MAAM,MAAM,GAAa,EAAE,CAAC;YAAC,IAAI,KAAK,GAAG,CAAC,CAAC;YAC3C,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,GAAG,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI;gBAAE,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC,CAAC;;gBAAM,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvL,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC7B,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBACtB,MAAM,GAAG,GAA2B,EAAE,CAAC;gBACvC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAAE,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,mBAAmB,EAAE,YAAY,EAAE,gBAAgB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;wBAAE,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;gBAC5N,OAAO,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,UAAU,IAAI,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC7F,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACvG,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;QAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAChF,IAAI,OAAO,CAAC,IAAI;YAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAAC,OAAO,CAAC,GAAG,EAAE,CAAC;IAC/D,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/services/multimodal/operations.js

@@ -0,0 +1,40 @@
+import { DodoError } from '../../errors.js';
+import { digestOf } from '../../util/hash.js';
+import { policyGate } from '../../tools/context.js';
+import { liveAccess } from './storage.js';
+/** Preserve reservations on uncertain execution OR receipt-persistence failure. Never replay an action just because its response was lost. */
+export async function multimediaEffect(ctx, tool, key, payload, fn, standardGate = true) {
+    liveAccess(ctx, 'dodo:exec');
+    const store = ctx.services.store, ids = { key, principal: ctx.principal.grantId, workspaceId: ctx.services.workspaceId, tool };
+    const reservation = store.reserveIdempotency({ ...ids, payloadHash: digestOf({ ...payload, epoch: ctx.services.epoch }) });
+    if (reservation.outcome === 'conflict')
+        throw new DodoError('IDEMPOTENCY_CONFLICT', 'idempotency key belongs to different multimedia arguments');
+    if (reservation.outcome === 'duplicate') {
+        if (reservation.state === 'completed' && reservation.result !== null)
+            return { ...JSON.parse(reservation.result), replayed: true };
+        throw new DodoError('RECOVERY_REQUIRED', 'multimedia operation is in progress or uncertain; inspect existing jobs/window before retrying');
+    }
+    let result;
+    try {
+        if (standardGate)
+            policyGate(ctx, { tool, action: 'exec', approvalAction: payload, summary: `${tool}: explicit bounded multimedia/browser operation` });
+        result = await fn();
+    }
+    catch (err) {
+        const safeCodes = ['APPROVAL_REQUIRED', 'FORBIDDEN', 'INVALID_INPUT', 'NOT_SUPPORTED', 'NOT_FOUND', 'PATH_DENIED', 'SECRET_PATH_DENIED', 'FILE_CHANGED', 'FILE_TOO_LARGE', 'RESOURCE_LIMIT', 'STALE_WORKSPACE', 'AMBIGUOUS_EDIT'];
+        if (err instanceof DodoError && safeCodes.includes(err.code)) {
+            store.releaseIdempotency(ids);
+            throw err;
+        }
+        throw new DodoError('RECOVERY_REQUIRED', `operation outcome requires inspection; it was not automatically repeated (${err instanceof DodoError ? err.code : 'PROCESS_ERROR'})`);
+    }
+    try {
+        store.completeIdempotency(ids, JSON.stringify(result));
+    }
+    catch {
+        throw new DodoError('RECOVERY_REQUIRED', 'operation finished but its receipt could not be persisted; inspect results, never auto-repeat with a new key');
+    }
+    liveAccess(ctx, 'dodo:exec');
+    return { ...result, replayed: false };
+}
+//# sourceMappingURL=operations.js.map

package/dist/services/multimodal/operations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"operations.js","sourceRoot":"","sources":["../../../src/services/multimodal/operations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAgB,MAAM,wBAAwB,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,8IAA8I;AAC9I,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAI,GAAY,EAAE,IAAY,EAAE,GAAW,EAAE,OAAgC,EAAE,EAAoB,EAAE,YAAY,GAAG,IAAI;IAC5J,UAAU,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;IAC/H,MAAM,WAAW,GAAG,KAAK,CAAC,kBAAkB,CAAC,EAAE,GAAG,GAAG,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3H,IAAI,WAAW,CAAC,OAAO,KAAK,UAAU;QAAE,MAAM,IAAI,SAAS,CAAC,sBAAsB,EAAE,2DAA2D,CAAC,CAAC;IACjJ,IAAI,WAAW,CAAC,OAAO,KAAK,WAAW,EAAE,CAAC;QACxC,IAAI,WAAW,CAAC,KAAK,KAAK,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,IAAI;YAAE,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACxI,MAAM,IAAI,SAAS,CAAC,mBAAmB,EAAE,gGAAgG,CAAC,CAAC;IAC7I,CAAC;IACD,IAAI,MAAS,CAAC;IACd,IAAI,CAAC;QACH,IAAI,YAAY;YAAE,UAAU,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,IAAI,iDAAiD,EAAE,CAAC,CAAC;QACxJ,MAAM,GAAG,MAAM,EAAE,EAAE,CAAC;IACtB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,SAAS,GAAG,CAAC,mBAAmB,EAAE,WAAW,EAAE,eAAe,EAAE,eAAe,EAAE,WAAW,EAAE,aAAa,EAAE,oBAAoB,EAAE,cAAc,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;QAClO,IAAI,GAAG,YAAY,SAAS,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAAC,MAAM,GAAG,CAAC;QAAC,CAAC;QAC3G,MAAM,IAAI,SAAS,CAAC,mBAAmB,EAAE,6EAA6E,GAAG,YAAY,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC;IAClL,CAAC;IACD,IAAI,CAAC;QAAC,KAAK,CAAC,mBAAmB,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IAAC,CAAC;IAC/D,MAAM,CAAC;QAAC,MAAM,IAAI,SAAS,CAAC,mBAAmB,EAAE,8GAA8G,CAAC,CAAC;IAAC,CAAC;IACnK,UAAU,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IAC7B,OAAO,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AACxC,CAAC"}

package/dist/services/multimodal/storage.js

@@ -0,0 +1,160 @@
+import { isOwner } from '../../security/projectAuthority.js';
+import fs from 'node:fs';
+import os from 'node:os';
+import path from 'node:path';
+import { createHash } from 'node:crypto';
+import { DodoError } from '../../errors.js';
+import { digestOf, newId, sha256Bytes } from '../../util/hash.js';
+import { ensurePrivateDirectory } from '../../platform/privateFs.js';
+import { removeWithRetry } from '../../platform/fsRetry.js';
+export function actorKey(actor) { return digestOf({ grantId: actor.grantId, clientId: actor.clientId }); }
+export function liveAccess(ctx, scope) {
+    if (!ctx.principal.scopes.includes(scope))
+        throw new DodoError('FORBIDDEN', `requires ${scope}`);
+    if (isOwner(ctx.principal))
+        return;
+    const s = ctx.services.store, grant = s.getGrant(ctx.principal.grantId);
+    if (!grant || grant.revokedAt !== null || !s.getOAuthClient(ctx.principal.clientId) || !grant.scopes.includes(scope) || !s.clientAccess(ctx.services.workspaceId, ctx.principal.clientId).includes(scope)) {
+        throw new DodoError('FORBIDDEN', 'client/grant/workspace access changed; operation stopped');
+    }
+}
+export class MediaStorage {
+    services;
+    configDir;
+    assets = new Map();
+    directories = new Set();
+    closed = false;
+    assetBytes = 0;
+    sourceBytes = 0;
+    constructor(services, configDir) {
+        this.services = services;
+        this.configDir = configDir;
+    }
+    check() { if (this.closed)
+        throw new DodoError('STALE_WORKSPACE', 'multimodal workspace closed'); }
+    sweep() {
+        for (const [id, a] of this.assets)
+            if (a.meta.expiresAt <= Date.now()) {
+                this.assetBytes -= a.bytes.length;
+                this.assets.delete(id);
+            }
+    }
+    put(actor, kind, mimeType, bytes, opts = {}) {
+        this.check();
+        this.sweep();
+        if (bytes.length > 6 * 1024 * 1024 || this.assets.size >= 96 || this.assetBytes + bytes.length > 48 * 1024 * 1024)
+            throw new DodoError('RESOURCE_LIMIT', 'media image/audio cache budget reached; close sources or let assets expire');
+        opts.guard?.();
+        const meta = { assetId: newId('asset'), kind, mimeType, bytes: bytes.length, sha256: sha256Bytes(bytes), createdAt: Date.now(), expiresAt: Date.now() + (opts.ttlMs ?? 600000), ...(opts.timeSec !== undefined ? { timeSec: opts.timeSec } : {}), ...(opts.endSec !== undefined ? { endSec: opts.endSec } : {}) };
+        this.assets.set(meta.assetId, { meta, owner: actorKey(actor), bytes, ...(opts.guard ? { guard: opts.guard } : {}) });
+        this.assetBytes += bytes.length;
+        return meta;
+    }
+    get(actor, id) {
+        this.check();
+        this.sweep();
+        const a = this.assets.get(id);
+        if (!a || a.owner !== actorKey(actor))
+            throw new DodoError('NOT_FOUND', 'unknown/expired media asset for this client');
+        a.guard?.();
+        return a;
+    }
+    remove(actor, id) { const a = this.get(actor, id); this.assetBytes -= a.bytes.length; this.assets.delete(id); }
+    directory() {
+        this.check();
+        if (this.directories.size >= 48)
+            throw new DodoError('RESOURCE_LIMIT', 'close media handles before opening more');
+        const dir = fs.realpathSync.native(fs.mkdtempSync(path.join(os.tmpdir(), 'dodo-media-')));
+        try {
+            ensurePrivateDirectory(dir);
+        }
+        catch (error) {
+            removeWithRetry(dir, true);
+            throw error;
+        }
+        this.directories.add(dir);
+        return dir;
+    }
+    removeDirectory(dir) { if (this.directories.has(dir)) {
+        removeWithRetry(dir, true);
+        this.directories.delete(dir);
+    } }
+    /** Stream a guarded regular file into an immutable private copy. Never bypass WorkspaceFS path rules. */
+    async copySource(file, directory) {
+        this.check();
+        const resolved = this.services.wfs.resolve(file), st = this.services.wfs.assertRegularFileForDirectAccess(resolved);
+        const cap = 512 * 1024 * 1024;
+        if (st.size > cap || this.sourceBytes + st.size > 1024 * 1024 * 1024)
+            throw new DodoError('FILE_TOO_LARGE', 'media source cap is 512 MiB; open-source cache cap is 1 GiB; split large movies into clips');
+        const dest = path.join(directory, 'input.media');
+        const input = await fs.promises.open(resolved.abs, fs.constants.O_RDONLY | fs.constants.O_NOFOLLOW);
+        let output;
+        let reserved = false;
+        try {
+            const opened = await input.stat();
+            if (!opened.isFile() || opened.nlink !== 1 || opened.dev !== st.dev || opened.ino !== st.ino || opened.size !== st.size)
+                throw new DodoError('FILE_CHANGED', 'source changed while opening');
+            this.sourceBytes += st.size;
+            reserved = true;
+            output = await fs.promises.open(dest, 'wx', 0o600);
+            const hash = createHash('sha256'), buffer = Buffer.allocUnsafe(1024 * 1024);
+            let readTotal = 0;
+            while (readTotal < st.size) {
+                this.check();
+                const read = await input.read(buffer, 0, Math.min(buffer.length, st.size - readTotal), readTotal);
+                if (!read.bytesRead)
+                    throw new DodoError('FILE_CHANGED', 'source ended during snapshot');
+                const chunk = buffer.subarray(0, read.bytesRead);
+                hash.update(chunk);
+                let written = 0;
+                while (written < chunk.length) {
+                    const w = await output.write(chunk, written, chunk.length - written);
+                    if (!w.bytesWritten)
+                        throw new Error('short write');
+                    written += w.bytesWritten;
+                }
+                readTotal += read.bytesRead;
+            }
+            const after = await input.stat();
+            if (after.size !== st.size || after.mtimeMs !== st.mtimeMs || after.ctimeMs !== st.ctimeMs || after.nlink !== 1)
+                throw new DodoError('FILE_CHANGED', 'source changed during snapshot; retry from a stable file');
+            return { path: dest, sourcePath: resolved.rel, hash: `sha256:${hash.digest('hex')}`, size: st.size };
+        }
+        catch (err) {
+            if (reserved)
+                this.sourceBytes -= st.size;
+            await output?.close();
+            output = undefined;
+            try {
+                removeWithRetry(dest);
+            }
+            catch { /* outer owned-directory cleanup retries */ }
+            throw err;
+        }
+        finally {
+            await input.close();
+            await output?.close();
+        }
+    }
+    releaseSource(size) { this.sourceBytes = Math.max(0, this.sourceBytes - size); }
+    resultFile(dir, basename, cap = 6 * 1024 * 1024) {
+        if (!this.directories.has(dir) || !/^(?:result\.json|out-[0-9]+\.(?:jpg|wav|json))$/.test(basename))
+            throw new DodoError('PATH_DENIED', 'invalid generated artifact');
+        const file = path.join(dir, basename), before = fs.lstatSync(file);
+        if (!before.isFile() || before.isSymbolicLink() || before.nlink !== 1 || fs.realpathSync.native(file).toLowerCase() !== path.resolve(file).toLowerCase())
+            throw new DodoError('PATH_DENIED', 'generated artifact must not be a link or path alias');
+        const fd = fs.openSync(file, fs.constants.O_RDONLY | (fs.constants.O_NOFOLLOW ?? 0));
+        try {
+            const st = fs.fstatSync(fd);
+            if (!st.isFile() || st.nlink !== 1 || st.dev !== before.dev || st.ino !== before.ino || st.size > cap)
+                throw new DodoError('RESOURCE_LIMIT', 'generated artifact changed, exceeds its budget, or is not regular');
+            return fs.readFileSync(fd);
+        }
+        finally {
+            fs.closeSync(fd);
+        }
+    }
+    close() { this.closed = true; this.assets.clear(); this.assetBytes = 0; for (const d of [...this.directories])
+        this.removeDirectory(d); this.sourceBytes = 0; }
+}
+//# sourceMappingURL=storage.js.map

package/dist/services/multimodal/storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../../src/services/multimodal/storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,oCAAoC,CAAC;AAC7D,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAElE,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAG5D,MAAM,UAAU,QAAQ,CAAC,KAAY,IAAY,OAAO,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;AACzH,MAAM,UAAU,UAAU,CAAC,GAAY,EAAE,KAA+C;IACtF,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,WAAW,EAAE,YAAY,KAAK,EAAE,CAAC,CAAC;IACjG,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QAAE,OAAO;IACnC,MAAM,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACxE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1M,MAAM,IAAI,SAAS,CAAC,WAAW,EAAE,0DAA0D,CAAC,CAAC;IAC/F,CAAC;AACH,CAAC;AAED,MAAM,OAAO,YAAY;IAMF;IAAgC;IAL5C,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IACxC,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACzC,MAAM,GAAG,KAAK,CAAC;IACP,UAAU,GAAG,CAAC,CAAC;IACf,WAAW,GAAG,CAAC,CAAC;IACxB,YAAqB,QAAqB,EAAW,SAAiB;QAAjD,aAAQ,GAAR,QAAQ,CAAa;QAAW,cAAS,GAAT,SAAS,CAAQ;IAAG,CAAC;IAC1E,KAAK,KAAW,IAAI,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,SAAS,CAAC,iBAAiB,EAAE,6BAA6B,CAAC,CAAC,CAAC,CAAC;IACzG,KAAK;QACH,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM;YAAE,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;gBAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;gBAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAAC,CAAC;IACvI,CAAC;IACD,GAAG,CAAC,KAAY,EAAE,IAA2B,EAAE,QAAgB,EAAE,KAAa,EAAE,OAAkF,EAAE;QAClK,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI;YAAE,MAAM,IAAI,SAAS,CAAC,gBAAgB,EAAE,4EAA4E,CAAC,CAAC;QACvO,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;QACf,MAAM,IAAI,GAAkB,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QACjU,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAAC,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;QACtJ,OAAO,IAAI,CAAC;IACd,CAAC;IACD,GAAG,CAAC,KAAY,EAAE,EAAU;QAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,WAAW,EAAE,6CAA6C,CAAC,CAAC;QACvH,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;QAAC,OAAO,CAAC,CAAC;IACxB,CAAC;IACD,MAAM,CAAC,KAAY,EAAE,EAAU,IAAU,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACpI,SAAS;QACP,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,EAAE;YAAE,MAAM,IAAI,SAAS,CAAC,gBAAgB,EAAE,yCAAyC,CAAC,CAAC;QAChI,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;QAC1F,IAAI,CAAC;YAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAAC,MAAM,KAAK,CAAC;QAAC,CAAC;QAC/F,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAAC,OAAO,GAAG,CAAC;IACxC,CAAC;IACD,eAAe,CAAC,GAAW,IAAU,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QAAC,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAAC,CAAC,CAAC,CAAC;IACnI,yGAAyG;IACzG,KAAK,CAAC,UAAU,CAAC,IAAY,EAAE,SAAiB;QAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,gCAAgC,CAAC,QAAQ,CAAC,CAAC;QAClI,MAAM,GAAG,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;QAC9B,IAAI,EAAE,CAAC,IAAI,GAAG,GAAG,IAAI,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;YAAE,MAAM,IAAI,SAAS,CAAC,gBAAgB,EAAE,4FAA4F,CAAC,CAAC;QAC1M,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,GAAG,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACpG,IAAI,MAA0C,CAAC;QAAC,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrE,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,MAAM,CAAC,KAAK,KAAK,CAAC,IAAI,MAAM,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC,IAAI;gBAAE,MAAM,IAAI,SAAS,CAAC,cAAc,EAAE,8BAA8B,CAAC,CAAC;YAC7L,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,IAAI,CAAC;YAAC,QAAQ,GAAG,IAAI,CAAC;YAC7C,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YACnD,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;YAAC,IAAI,SAAS,GAAG,CAAC,CAAC;YAC/F,OAAO,SAAS,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;gBAC3B,IAAI,CAAC,KAAK,EAAE,CAAC;gBAAC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC;gBAChH,IAAI,CAAC,IAAI,CAAC,SAAS;oBAAE,MAAM,IAAI,SAAS,CAAC,cAAc,EAAE,8BAA8B,CAAC,CAAC;gBACzF,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;gBAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACrE,IAAI,OAAO,GAAG,CAAC,CAAC;gBAAC,OAAO,OAAO,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;oBAAC,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC;oBAAC,IAAI,CAAC,CAAC,CAAC,YAAY;wBAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;oBAAC,OAAO,IAAI,CAAC,CAAC,YAAY,CAAC;gBAAC,CAAC;gBACzM,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;YAC9B,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;YACjC,IAAI,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,KAAK,EAAE,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,EAAE,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC;gBAAE,MAAM,IAAI,SAAS,CAAC,cAAc,EAAE,0DAA0D,CAAC,CAAC;YACjN,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QACvG,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,QAAQ;gBAAE,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,IAAI,CAAC;YAC1C,MAAM,MAAM,EAAE,KAAK,EAAE,CAAC;YAAC,MAAM,GAAG,SAAS,CAAC;YAC1C,IAAI,CAAC;gBAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,2CAA2C,CAAC,CAAC;YACpF,MAAM,GAAG,CAAC;QACZ,CAAC;gBACO,CAAC;YAAC,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YAAC,MAAM,MAAM,EAAE,KAAK,EAAE,CAAC;QAAC,CAAC;IACzD,CAAC;IACD,aAAa,CAAC,IAAY,IAAU,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9F,UAAU,CAAC,GAAW,EAAE,QAAgB,EAAE,GAAG,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI;QAC7D,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,iDAAiD,CAAC,IAAI,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,aAAa,EAAE,4BAA4B,CAAC,CAAC;QACtK,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACnE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,MAAM,CAAC,cAAc,EAAE,IAAI,MAAM,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE;YAAE,MAAM,IAAI,SAAS,CAAC,aAAa,EAAE,qDAAqD,CAAC,CAAC;QACpP,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC;QACrF,IAAI,CAAC;YAAC,MAAM,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,IAAI,GAAG,GAAG;gBAAE,MAAM,IAAI,SAAS,CAAC,gBAAgB,EAAE,mEAAmE,CAAC,CAAC;YAAC,OAAO,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAAC,CAAC;gBAAS,CAAC;YAAC,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAAC,CAAC;IACnT,CAAC;IACD,KAAK,KAAW,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC;QAAE,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC;CACtK"}