@browserbasehq/orca 3.7.0-preview.1 → 3.7.2-gemini-cua

package/dist/cjs/lib/v3/agent/GoogleCUAClient.js.map

@@ -1 +1 @@
-{"version":3,"file":"GoogleCUAClient.js","sourceRoot":"","sources":["../../../../../lib/v3/agent/GoogleCUAClient.ts"],"names":[],"mappings":";;;AAAA,yCASuB;AAYvB,qDAA+C;AAC/C,+DAIsC;AACtC,+CAA6D;AAC7D,qEAA+E;AAC/E,+DAA8D;AAC9D,mFAI4C;AAE5C,+DAIqC;AACrC,+BAAoC;AAEpC;;;GAGG;AACH,MAAa,eAAgB,SAAQ,4BAAW;IACtC,MAAM,CAAS;IACf,MAAM,CAAc;IACpB,eAAe,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IAC/C,UAAU,CAAU;IACpB,kBAAkB,CAA2C;IAC7D,aAAa,CAA0C;IACvD,OAAO,GAAc,EAAE,CAAC;IACxB,WAAW,GACjB,qBAAqB,CAAC;IAChB,qBAAqB,CAAwB;IAC7C,KAAK,CAAW;IAChB,OAAO,CAAU;IACjB,yBAAyB,CAA6B;IAC9D,YACE,IAAe,EACf,SAAiB,EACjB,wBAAiC,EACjC,aAA6B,EAC7B,KAAe;QAEf,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,wBAAwB,CAAC,CAAC;QAEjD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,yBAAyB;QACzB,IAAI,CAAC,MAAM;YACR,aAAa,EAAE,MAAiB;gBACjC,OAAO,CAAC,GAAG,CAAC,cAAc;gBAC1B,OAAO,CAAC,GAAG,CAAC,4BAA4B;gBACxC,OAAO,CAAC,GAAG,CAAC,cAAc;gBAC1B,EAAE,CAAC;QACL,IAAI,CAAC,OAAO,GAAG,aAAa,EAAE,OAA6B,CAAC;QAE5D,6CAA6C;QAC7C,MAAM,YAAY,GAAuB;YACvC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpE,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,IAAI,mBAAW,CAAC,YAAY,CAAC,CAAC;QAE5C,+BAA+B;QAC/B,IACE,aAAa,EAAE,WAAW;YAC1B,OAAO,aAAa,CAAC,WAAW,KAAK,QAAQ,EAC7C,CAAC;YACD,IAAI,CAAC,WAAW,GAAG,aAAa,CAAC,WAAsC,CAAC;QAC1E,CAAC;QAED,IAAI,CAAC,qBAAqB,GAAG;YAC3B,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,EAAE;YACR,eAAe,EAAE,IAAI;YACrB,mDAAmD;YACnD,2DAA2D;YAC3D,2DAA2D;YAC3D,KAAK,EAAE;gBACL;oBACE,WAAW,EAAE;wBACX,WAAW,EAAE,IAAI,CAAC,WAAW;qBAC9B;iBACM;aACV;SACF,CAAC;QAEF,qCAAqC;QACrC,IAAI,CAAC,aAAa,GAAG;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnD,CAAC;QAEF,+BAA+B;QAC/B,IAAI,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC,2BAA2B,EAAE,CAAC;QACrC,CAAC;IACH,CAAC;IAEM,WAAW,CAAC,KAAa,EAAE,MAAc;QAC9C,IAAI,CAAC,eAAe,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC3C,CAAC;IAED,aAAa,CAAC,GAAW;QACvB,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC;IACxB,CAAC;IAED,qBAAqB,CACnB,QAAiD;QAEjD,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;IACrC,CAAC;IAED,gBAAgB,CAAC,OAA+C;QAC9D,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;IAC/B,CAAC;IAED,QAAQ,CAAC,KAAc;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,2BAA2B,EAAE,CAAC;IACrC,CAAC;IAED,4BAA4B,CAAC,OAAmC;QAC9D,IAAI,CAAC,yBAAyB,GAAG,OAAO,CAAC;IAC3C,CAAC;IAEO,KAAK,CAAC,wBAAwB,CACpC,cAAuB,EACvB,MAAkC;QAElC,MAAM,aAAa,GACjB,OAAO,cAAc,KAAK,QAAQ;YAChC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAE7B,MAAM,YAAY,GAAkB;YAClC;gBACE,EAAE,EAAE,wBAAwB;gBAC5B,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,aAAa;aACvB;SACF,CAAC;QAEF,IAAI,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACnC,MAAM,CAAC;gBACL,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,8DAA8D,aAAa,EAAE;gBACtF,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,YAAY,CAAC,CAAC;YAEpE,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;gBAC1B,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,sCAAsC;oBAC/C,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,OAAO,MAAM,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,kCAAkC;oBAC3C,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QAED,MAAM,CAAC;YACL,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,2CAA2C;YACpD,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,2BAA2B;QACjC,MAAM,oBAAoB,GACxB,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC;YAC9C,CAAC,CAAC,IAAA,iEAAoC,EAAC,IAAI,CAAC,KAAK,CAAC;YAClD,CAAC,CAAC,EAAE,CAAC;QAET,IAAI,CAAC,qBAAqB,GAAG;YAC3B,GAAG,IAAI,CAAC,qBAAqB;YAC7B,KAAK,EAAE;gBACL;oBACE,WAAW,EAAE;wBACX,WAAW,EAAE,IAAI,CAAC,WAAW;qBAC9B;oBACD,GAAG,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC7D;aACV;SACF,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAAC,gBAAuC;QACnD,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,gBAAgB,CAAC;QAC7C,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;QAChC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;QAExC,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC,kCAAkC;QAErD,qCAAqC;QACrC,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QAE1C,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAC7B,IAAI,sBAAsB,GAAG,CAAC,CAAC;QAC/B,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAE3B,IAAI,CAAC;YACH,sDAAsD;YACtD,OAAO,CAAC,SAAS,IAAI,WAAW,GAAG,QAAQ,EAAE,CAAC;gBAC5C,MAAM,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBAE3B,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,kBAAkB,WAAW,GAAG,CAAC,IAAI,QAAQ,EAAE;oBACxD,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBAEH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBAC9C,gBAAgB,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;gBAC9C,iBAAiB,IAAI,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC;gBAChD,oBAAoB,IAAI,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC;gBACtD,sBAAsB,IAAI,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC;gBAC3D,kBAAkB,IAAI,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC;gBAErD,0BAA0B;gBAC1B,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;gBAEhC,2BAA2B;gBAC3B,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;gBAE7B,mCAAmC;gBACnC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBACjC,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC;gBAChC,CAAC;gBAED,yBAAyB;gBACzB,WAAW,EAAE,CAAC;YAChB,CAAC;YAED,0BAA0B;YAC1B,OAAO;gBACL,OAAO,EAAE,SAAS;gBAClB,OAAO;gBACP,OAAO,EAAE,YAAY;gBACrB,SAAS;gBACT,KAAK,EAAE;oBACL,YAAY,EAAE,gBAAgB;oBAC9B,aAAa,EAAE,iBAAiB;oBAChC,gBAAgB,EAAE,oBAAoB;oBACtC,mBAAmB,EAAE,sBAAsB;oBAC3C,iBAAiB,EAAE,kBAAkB;iBACtC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzD,MAAM,CAAC;gBACL,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,+BAA+B,YAAY,EAAE;gBACtD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO;gBACP,OAAO,EAAE,2BAA2B,YAAY,EAAE;gBAClD,SAAS,EAAE,KAAK;gBAChB,KAAK,EAAE;oBACL,YAAY,EAAE,gBAAgB;oBAC9B,aAAa,EAAE,iBAAiB;oBAChC,gBAAgB,EAAE,oBAAoB;oBACtC,mBAAmB,EAAE,sBAAsB;oBAC3C,iBAAiB,EAAE,kBAAkB;iBACtC;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,WAAmB;QACjD,MAAM,KAAK,GAAW,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QAE9C,yEAAyE;QACzE,kCAAkC;QAElC,MAAM,mBAAmB,GAAG,IAAI,CAAC,wBAAwB;YACvD,CAAC,CAAC,IAAI,CAAC,wBAAwB;YAC/B,CAAC,CAAC,IAAA,sCAA0B,GAAE,CAAC,OAAO,CAAC;QAEzC,IAAI,CAAC,OAAO,GAAG;YACb;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,IAAI,EAAE,iBAAiB,GAAG,mBAAmB;qBAC9C;iBACF;aACF;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK;aACN;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,MAAkC;QAYlD,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,sEAAsE;YACtE,MAAM,gBAAgB,GAAG,IAAA,sDAAgC,EACvD,IAAI,CAAC,OAAO,EACZ,CAAC,CACF,CAAC;YACF,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,KAAK,CAAC;YAEjD,+FAA+F;YAC/F,MAAM,UAAU,GAAG,CAAC,CAAC;YACrB,MAAM,UAAU,GAAG,CAAC,CAAC;YACrB,IAAI,SAAS,GAAiB,IAAI,CAAC;YACnC,IAAI,QAAQ,GAAmC,IAAI,CAAC;YAEpD,kBAAkB;YAClB,MAAM,YAAY,GAAG,IAAA,SAAM,GAAE,CAAC;YAC9B,0BAAU,CAAC,aAAa,CAAC;gBACvB,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,MAAM,EAAE,IAAA,0CAA0B,EAAC,iBAAiB,CAAC;aACtD,CAAC,CAAC;YAEH,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;gBACtD,IAAI,CAAC;oBACH,4CAA4C;oBAC5C,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;wBAChB,MAAM,KAAK,GAAG,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,gBAAgB;wBACxE,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,wCAAwC,OAAO,GAAG,CAAC,iBAAiB,KAAK,GAAG,IAAI,aAAa;4BACtG,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBACH,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;oBAC7D,CAAC;oBAED,sEAAsE;oBACtE,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC;wBAClD,KAAK,EAAE,IAAI,CAAC,SAAS;wBACrB,QAAQ,EAAE,iBAAiB;wBAC3B,MAAM,EAAE,IAAI,CAAC,qBAAqB;qBACnC,CAAC,CAAC;oBAEH,0CAA0C;oBAC1C,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC7D,MAAM,IAAI,+BAAgB,CAAC,OAAO,EAAE,6BAA6B,CAAC,CAAC;oBACrE,CAAC;oBAED,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBACzC,IAAI,CAAC,SAAS,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;wBACnD,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,IAAI,SAAS,CAAC;wBACnD,MAAM,IAAI,+BAAgB,CACxB,OAAO,EACP,2CAA2C,MAAM,GAAG,CACrD,CAAC;oBACJ,CAAC;oBAED,qCAAqC;oBACrC,MAAM;gBACR,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;oBACtE,MAAM,CAAC;wBACL,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,mBAAmB,SAAS,CAAC,OAAO,EAAE;wBAC/C,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBAEH,gDAAgD;oBAChD,IAAI,OAAO,KAAK,UAAU,GAAG,CAAC,EAAE,CAAC;wBAC/B,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,mCAAmC,UAAU,YAAY;4BAClE,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBACH,MAAM,SAAS,CAAC;oBAClB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,CACJ,SAAS,IAAI,IAAI,KAAK,CAAC,0CAA0C,CAAC,CACnE,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;YACtC,MAAM,EAAE,aAAa,EAAE,GAAG,QAAQ,CAAC;YAEnC,mBAAmB;YACnB,0BAAU,CAAC,cAAc,CAAC;gBACxB,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,MAAM,EAAE,IAAA,4CAA4B,EAAC,QAAQ,CAAC;gBAC9C,WAAW,EAAE,aAAa,EAAE,gBAAgB;gBAC5C,YAAY,EAAE,aAAa,EAAE,oBAAoB;aAClD,CAAC,CAAC;YAEH,uBAAuB;YACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAE5D,gCAAgC;YAChC,IAAI,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClD,mFAAmF;gBACnF,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CACjC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAC/C,CAAC;gBACF,IAAI,gBAAgB,CAAC,KAAK,EAAE,CAAC;oBAC3B,KAAK,MAAM,IAAI,IAAI,gBAAgB,CAAC,KAAK,EAAE,CAAC;wBAC1C,IAAI,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;4BAC5B,IACE,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;gCAC5C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,EAC9B,CAAC;gCACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;4BACjC,CAAC;4BACD,IACE,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;gCAC5C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,EAC9B,CAAC;gCACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;4BACjC,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACtC,CAAC;YAED,iDAAiD;YACjD,MAAM,iBAAiB,GAAW,EAAE,CAAC;YAErC,gEAAgE;YAChE,mEAAmE;YACnE,mEAAmE;YACnE,qEAAqE;YACrE,oDAAoD;YACpD,CAAC;gBACC,IAAI,QAAQ,GAAG,KAAK,CAAC;gBAErB,qDAAqD;gBACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBAEjC,MAAM,CAAC;wBACL,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,oBAAoB,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,EAAE;wBAC7E,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBAEH,2DAA2D;oBAC3D,IAAI,MAAM,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;wBACvC,8EAA8E;wBAC9E,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC;wBACjC,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,kCAAkC;4BAC3C,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;wBACxC,+DAA+D;wBAC/D,0DAA0D;wBAC1D,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,yCAAyC;4BAClD,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;wBACzC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAc,CAAC;wBACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAoC,CAAC;wBAE7D,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;4BACzC,MAAM,yBAAyB,GAAG,MAAM,CAAC,aAAa,CAAC,IAAI,CACzD,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,QAAQ,CAC7B,CAAC;4BAEF,IAAI,yBAAyB,EAAE,CAAC;gCAC9B,MAAM,eAAe,GAAG,MAAM,IAAA,oDAAuB,EACnD,QAAQ,EACR,QAAQ,EACR,IAAI,CAAC,KAAK,EACV,yBAAyB,EACzB,MAAM,CACP,CAAC;gCAEF,iBAAiB,CAAC,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;gCAEzD,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;oCAC7B,QAAQ,GAAG,IAAI,CAAC;gCAClB,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;yBAAM,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;wBAC9B,IAAI,CAAC;4BACH,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;4BAEjC,+DAA+D;4BAC/D,6DAA6D;4BAC7D,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCAClC,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gCACzC,MAAM,cAAc,GAClB,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,UAAU,CAAC,IAAI,KAAK,MAAM,CAAC;gCACvD,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;gCACzC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;4BAC7D,CAAC;wBACH,CAAC;wBAAC,OAAO,WAAW,EAAE,CAAC;4BACrB,IAAI,WAAW,YAAY,mCAAoB,EAAE,CAAC;gCAChD,MAAM,WAAW,CAAC;4BACpB,CAAC;4BACD,MAAM,CAAC;gCACL,QAAQ,EAAE,OAAO;gCACjB,OAAO,EAAE,0BAA0B,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE;gCAChE,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;4BACH,QAAQ,GAAG,IAAI,CAAC;4BAChB,sDAAsD;wBACxD,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,wEAAwE;gBACxE,gGAAgG;gBAChG,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,EAAE,CAAC;oBAChD,wEAAwE;oBACxE,MAAM,wBAAwB,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAC1D,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,IAAA,yCAAY,EAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CACtC,CAAC;oBAEF,IAAI,wBAAwB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACxC,IAAI,CAAC;4BACH,MAAM,CAAC;gCACL,QAAQ,EAAE,OAAO;gCACjB,OAAO,EAAE,qCAAqC,MAAM,CAAC,OAAO,CAAC,MAAM,WAAW,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,EAAE;gCAChH,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;4BAEH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;4BAClD,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;4BAErC,mEAAmE;4BACnE,mFAAmF;4BACnF,KAAK,MAAM,YAAY,IAAI,wBAAwB,EAAE,CAAC;gCACpD,IAAI,qBAAyC,CAAC;gCAC9C,IAAI,YAAY,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC;oCACvC,qBAAqB,GAAG,MAAM,IAAI,CAAC,wBAAwB,CACzD,YAAY,CAAC,IAAI,CAAC,eAAe,EACjC,MAAM,CACP,CAAC;gCACJ,CAAC;gCAED,MAAM,oBAAoB,GAAS;oCACjC,gBAAgB,EAAE;wCAChB,IAAI,EAAE,YAAY,CAAC,IAAI;wCACvB,QAAQ,EAAE;4CACR,GAAG,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE;4CAC1B,GAAG,CAAC,qBAAqB,KAAK,SAAS;gDACrC,CAAC,CAAC;oDACE,sBAAsB,EAAE,qBAAqB;iDAC9C;gDACH,CAAC,CAAC,EAAE,CAAC;yCACR;wCACD,KAAK,EAAE;4CACL;gDACE,UAAU,EAAE;oDACV,QAAQ,EAAE,UAAU,CAAC,SAAS;oDAC9B,IAAI,EAAE,UAAU;iDACjB;6CACF;yCACF;qCACF;iCACF,CAAC;gCACF,iBAAiB,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;4BAC/C,CAAC;wBACH,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,MAAM,CAAC;gCACL,QAAQ,EAAE,OAAO;gCACjB,OAAO,EAAE,+BAA+B,KAAK,EAAE;gCAC/C,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,iEAAiE;gBACjE,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACjC,MAAM,CAAC;wBACL,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,UAAU,iBAAiB,CAAC,MAAM,gCAAgC;wBAC3E,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBACH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;wBAChB,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,iBAAiB;qBACzB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,KAAK,EAAE;oBACL,+DAA+D;oBAC/D,kEAAkE;oBAClE,wEAAwE;oBACxE,yCAAyC;oBACzC,YAAY,EAAE,aAAa,EAAE,gBAAgB,IAAI,CAAC;oBAClD,aAAa,EAAE,aAAa,EAAE,oBAAoB,IAAI,CAAC;oBACvD,gBAAgB,EAAE,aAAa,EAAE,kBAAkB,IAAI,CAAC;oBACxD,mBAAmB,EAAE,aAAa,EAAE,uBAAuB,IAAI,CAAC;oBAChE,iBAAiB,EAAE,SAAS;iBAC7B;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzD,MAAM,CAAC;gBACL,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,yBAAyB,YAAY,EAAE;gBAChD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAC3B,QAAiC,EACjC,MAAkC;QAOlC,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,aAAa,GAAmB,EAAE,CAAC;QAEzC,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7D,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,2BAA2B;gBACpC,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,EAAE;aAClB,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEzC,qCAAqC;QACrC,MAAM,CAAC;YACL,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,6BAA6B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE;YAClF,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,8DAA8D;QAC9D,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3C,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,OAAO,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;gBAC5B,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,cAAc,IAAI,CAAC,IAAI,EAAE;oBAClC,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;YACL,CAAC;YACD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBACtC,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,wBAAwB,IAAI,CAAC,YAAY,CAAC,IAAI,eAAe,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE;oBAC9G,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBAEH,qCAAqC;gBACrC,MAAM,MAAM,GAAG,IAAI,CAAC,2BAA2B,CAC7C,IAAI,CAAC,YAAY,EACjB,MAAM,CACP,CAAC;gBACF,IAAI,MAAM,EAAE,CAAC;oBACX,qEAAqE;oBACrE,sEAAsE;oBACtE,oDAAoD;oBACpD,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBAC3B,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,kBAAkB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;4BACnD,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBACH,6DAA6D;wBAC7D,IAAI,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;4BACjE,OAAO,CAAC,IAAI,CAAC;gCACX,IAAI,EAAE,OAAO;gCACb,CAAC,EAAE,MAAM,CAAC,CAAC;gCACX,CAAC,EAAE,MAAM,CAAC,CAAC;gCACX,MAAM,EAAE,MAAM;6BACf,CAAC,CAAC;wBACL,CAAC;wBAED,6DAA6D;wBAC7D,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;4BAC7B,+BAA+B;4BAC/B,OAAO,CAAC,IAAI,CAAC;gCACX,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,CAAC,iBAAiB,CAAC;6BAC1B,CAAC,CAAC;4BACH,OAAO,CAAC,IAAI,CAAC;gCACX,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,CAAC,WAAW,CAAC;6BACpB,CAAC,CAAC;wBACL,CAAC;wBAED,2BAA2B;wBAC3B,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBACrB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;4BACtB,OAAO,CAAC,IAAI,CAAC;gCACX,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,CAAC,OAAO,CAAC;6BAChB,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACvB,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC;wBACL,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,4CAA4C,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY;wBACvF,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,+BAA+B;QAC/B,MAAM,CAAC;YACL,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,SAAS,aAAa,CAAC,MAAM,iCAAiC,OAAO,CAAC,MAAM,UAAU;YAC/F,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,6BAA6B;QAC7B,MAAM,SAAS,GACb,aAAa,CAAC,MAAM,KAAK,CAAC;YAC1B,CAAC,SAAS,CAAC,YAAY,IAAI,SAAS,CAAC,YAAY,KAAK,MAAM,CAAC,CAAC;QAEhE,OAAO;YACL,OAAO;YACP,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,SAAS;YACT,aAAa;SACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,2BAA2B,CACjC,YAA0B,EAC1B,MAAmC;QAEnC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC;QACvC,sEAAsE;QACtE,uEAAuE;QACvE,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC;QAErC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,IAAI,CAAC;QACd,CAAC;QAED,qEAAqE;QACrE,kEAAkE;QAClE,4EAA4E;QAC5E,2EAA2E;QAC3E,2EAA2E;QAC3E,mEAAmE;QACnE,2EAA2E;QAC3E,0EAA0E;QAC1E,yEAAyE;QACzE,2EAA2E;QAC3E,4EAA4E;QAC5E,4EAA4E;QAC5E,4EAA4E;QAC5E,yEAAyE;QACzE,mCAAmC;QACnC,MAAM,YAAY,GAA2B;YAC3C,KAAK,EAAE,UAAU;YACjB,UAAU,EAAE,UAAU;YACtB,IAAI,EAAE,cAAc;YACpB,SAAS,EAAE,cAAc;YACzB,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE,WAAW;YACnB,IAAI,EAAE,eAAe;YACrB,GAAG,EAAE,iBAAiB;YACtB,IAAI,EAAE,iBAAiB;YACvB,SAAS,EAAE,iBAAiB;YAC5B,SAAS,EAAE,iBAAiB;YAC5B,UAAU,EAAE,iBAAiB;YAC7B,MAAM,EAAE,iBAAiB;YACzB,UAAU,EAAE,iBAAiB;YAC7B,IAAI,EAAE,gBAAgB;SACvB,CAAC;QACF,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC;QAE9C,wEAAwE;QACxE,4EAA4E;QAC5E,qEAAqE;QACrE,IAAI,OAAO,IAAI,YAAY,IAAI,IAAA,yCAAY,EAAC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACtE,MAAM,EAAE,CAAC;gBACP,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,gBAAgB,OAAO,4HAA4H;gBAC5J,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;QACL,CAAC;QAED,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,kBAAkB;gBACrB,OAAO;oBACL,IAAI,EAAE,kBAAkB;oBACxB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB,CAAC;YAEJ,KAAK,iBAAiB;gBACpB,mEAAmE;gBACnE,wEAAwE;gBACxE,uEAAuE;gBACvE,kCAAkC;gBAClC,OAAO;oBACL,IAAI,EAAE,YAAY;oBAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB,CAAC;YAEJ,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,oEAAoE;gBACpE,mEAAmE;gBACnE,iBAAiB;gBACjB,IACE,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;oBACtC,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EACtC,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3D,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,CAAC;oBACD,CAAC;oBACD,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,MAAM;iBAC9B,CAAC;YACJ,CAAC;YAED,wEAAwE;YACxE,yEAAyE;YACzE,sEAAsE;YACtE,wEAAwE;YACxE,oBAAoB;YACpB,KAAK,cAAc,CAAC;YACpB,KAAK,cAAc,CAAC;YACpB,KAAK,aAAa,CAAC;YACnB,KAAK,cAAc,CAAC;YACpB,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,IACE,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;oBACtC,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EACtC,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3D,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;oBACpB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;gBAChC,CAAC;gBACD,IAAI,IAAI,KAAK,cAAc,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;oBACvD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC9B,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,CAAC;oBACD,CAAC;oBACD,MAAM,EAAE,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ;iBACpD,CAAC;YACJ,CAAC;YAED,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,+DAA+D;gBAC/D,gEAAgE;gBAChE,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,qEAAqE;gBACrE,MAAM,UAAU,GAAI,IAAI,CAAC,WAAuB,IAAI,KAAK,CAAC;gBAC1D,MAAM,iBAAiB,GAAI,IAAI,CAAC,mBAA+B,IAAI,IAAI,CAAC;gBACxE,MAAM,IAAI,GAAG;oBACX,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,IAAI,CAAC,IAAc;oBACzB,UAAU;oBACV,iBAAiB;iBAClB,CAAC;gBAEF,oEAAoE;gBACpE,sEAAsE;gBACtE,wEAAwE;gBACxE,gDAAgD;gBAChD,IAAI,OAAO,IAAI,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;oBAC7D,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;oBAC3D,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC3B,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;YAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,kEAAkE;gBAClE,oEAAoE;gBACpE,kCAAkC;gBAClC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;gBAC3D,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;oBAC9B,CAAC,CAAE,GAAgB;oBACnB,CAAC,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACjC,MAAM,IAAI,GAAG,KAAK;qBACf,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;qBAChC,MAAM,CAAC,OAAO,CAAC;qBACf,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAA,qCAAkB,EAAC,GAAG,CAAC,CAAC,CAAC;gBACzC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACtB,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,UAAU;oBAChB,IAAI;iBACL,CAAC;YACJ,CAAC;YAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,MAAM,SAAS,GAAI,IAAI,CAAC,SAAoB,CAAC,WAAW,EAAE,CAAC;gBAC3D,OAAO;oBACL,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;iBACnD,CAAC;YACJ,CAAC;YAED,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,uEAAuE;gBACvE,oCAAoC;gBACpC,IACE,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;oBACtC,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EACtC,CAAC;oBACD,MAAM,GAAG,GAAG,CAAE,IAAI,CAAC,SAAoB,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;oBACjE,OAAO;wBACL,IAAI,EAAE,UAAU;wBAChB,IAAI,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;qBAC7C,CAAC;gBACJ,CAAC;gBACD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3D,MAAM,SAAS,GAAG,CAAE,IAAI,CAAC,SAAoB,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;gBACvE,wEAAwE;gBACxE,MAAM,SAAS,GAAG,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC;oBAC7D,CAAC,CAAC,IAAI,CAAC,SAAS;oBAChB,CAAC,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC;wBACvD,CAAC,CAAC,IAAI,CAAC,mBAAmB;wBAC1B,CAAC,CAAC,GAAG,CAAC;gBAEV,IAAI,QAAQ,GAAG,CAAC,CAAC;gBACjB,IAAI,QAAQ,GAAG,CAAC,CAAC;gBACjB,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;oBACvB,QAAQ,GAAG,CAAC,SAAS,CAAC;gBACxB,CAAC;qBAAM,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;oBAChC,QAAQ,GAAG,SAAS,CAAC;gBACvB,CAAC;qBAAM,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;oBAChC,QAAQ,GAAG,CAAC,SAAS,CAAC;gBACxB,CAAC;qBAAM,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;oBACjC,QAAQ,GAAG,SAAS,CAAC;gBACvB,CAAC;qBAAM,CAAC;oBACN,uCAAuC;oBACvC,QAAQ,GAAG,SAAS,CAAC;gBACvB,CAAC;gBAED,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,CAAC;oBACD,CAAC;oBACD,QAAQ;oBACR,QAAQ;iBACT,CAAC;YACJ,CAAC;YAED,KAAK,UAAU;gBACb,qEAAqE;gBACrE,eAAe;gBACf,IAAI,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC1D,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,GAAG,EAAE,IAAI,CAAC,GAAG;iBACd,CAAC;YAEJ,KAAK,SAAS;gBACZ,OAAO;oBACL,IAAI,EAAE,MAAM;iBACb,CAAC;YAEJ,KAAK,YAAY;gBACf,OAAO;oBACL,IAAI,EAAE,SAAS;iBAChB,CAAC;YAEJ,KAAK,gBAAgB;gBACnB,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,MAAM,EAAE,IAAI,EAAE,iCAAiC;iBAChD,CAAC;YAEJ,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CACxC,IAAI,CAAC,CAAW,EAChB,IAAI,CAAC,CAAW,CACjB,CAAC;gBACF,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,CAAC;oBACD,CAAC;iBACF,CAAC;YACJ,CAAC;YAED,KAAK,QAAQ;gBACX,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,GAAG,EAAE,wBAAwB;iBAC9B,CAAC;YAEJ,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,yEAAyE;gBACzE,qDAAqD;gBACrD,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC;gBAClC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC;gBAClC,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,KAAK,CAAC;gBAC5C,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,KAAK,CAAC;gBAC5C,IACE,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC;oBAClC,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC;oBAClC,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC;oBAClC,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC,EAClC,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACnD,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE;wBACJ,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC,EAAE;wBACpC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC,EAAE;qBACjC;iBACF,CAAC;YACJ,CAAC;YAED;gBACE,IAAI,IAAA,yCAAY,EAAC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC3C,OAAO;wBACL,IAAI,EAAE,aAAa;wBACnB,IAAI;wBACJ,SAAS,EAAE,IAAI;wBACf,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;wBACrB,OAAO,EAAE,IAAI,CAAC,UAAU;qBACzB,CAAC;gBACJ,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,oCAAoC,IAAI,EAAE,CAAC,CAAC;gBACzD,OAAO,IAAI,CAAC;QAChB,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,aAAa,CAAC,KAAc;QACzC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7D,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,CAAS,EAAE,CAAS;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/C,OAAO;YACL,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;YAC7D,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;SAC/D,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAIvB;QACC,iCAAiC;QACjC,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;YACxB,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACvC,CAAC;QAED,oCAAoC;QACpC,IAAI,OAAO,EAAE,WAAW,EAAE,CAAC;YACzB,OAAO;gBACL,MAAM,EAAE,OAAO,CAAC,WAAW;gBAC3B,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,WAAW;aAC5C,CAAC;QACJ,CAAC;QAED,2CAA2C;QAC3C,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;gBACpD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,MAAM,IAAI,2CAA4B,CACpC,yCAAyC;YACvC,gHAAgH,CACnH,CAAC;IACJ,CAAC;CACF;AA1nCD,0CA0nCC","sourcesContent":["import {\n  GoogleGenAI,\n  Content,\n  Part,\n  GenerateContentResponse,\n  FunctionCall,\n  GenerateContentConfig,\n  Tool,\n  GoogleGenAIOptions,\n} from \"@google/genai\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport {\n  AgentAction,\n  AgentResult,\n  AgentType,\n  AgentExecutionOptions,\n  SafetyCheck,\n  SafetyConfirmationHandler,\n  ScreenshotProviderResult,\n} from \"../types/public/agent.js\";\nimport { ClientOptions } from \"../types/public/model.js\";\nimport { AgentClient } from \"./AgentClient.js\";\nimport {\n  AgentScreenshotProviderError,\n  LLMResponseError,\n  StagehandClosedError,\n} from \"../types/public/sdkErrors.js\";\nimport { buildGoogleCUASystemPrompt } from \"../../prompt.js\";\nimport { compressGoogleConversationImages } from \"./utils/imageCompression.js\";\nimport { mapKeyToPlaywright } from \"./utils/cuaKeyMapping.js\";\nimport {\n  executeGoogleCustomTool,\n  isCustomTool,\n  convertToolSetToFunctionDeclarations,\n} from \"./utils/googleCustomToolHandler.js\";\nimport { ToolSet } from \"ai\";\nimport {\n  FlowLogger,\n  extractLlmCuaPromptSummary,\n  extractLlmCuaResponseSummary,\n} from \"../flowlogger/FlowLogger.js\";\nimport { v7 as uuidv7 } from \"uuid\";\n\n/**\n * Client for Google's Computer Use Assistant API\n * This implementation uses the Google Generative AI SDK for Computer Use\n */\nexport class GoogleCUAClient extends AgentClient {\n  private apiKey: string;\n  private client: GoogleGenAI;\n  private currentViewport = { width: 1288, height: 711 };\n  private currentUrl?: string;\n  private screenshotProvider?: () => Promise<ScreenshotProviderResult>;\n  private actionHandler?: (action: AgentAction) => Promise<void>;\n  private history: Content[] = [];\n  private environment: \"ENVIRONMENT_BROWSER\" | \"ENVIRONMENT_DESKTOP\" =\n    \"ENVIRONMENT_BROWSER\";\n  private generateContentConfig: GenerateContentConfig;\n  private tools?: ToolSet;\n  private baseURL?: string;\n  private safetyConfirmationHandler?: SafetyConfirmationHandler;\n  constructor(\n    type: AgentType,\n    modelName: string,\n    userProvidedInstructions?: string,\n    clientOptions?: ClientOptions,\n    tools?: ToolSet,\n  ) {\n    super(type, modelName, userProvidedInstructions);\n\n    this.tools = tools;\n    // Process client options\n    this.apiKey =\n      (clientOptions?.apiKey as string) ||\n      process.env.GEMINI_API_KEY ||\n      process.env.GOOGLE_GENERATIVE_AI_API_KEY ||\n      process.env.GOOGLE_API_KEY ||\n      \"\";\n    this.baseURL = clientOptions?.baseURL as string | undefined;\n\n    // Initialize the Google Generative AI client\n    const genAIOptions: GoogleGenAIOptions = {\n      apiKey: this.apiKey,\n      ...(this.baseURL ? { httpOptions: { baseUrl: this.baseURL } } : {}),\n    };\n    this.client = new GoogleGenAI(genAIOptions);\n\n    // Get environment if specified\n    if (\n      clientOptions?.environment &&\n      typeof clientOptions.environment === \"string\"\n    ) {\n      this.environment = clientOptions.environment as typeof this.environment;\n    }\n\n    this.generateContentConfig = {\n      temperature: 1,\n      topP: 0.95,\n      topK: 40,\n      maxOutputTokens: 8192,\n      // systemInstruction: this.userProvidedInstructions\n      //   ? { parts: [{ text: this.userProvidedInstructions }] }\n      //   : { parts: [{ text: buildGoogleCUASystemPrompt() }] },\n      tools: [\n        {\n          computerUse: {\n            environment: this.environment,\n          },\n        } as Tool,\n      ],\n    };\n\n    // Store client options for reference\n    this.clientOptions = {\n      apiKey: this.apiKey,\n      ...(this.baseURL ? { baseURL: this.baseURL } : {}),\n    };\n\n    // Initialize tools if provided\n    if (this.tools && Object.keys(this.tools).length > 0) {\n      this.updateGenerateContentConfig();\n    }\n  }\n\n  public setViewport(width: number, height: number): void {\n    this.currentViewport = { width, height };\n  }\n\n  setCurrentUrl(url: string): void {\n    this.currentUrl = url;\n  }\n\n  setScreenshotProvider(\n    provider: () => Promise<ScreenshotProviderResult>,\n  ): void {\n    this.screenshotProvider = provider;\n  }\n\n  setActionHandler(handler: (action: AgentAction) => Promise<void>): void {\n    this.actionHandler = handler;\n  }\n\n  setTools(tools: ToolSet): void {\n    this.tools = tools;\n    this.updateGenerateContentConfig();\n  }\n\n  setSafetyConfirmationHandler(handler?: SafetyConfirmationHandler): void {\n    this.safetyConfirmationHandler = handler;\n  }\n\n  private async handleSafetyConfirmation(\n    safetyDecision: unknown,\n    logger: (message: LogLine) => void,\n  ): Promise<string | undefined> {\n    const safetyMessage =\n      typeof safetyDecision === \"object\"\n        ? JSON.stringify(safetyDecision, null, 2)\n        : String(safetyDecision);\n\n    const safetyChecks: SafetyCheck[] = [\n      {\n        id: \"google-safety-decision\",\n        code: \"safety_decision\",\n        message: safetyMessage,\n      },\n    ];\n\n    if (this.safetyConfirmationHandler) {\n      logger({\n        category: \"agent\",\n        message: `Requesting safety confirmation for Google safety decision: ${safetyMessage}`,\n        level: 1,\n      });\n\n      const response = await this.safetyConfirmationHandler(safetyChecks);\n\n      if (response.acknowledged) {\n        logger({\n          category: \"agent\",\n          message: `Safety decision acknowledged by user`,\n          level: 1,\n        });\n        return \"true\";\n      } else {\n        logger({\n          category: \"agent\",\n          message: `Safety decision rejected by user`,\n          level: 1,\n        });\n        return undefined;\n      }\n    }\n\n    logger({\n      category: \"agent\",\n      message: `Auto-acknowledging Google safety decision`,\n      level: 2,\n    });\n    return \"true\";\n  }\n\n  /**\n   * Update the generateContentConfig with current tools\n   */\n  private updateGenerateContentConfig(): void {\n    const functionDeclarations =\n      this.tools && Object.keys(this.tools).length > 0\n        ? convertToolSetToFunctionDeclarations(this.tools)\n        : [];\n\n    this.generateContentConfig = {\n      ...this.generateContentConfig,\n      tools: [\n        {\n          computerUse: {\n            environment: this.environment,\n          },\n          ...(functionDeclarations.length > 0 ? { functionDeclarations } : {}),\n        } as Tool,\n      ],\n    };\n  }\n\n  /**\n   * Execute a task with the Google CUA\n   * This is the main entry point for the agent\n   * @implements AgentClient.execute\n   */\n  async execute(executionOptions: AgentExecutionOptions): Promise<AgentResult> {\n    const { options, logger } = executionOptions;\n    const { instruction } = options;\n    const maxSteps = options.maxSteps || 10;\n\n    let currentStep = 0;\n    let completed = false;\n    const actions: AgentAction[] = [];\n    const messageList: string[] = [];\n    let finalMessage = \"\";\n    this.history = []; // Clear history for new execution\n\n    // Start with the initial instruction\n    await this.initializeHistory(instruction);\n\n    let totalInputTokens = 0;\n    let totalOutputTokens = 0;\n    let totalReasoningTokens = 0;\n    let totalCachedInputTokens = 0;\n    let totalInferenceTime = 0;\n\n    try {\n      // Execute steps until completion or max steps reached\n      while (!completed && currentStep < maxSteps) {\n        await this.preStepHook?.();\n\n        logger({\n          category: \"agent\",\n          message: `Executing step ${currentStep + 1}/${maxSteps}`,\n          level: 1,\n        });\n\n        const result = await this.executeStep(logger);\n        totalInputTokens += result.usage.input_tokens;\n        totalOutputTokens += result.usage.output_tokens;\n        totalReasoningTokens += result.usage.reasoning_tokens;\n        totalCachedInputTokens += result.usage.cached_input_tokens;\n        totalInferenceTime += result.usage.inference_time_ms;\n\n        // Add actions to the list\n        actions.push(...result.actions);\n\n        // Update completion status\n        completed = result.completed;\n\n        // Record any message for this step\n        if (result.message) {\n          messageList.push(result.message);\n          finalMessage = result.message;\n        }\n\n        // Increment step counter\n        currentStep++;\n      }\n\n      // Return the final result\n      return {\n        success: completed,\n        actions,\n        message: finalMessage,\n        completed,\n        usage: {\n          input_tokens: totalInputTokens,\n          output_tokens: totalOutputTokens,\n          reasoning_tokens: totalReasoningTokens,\n          cached_input_tokens: totalCachedInputTokens,\n          inference_time_ms: totalInferenceTime,\n        },\n      };\n    } catch (error) {\n      const errorMessage =\n        error instanceof Error ? error.message : String(error);\n      logger({\n        category: \"agent\",\n        message: `Error executing agent task: ${errorMessage}`,\n        level: 0,\n      });\n\n      return {\n        success: false,\n        actions,\n        message: `Failed to execute task: ${errorMessage}`,\n        completed: false,\n        usage: {\n          input_tokens: totalInputTokens,\n          output_tokens: totalOutputTokens,\n          reasoning_tokens: totalReasoningTokens,\n          cached_input_tokens: totalCachedInputTokens,\n          inference_time_ms: totalInferenceTime,\n        },\n      };\n    }\n  }\n\n  /**\n   * Initialize conversation history with the initial instruction\n   */\n  private async initializeHistory(instruction: string): Promise<void> {\n    const parts: Part[] = [{ text: instruction }];\n\n    // Note: The Python implementation doesn't include the initial screenshot\n    // Following the same pattern here\n\n    const systemPromptContent = this.userProvidedInstructions\n      ? this.userProvidedInstructions\n      : buildGoogleCUASystemPrompt().content;\n\n    this.history = [\n      {\n        role: \"user\",\n        parts: [\n          {\n            text: \"System prompt: \" + systemPromptContent,\n          },\n        ],\n      },\n      {\n        role: \"user\",\n        parts,\n      },\n    ];\n  }\n\n  /**\n   * Execute a single step of the agent\n   */\n  async executeStep(logger: (message: LogLine) => void): Promise<{\n    actions: AgentAction[];\n    message: string;\n    completed: boolean;\n    usage: {\n      input_tokens: number;\n      output_tokens: number;\n      reasoning_tokens: number;\n      cached_input_tokens: number;\n      inference_time_ms: number;\n    };\n  }> {\n    try {\n      const startTime = Date.now();\n\n      // Compress images in conversation history before sending to the model\n      const compressedResult = compressGoogleConversationImages(\n        this.history,\n        2,\n      );\n      const compressedHistory = compressedResult.items;\n\n      // Use the SDK's generateContent method with retry logic (matching Python's get_model_response)\n      const maxRetries = 5;\n      const baseDelayS = 1;\n      let lastError: Error | null = null;\n      let response: GenerateContentResponse | null = null;\n\n      // Log LLM request\n      const llmRequestId = uuidv7();\n      FlowLogger.logLlmRequest({\n        requestId: llmRequestId,\n        model: this.modelName,\n        prompt: extractLlmCuaPromptSummary(compressedHistory),\n      });\n\n      for (let attempt = 0; attempt < maxRetries; attempt++) {\n        try {\n          // Add exponential backoff delay for retries\n          if (attempt > 0) {\n            const delay = baseDelayS * Math.pow(2, attempt) * 1000; // Convert to ms\n            logger({\n              category: \"agent\",\n              message: `Generating content failed on attempt ${attempt + 1}. Retrying in ${delay / 1000} seconds...`,\n              level: 2,\n            });\n            await new Promise((resolve) => setTimeout(resolve, delay));\n          }\n\n          // Use the SDK's generateContent method - following Python SDK pattern\n          response = await this.client.models.generateContent({\n            model: this.modelName,\n            contents: compressedHistory,\n            config: this.generateContentConfig,\n          });\n\n          // Check if we have valid response content\n          if (!response.candidates || response.candidates.length === 0) {\n            throw new LLMResponseError(\"agent\", \"Response has no candidates!\");\n          }\n\n          const candidate = response.candidates[0];\n          if (!candidate.content || !candidate.content.parts) {\n            const reason = candidate.finishReason || \"unknown\";\n            throw new LLMResponseError(\n              \"agent\",\n              `Response has no content (finish reason: ${reason})`,\n            );\n          }\n\n          // Success - we have a valid response\n          break;\n        } catch (error) {\n          lastError = error instanceof Error ? error : new Error(String(error));\n          logger({\n            category: \"agent\",\n            message: `API call error: ${lastError.message}`,\n            level: 2,\n          });\n\n          // If this was the last attempt, throw the error\n          if (attempt === maxRetries - 1) {\n            logger({\n              category: \"agent\",\n              message: `Generating content failed after ${maxRetries} attempts.`,\n              level: 0,\n            });\n            throw lastError;\n          }\n        }\n      }\n\n      if (!response) {\n        throw (\n          lastError || new Error(\"Failed to get response after all retries\")\n        );\n      }\n\n      const endTime = Date.now();\n      const elapsedMs = endTime - startTime;\n      const { usageMetadata } = response;\n\n      // Log LLM response\n      FlowLogger.logLlmResponse({\n        requestId: llmRequestId,\n        model: this.modelName,\n        output: extractLlmCuaResponseSummary(response),\n        inputTokens: usageMetadata?.promptTokenCount,\n        outputTokens: usageMetadata?.candidatesTokenCount,\n      });\n\n      // Process the response\n      const result = await this.processResponse(response, logger);\n\n      // Add model response to history\n      if (response.candidates && response.candidates[0]) {\n        // Sanitize any out-of-range coordinates in function calls before adding to history\n        const sanitizedContent = JSON.parse(\n          JSON.stringify(response.candidates[0].content),\n        );\n        if (sanitizedContent.parts) {\n          for (const part of sanitizedContent.parts) {\n            if (part.functionCall?.args) {\n              if (\n                typeof part.functionCall.args.x === \"number\" &&\n                part.functionCall.args.x > 999\n              ) {\n                part.functionCall.args.x = 999;\n              }\n              if (\n                typeof part.functionCall.args.y === \"number\" &&\n                part.functionCall.args.y > 999\n              ) {\n                part.functionCall.args.y = 999;\n              }\n            }\n          }\n        }\n        this.history.push(sanitizedContent);\n      }\n\n      // Execute actions and collect function responses\n      const functionResponses: Part[] = [];\n\n      // Always process the model's response, even when it produced no\n      // executable action (e.g. a standalone take_screenshot). The model\n      // expects exactly one function response — a fresh screenshot — per\n      // computer-use call; skipping it when there are 0 actions leaves the\n      // model blind and it gives up after one empty turn.\n      {\n        let hasError = false;\n\n        // Execute all actions (a no-op when there are none).\n        for (let i = 0; i < result.actions.length; i++) {\n          const action = result.actions[i];\n\n          logger({\n            category: \"agent\",\n            message: `Executing action ${i + 1}/${result.actions.length}: ${action.type}`,\n            level: 2,\n          });\n\n          // Special handling for open_web_browser - don't execute it\n          if (action.type === \"open_web_browser\") {\n            // Set pageUrl for open_web_browser since it doesn't go through action handler\n            action.pageUrl = this.currentUrl;\n            logger({\n              category: \"agent\",\n              message: \"Skipping open_web_browser action\",\n              level: 2,\n            });\n          } else if (action.type === \"screenshot\") {\n            // No interaction to perform — the screenshot captured below is\n            // returned to the model as this call's function response.\n            logger({\n              category: \"agent\",\n              message: \"take_screenshot: capturing current page\",\n              level: 2,\n            });\n          } else if (action.type === \"custom_tool\") {\n            const toolName = action.name as string;\n            const toolArgs = action.arguments as Record<string, unknown>;\n\n            if (this.tools && toolName in this.tools) {\n              const correspondingFunctionCall = result.functionCalls.find(\n                (fc) => fc.name === toolName,\n              );\n\n              if (correspondingFunctionCall) {\n                const executionResult = await executeGoogleCustomTool(\n                  toolName,\n                  toolArgs,\n                  this.tools,\n                  correspondingFunctionCall,\n                  logger,\n                );\n\n                functionResponses.push(executionResult.functionResponse);\n\n                if (!executionResult.success) {\n                  hasError = true;\n                }\n              }\n            }\n          } else if (this.actionHandler) {\n            try {\n              await this.actionHandler(action);\n\n              // Add a delay between actions to ensure they complete properly\n              // Longer delay for typing actions to ensure fields are ready\n              if (i < result.actions.length - 1) {\n                const nextAction = result.actions[i + 1];\n                const isTypingAction =\n                  action.type === \"type\" || nextAction.type === \"type\";\n                const delay = isTypingAction ? 500 : 200;\n                await new Promise((resolve) => setTimeout(resolve, delay));\n              }\n            } catch (actionError) {\n              if (actionError instanceof StagehandClosedError) {\n                throw actionError;\n              }\n              logger({\n                category: \"agent\",\n                message: `Error executing action ${action.type}: ${actionError}`,\n                level: 0,\n              });\n              hasError = true;\n              // Continue processing other actions even if one fails\n            }\n          }\n        }\n\n        // Create function responses for computer use actions (non-custom tools)\n        // We need exactly one response per function call, regardless of how many actions were generated\n        if (result.functionCalls.length > 0 || hasError) {\n          // Filter out custom tool function calls as they've already been handled\n          const computerUseFunctionCalls = result.functionCalls.filter(\n            (fc) => !isCustomTool(fc, this.tools),\n          );\n\n          if (computerUseFunctionCalls.length > 0) {\n            try {\n              logger({\n                category: \"agent\",\n                message: `Taking screenshot after executing ${result.actions.length} actions${hasError ? \" (with errors)\" : \"\"}`,\n                level: 2,\n              });\n\n              const screenshot = await this.captureScreenshot();\n              const base64Data = screenshot.base64;\n\n              // Create one function response for each computer use function call\n              // Following Python SDK pattern: FunctionResponse with parts containing inline_data\n              for (const functionCall of computerUseFunctionCalls) {\n                let safetyAcknowledgement: string | undefined;\n                if (functionCall.args?.safety_decision) {\n                  safetyAcknowledgement = await this.handleSafetyConfirmation(\n                    functionCall.args.safety_decision,\n                    logger,\n                  );\n                }\n\n                const functionResponsePart: Part = {\n                  functionResponse: {\n                    name: functionCall.name,\n                    response: {\n                      url: this.currentUrl || \"\",\n                      ...(safetyAcknowledgement !== undefined\n                        ? {\n                            safety_acknowledgement: safetyAcknowledgement,\n                          }\n                        : {}),\n                    },\n                    parts: [\n                      {\n                        inlineData: {\n                          mimeType: screenshot.mediaType,\n                          data: base64Data,\n                        },\n                      },\n                    ],\n                  },\n                };\n                functionResponses.push(functionResponsePart);\n              }\n            } catch (error) {\n              logger({\n                category: \"agent\",\n                message: `Error capturing screenshot: ${error}`,\n                level: 0,\n              });\n            }\n          }\n        }\n\n        // Add all function responses to history in a single user message\n        if (functionResponses.length > 0) {\n          logger({\n            category: \"agent\",\n            message: `Adding ${functionResponses.length} function responses to history`,\n            level: 2,\n          });\n          this.history.push({\n            role: \"user\",\n            parts: functionResponses,\n          });\n        }\n      }\n\n      return {\n        actions: result.actions,\n        message: result.message,\n        completed: result.completed,\n        usage: {\n          // promptTokenCount is the TOTAL input and already includes the\n          // cached portion; cachedContentTokenCount is the cache-hit subset\n          // (tracked separately for visibility, not additive). thoughtsTokenCount\n          // is Gemini's thinking/reasoning output.\n          input_tokens: usageMetadata?.promptTokenCount || 0,\n          output_tokens: usageMetadata?.candidatesTokenCount || 0,\n          reasoning_tokens: usageMetadata?.thoughtsTokenCount || 0,\n          cached_input_tokens: usageMetadata?.cachedContentTokenCount || 0,\n          inference_time_ms: elapsedMs,\n        },\n      };\n    } catch (error) {\n      const errorMessage =\n        error instanceof Error ? error.message : String(error);\n      logger({\n        category: \"agent\",\n        message: `Error executing step: ${errorMessage}`,\n        level: 0,\n      });\n\n      throw error;\n    }\n  }\n\n  /**\n   * Process the response from Google's API\n   */\n  private async processResponse(\n    response: GenerateContentResponse,\n    logger: (message: LogLine) => void,\n  ): Promise<{\n    actions: AgentAction[];\n    message: string;\n    completed: boolean;\n    functionCalls: FunctionCall[];\n  }> {\n    const actions: AgentAction[] = [];\n    let message = \"\";\n    const functionCalls: FunctionCall[] = [];\n\n    if (!response.candidates || response.candidates.length === 0) {\n      return {\n        actions: [],\n        message: \"No candidates in response\",\n        completed: true,\n        functionCalls: [],\n      };\n    }\n    const candidate = response.candidates[0];\n\n    // Log the raw response for debugging\n    logger({\n      category: \"agent\",\n      message: `Raw response from Google: ${JSON.stringify(candidate.content, null, 2)}`,\n      level: 2,\n    });\n\n    // Process all parts - Google can send multiple function calls\n    for (const part of candidate.content.parts) {\n      if (part.text) {\n        message += part.text + \"\\n\";\n        logger({\n          category: \"agent\",\n          message: `Reasoning: ${part.text}`,\n          level: 1,\n        });\n      }\n      if (part.functionCall) {\n        functionCalls.push(part.functionCall);\n        logger({\n          category: \"agent\",\n          message: `Found function call: ${part.functionCall.name} with args: ${JSON.stringify(part.functionCall.args)}`,\n          level: 2,\n        });\n\n        // Convert function call to action(s)\n        const action = this.convertFunctionCallToAction(\n          part.functionCall,\n          logger,\n        );\n        if (action) {\n          // Special handling for type actions. gemini-2.5 type_text_at carries\n          // coordinates (click the field first); gemini-3.x `type` has none and\n          // types into the element the model already focused.\n          if (action.type === \"type\") {\n            logger({\n              category: \"agent\",\n              message: `Adding action: ${JSON.stringify(action)}`,\n              level: 2,\n            });\n            // Click the target first only when coordinates are provided.\n            if (typeof action.x === \"number\" && typeof action.y === \"number\") {\n              actions.push({\n                type: \"click\",\n                x: action.x,\n                y: action.y,\n                button: \"left\",\n              });\n            }\n\n            // If clear_before_typing is true (default), add a select all\n            if (action.clearBeforeTyping) {\n              // Select all text in the field\n              actions.push({\n                type: \"keypress\",\n                keys: [\"ControlOrMeta+A\"],\n              });\n              actions.push({\n                type: \"keypress\",\n                keys: [\"Backspace\"],\n              });\n            }\n\n            // Then add the type action\n            actions.push(action);\n            if (action.pressEnter) {\n              actions.push({\n                type: \"keypress\",\n                keys: [\"Enter\"],\n              });\n            }\n          } else {\n            actions.push(action);\n          }\n        } else {\n          logger({\n            category: \"agent\",\n            message: `Warning: Could not convert function call ${part.functionCall.name} to action`,\n            level: 1,\n          });\n        }\n      }\n    }\n\n    // Log summary of what we found\n    logger({\n      category: \"agent\",\n      message: `Found ${functionCalls.length} function calls, converted to ${actions.length} actions`,\n      level: 2,\n    });\n\n    // Check if task is completed\n    const completed =\n      functionCalls.length === 0 ||\n      (candidate.finishReason && candidate.finishReason !== \"STOP\");\n\n    return {\n      actions,\n      message: message.trim(),\n      completed,\n      functionCalls,\n    };\n  }\n\n  /**\n   * Convert Google function call to Stagehand action\n   */\n  private convertFunctionCallToAction(\n    functionCall: FunctionCall,\n    logger?: (message: LogLine) => void,\n  ): AgentAction | null {\n    const { name: rawName } = functionCall;\n    // Default args to an empty object so no-argument predefined functions\n    // (e.g. take_screenshot, go_back) are not rejected by the guard below.\n    const args = functionCall.args ?? {};\n\n    if (!rawName) {\n      return null;\n    }\n\n    // The gemini-3.x computer-use tool renamed several of the predefined\n    // functions that gemini-2.5-computer-use-preview used, and adds a\n    // descriptive `intent` arg to every call. The argument fields are otherwise\n    // unchanged (confirmed for click/navigate). Normalize the 3.x names to the\n    // canonical 2.5 names so a single set of handlers serves both generations;\n    // `intent` is ignored since handlers only read the args they need.\n    // NOTE: click and take_screenshot are confirmed from live gemini-3.5-flash\n    // traffic; the rest are inferred from the same drop-the-qualifier pattern\n    // and are safe aliases (any unmapped name still hits the warning below).\n    // gemini-3.x renamed several predefined functions vs gemini-2.5. Alias the\n    // 3.x names whose behavior maps cleanly onto a 2.5 canonical handler. Click\n    // variants that carry distinct semantics (double/triple/right/middle click,\n    // move) are NOT aliased here — they have dedicated cases below so the click\n    // count and button are preserved. 2.5 never emits any of these names, so\n    // the 2.5 handlers are unaffected.\n    const NAME_ALIASES: Record<string, string> = {\n      click: \"click_at\",\n      left_click: \"click_at\",\n      type: \"type_text_at\",\n      type_text: \"type_text_at\",\n      hover: \"hover_at\",\n      scroll: \"scroll_at\",\n      drag: \"drag_and_drop\",\n      key: \"key_combination\",\n      keys: \"key_combination\",\n      key_press: \"key_combination\",\n      press_key: \"key_combination\",\n      press_keys: \"key_combination\",\n      hotkey: \"key_combination\",\n      screenshot: \"take_screenshot\",\n      wait: \"wait_5_seconds\",\n    };\n    const name = NAME_ALIASES[rawName] ?? rawName;\n\n    // Predefined computer-use tools take precedence over custom tools. If a\n    // custom tool was registered under a reserved (aliased) name, note that the\n    // predefined tool wins rather than silently dropping the custom one.\n    if (rawName in NAME_ALIASES && isCustomTool(functionCall, this.tools)) {\n      logger?.({\n        category: \"agent\",\n        message: `Custom tool \"${rawName}\" collides with a predefined Google CUA function; using the predefined tool. Rename the custom tool to avoid the conflict.`,\n        level: 2,\n      });\n    }\n\n    switch (name) {\n      case \"open_web_browser\":\n        return {\n          type: \"open_web_browser\",\n          timestamp: Date.now(),\n        };\n\n      case \"take_screenshot\":\n        // No UI interaction. The step loop captures a fresh screenshot and\n        // returns it to the model as this call's function response; marked as a\n        // recognized action (not null) so it isn't dropped, and skipped in the\n        // executor like open_web_browser.\n        return {\n          type: \"screenshot\",\n          timestamp: Date.now(),\n        };\n\n      case \"click_at\": {\n        // x/y are required; reject a malformed call rather than normalizing\n        // undefined/NaN/Infinity into bad coordinates. (gemini-3.x `click`\n        // aliases here.)\n        if (\n          !GoogleCUAClient.isFiniteCoord(args.x) ||\n          !GoogleCUAClient.isFiniteCoord(args.y)\n        ) {\n          return null;\n        }\n        const { x, y } = this.normalizeCoordinates(args.x, args.y);\n        return {\n          type: \"click\",\n          x,\n          y,\n          button: args.button || \"left\",\n        };\n      }\n\n      // gemini-3.x click family. The executor natively supports double/triple\n      // click and right/middle button, so preserve those semantics rather than\n      // collapsing to a single left click. All require integer coordinates;\n      // drop the call (return null) on a malformed payload so the executor is\n      // never handed NaN.\n      case \"double_click\":\n      case \"triple_click\":\n      case \"right_click\":\n      case \"middle_click\":\n      case \"move\": {\n        if (\n          !GoogleCUAClient.isFiniteCoord(args.x) ||\n          !GoogleCUAClient.isFiniteCoord(args.y)\n        ) {\n          return null;\n        }\n        const { x, y } = this.normalizeCoordinates(args.x, args.y);\n        if (name === \"move\") {\n          return { type: \"move\", x, y };\n        }\n        if (name === \"double_click\" || name === \"triple_click\") {\n          return { type: name, x, y };\n        }\n        return {\n          type: \"click\",\n          x,\n          y,\n          button: name === \"right_click\" ? \"right\" : \"middle\",\n        };\n      }\n\n      case \"type_text_at\": {\n        // text is required; reject a malformed call rather than typing\n        // \"undefined\". An empty string is valid (e.g. clear the field).\n        if (typeof args.text !== \"string\") {\n          return null;\n        }\n        // press_enter and clear_before_typing are shared across generations.\n        const pressEnter = (args.press_enter as boolean) ?? false;\n        const clearBeforeTyping = (args.clear_before_typing as boolean) ?? true;\n        const base = {\n          type: \"type\" as const,\n          text: args.text as string,\n          pressEnter,\n          clearBeforeTyping,\n        };\n\n        // gemini-2.5 type_text_at carries x/y (click the field, then type).\n        // gemini-3.x `type` has no coordinates and types into the element the\n        // model already focused with a preceding click. Only attach coords when\n        // present so the executor doesn't click at NaN.\n        if (typeof args.x === \"number\" && typeof args.y === \"number\") {\n          const { x, y } = this.normalizeCoordinates(args.x, args.y);\n          return { ...base, x, y };\n        }\n        return base;\n      }\n\n      case \"key_combination\": {\n        // gemini-2.5 key_combination sends `keys` as a \"+\"-joined string;\n        // gemini-3.x `hotkey` sends a `keys` array, and `press_key` sends a\n        // single `key`. Accept all three.\n        const raw = args.keys !== undefined ? args.keys : args.key;\n        const parts = Array.isArray(raw)\n          ? (raw as string[])\n          : String(raw ?? \"\").split(\"+\");\n        const keys = parts\n          .map((key) => String(key).trim())\n          .filter(Boolean)\n          .map((key) => mapKeyToPlaywright(key));\n        if (keys.length === 0) {\n          return null;\n        }\n        return {\n          type: \"keypress\",\n          keys,\n        };\n      }\n\n      case \"scroll_document\": {\n        const direction = (args.direction as string).toLowerCase();\n        return {\n          type: \"keypress\",\n          keys: [direction === \"up\" ? \"PageUp\" : \"PageDown\"],\n        };\n      }\n\n      case \"scroll_at\": {\n        // A coordinate-less (or malformed) `scroll` alias (gemini-3.x) scrolls\n        // the document via PageUp/PageDown.\n        if (\n          !GoogleCUAClient.isFiniteCoord(args.x) ||\n          !GoogleCUAClient.isFiniteCoord(args.y)\n        ) {\n          const dir = ((args.direction as string) || \"down\").toLowerCase();\n          return {\n            type: \"keypress\",\n            keys: [dir === \"up\" ? \"PageUp\" : \"PageDown\"],\n          };\n        }\n        const { x, y } = this.normalizeCoordinates(args.x, args.y);\n        const direction = ((args.direction as string) || \"down\").toLowerCase();\n        // 2.5 uses `magnitude`; gemini-3.x `scroll` uses `magnitude_in_pixels`.\n        const magnitude = GoogleCUAClient.isFiniteCoord(args.magnitude)\n          ? args.magnitude\n          : GoogleCUAClient.isFiniteCoord(args.magnitude_in_pixels)\n            ? args.magnitude_in_pixels\n            : 800;\n\n        let scroll_x = 0;\n        let scroll_y = 0;\n        if (direction === \"up\") {\n          scroll_y = -magnitude;\n        } else if (direction === \"down\") {\n          scroll_y = magnitude;\n        } else if (direction === \"left\") {\n          scroll_x = -magnitude;\n        } else if (direction === \"right\") {\n          scroll_x = magnitude;\n        } else {\n          // Default to down if unknown direction\n          scroll_y = magnitude;\n        }\n\n        return {\n          type: \"scroll\",\n          x,\n          y,\n          scroll_x,\n          scroll_y,\n        };\n      }\n\n      case \"navigate\":\n        // url is required; reject a malformed call rather than navigating to\n        // \"undefined\".\n        if (typeof args.url !== \"string\" || args.url.length === 0) {\n          return null;\n        }\n        return {\n          type: \"goto\",\n          url: args.url,\n        };\n\n      case \"go_back\":\n        return {\n          type: \"back\",\n        };\n\n      case \"go_forward\":\n        return {\n          type: \"forward\",\n        };\n\n      case \"wait_5_seconds\":\n        return {\n          type: \"wait\",\n          timeMs: 5000, // Google CUA waits for 5 seconds\n        };\n\n      case \"hover_at\": {\n        const { x, y } = this.normalizeCoordinates(\n          args.x as number,\n          args.y as number,\n        );\n        return {\n          type: \"move\",\n          x,\n          y,\n        };\n      }\n\n      case \"search\":\n        return {\n          type: \"goto\",\n          url: \"https://www.google.com\",\n        };\n\n      case \"drag_and_drop\": {\n        // 2.5 uses x/y + destination_x/destination_y; gemini-3.x `drag_and_drop`\n        // uses start_x/start_y + end_x/end_y. Accept either.\n        const sx = args.x ?? args.start_x;\n        const sy = args.y ?? args.start_y;\n        const ex = args.destination_x ?? args.end_x;\n        const ey = args.destination_y ?? args.end_y;\n        if (\n          !GoogleCUAClient.isFiniteCoord(sx) ||\n          !GoogleCUAClient.isFiniteCoord(sy) ||\n          !GoogleCUAClient.isFiniteCoord(ex) ||\n          !GoogleCUAClient.isFiniteCoord(ey)\n        ) {\n          return null;\n        }\n        const startPoint = this.normalizeCoordinates(sx, sy);\n        const endPoint = this.normalizeCoordinates(ex, ey);\n        return {\n          type: \"drag\",\n          path: [\n            { x: startPoint.x, y: startPoint.y },\n            { x: endPoint.x, y: endPoint.y },\n          ],\n        };\n      }\n\n      default:\n        if (isCustomTool(functionCall, this.tools)) {\n          return {\n            type: \"custom_tool\",\n            name,\n            arguments: args,\n            timestamp: Date.now(),\n            pageUrl: this.currentUrl,\n          };\n        }\n        console.warn(`Unsupported Google CUA function: ${name}`);\n        return null;\n    }\n  }\n\n  /**\n   * True only for a usable coordinate/number: rejects undefined, non-numbers,\n   * and the numeric edge cases NaN and Infinity (both `typeof \"number\"`), so\n   * malformed function calls are dropped instead of normalizing into NaN.\n   */\n  private static isFiniteCoord(value: unknown): value is number {\n    return typeof value === \"number\" && Number.isFinite(value);\n  }\n\n  /**\n   * Normalize coordinates from Google's 0-1000 range to viewport dimensions\n   */\n  private normalizeCoordinates(x: number, y: number): { x: number; y: number } {\n    const clampedX = Math.min(999, Math.max(0, x));\n    const clampedY = Math.min(999, Math.max(0, y));\n    return {\n      x: Math.floor((clampedX / 1000) * this.currentViewport.width),\n      y: Math.floor((clampedY / 1000) * this.currentViewport.height),\n    };\n  }\n\n  async captureScreenshot(options?: {\n    base64Image?: string;\n    mediaType?: \"image/png\" | \"image/jpeg\";\n    currentUrl?: string;\n  }): Promise<ScreenshotProviderResult> {\n    // Update current URL if provided\n    if (options?.currentUrl) {\n      this.currentUrl = options.currentUrl;\n    }\n\n    // Use provided options if available\n    if (options?.base64Image) {\n      return {\n        base64: options.base64Image,\n        mediaType: options.mediaType ?? \"image/png\",\n      };\n    }\n\n    // Use the screenshot provider if available\n    if (this.screenshotProvider) {\n      try {\n        return await this.screenshotProvider();\n      } catch (error) {\n        console.error(\"Error capturing screenshot:\", error);\n        throw error;\n      }\n    }\n\n    throw new AgentScreenshotProviderError(\n      \"`screenshotProvider` has not been set. \" +\n        \"Please call `setScreenshotProvider()` with a valid function that returns a base64-encoded image and media type\",\n    );\n  }\n}\n"]}
+{"version":3,"file":"GoogleCUAClient.js","sourceRoot":"","sources":["../../../../../lib/v3/agent/GoogleCUAClient.ts"],"names":[],"mappings":";;;AAAA,yCASuB;AAYvB,qDAA+C;AAC/C,+DAIsC;AACtC,+CAA6D;AAC7D,qEAA+E;AAC/E,+DAA8D;AAC9D,mFAI4C;AAE5C,+DAIqC;AACrC,+BAAoC;AA2CpC,2EAA2E;AAC3E,SAAS,gBAAgB,CAAC,KAAc;IACtC,MAAM,MAAM,GAAI,KAA8B,EAAE,MAAM,CAAC;IACvD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO,MAAM,KAAK,GAAG,IAAI,MAAM,IAAI,GAAG,CAAC;IACzC,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,OAAO,8DAA8D,CAAC,IAAI,CACxE,OAAO,CACR,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAa,eAAgB,SAAQ,4BAAW;IACtC,MAAM,CAAS;IACf,MAAM,CAAc;IACpB,eAAe,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IAC/C,UAAU,CAAU;IACpB,kBAAkB,CAA2C;IAC7D,aAAa,CAA0C;IACvD,OAAO,GAAc,EAAE,CAAC;IACxB,WAAW,GACjB,qBAAqB,CAAC;IAChB,qBAAqB,CAAwB;IAC7C,KAAK,CAAW;IAChB,OAAO,CAAU;IACjB,yBAAyB,CAA6B;IAC9D;;;OAGG;IACK,GAAG,GAAuC,iBAAiB,CAAC;IAC5D,qBAAqB,CAAU;IAC/B,uBAAuB,CAA8B;IAC7D,YACE,IAAe,EACf,SAAiB,EACjB,wBAAiC,EACjC,aAA6B,EAC7B,KAAe;QAEf,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,wBAAwB,CAAC,CAAC;QAEjD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,yBAAyB;QACzB,IAAI,CAAC,MAAM;YACR,aAAa,EAAE,MAAiB;gBACjC,OAAO,CAAC,GAAG,CAAC,cAAc;gBAC1B,OAAO,CAAC,GAAG,CAAC,4BAA4B;gBACxC,OAAO,CAAC,GAAG,CAAC,cAAc;gBAC1B,EAAE,CAAC;QACL,IAAI,CAAC,OAAO,GAAG,aAAa,EAAE,OAA6B,CAAC;QAE5D,6CAA6C;QAC7C,MAAM,YAAY,GAAuB;YACvC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpE,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,IAAI,mBAAW,CAAC,YAAY,CAAC,CAAC;QAE5C,IAAI,aAAa,EAAE,SAAS,KAAK,cAAc,EAAE,CAAC;YAChD,IAAI,CAAC,GAAG,GAAG,cAAc,CAAC;QAC5B,CAAC;QAED,+BAA+B;QAC/B,IACE,aAAa,EAAE,WAAW;YAC1B,OAAO,aAAa,CAAC,WAAW,KAAK,QAAQ,EAC7C,CAAC;YACD,IAAI,CAAC,WAAW,GAAG,aAAa,CAAC,WAAsC,CAAC;QAC1E,CAAC;QAED,2EAA2E;QAC3E,0EAA0E;QAC1E,IAAI,CAAC,qBAAqB,GAAG;YAC3B,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,EAAE;YACR,iBAAiB,EAAE,IAAI,CAAC,wBAAwB;gBAC9C,CAAC,CAAC,IAAI,CAAC,wBAAwB;gBAC/B,CAAC,CAAC,IAAA,sCAA0B,GAAE,CAAC,OAAO;YACxC,KAAK,EAAE;gBACL;oBACE,WAAW,EAAE;wBACX,WAAW,EAAE,IAAI,CAAC,WAAW;qBAC9B;iBACM;aACV;SACF,CAAC;QAEF,qCAAqC;QACrC,IAAI,CAAC,aAAa,GAAG;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnD,CAAC;QAEF,+BAA+B;QAC/B,IAAI,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC,2BAA2B,EAAE,CAAC;QACrC,CAAC;IACH,CAAC;IAEM,WAAW,CAAC,KAAa,EAAE,MAAc;QAC9C,IAAI,CAAC,eAAe,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC3C,CAAC;IAED,aAAa,CAAC,GAAW;QACvB,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC;IACxB,CAAC;IAED,qBAAqB,CACnB,QAAiD;QAEjD,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;IACrC,CAAC;IAED,gBAAgB,CAAC,OAA+C;QAC9D,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;IAC/B,CAAC;IAED,QAAQ,CAAC,KAAc;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,2BAA2B,EAAE,CAAC;IACrC,CAAC;IAED,4BAA4B,CAAC,OAAmC;QAC9D,IAAI,CAAC,yBAAyB,GAAG,OAAO,CAAC;IAC3C,CAAC;IAEO,KAAK,CAAC,wBAAwB,CACpC,cAAuB,EACvB,MAAkC;QAElC,MAAM,aAAa,GACjB,OAAO,cAAc,KAAK,QAAQ;YAChC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAE7B,MAAM,YAAY,GAAkB;YAClC;gBACE,EAAE,EAAE,wBAAwB;gBAC5B,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,aAAa;aACvB;SACF,CAAC;QAEF,IAAI,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACnC,MAAM,CAAC;gBACL,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,8DAA8D,aAAa,EAAE;gBACtF,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,YAAY,CAAC,CAAC;YAEpE,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;gBAC1B,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,sCAAsC;oBAC/C,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,OAAO,MAAM,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,kCAAkC;oBAC3C,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QAED,MAAM,CAAC;YACL,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,2CAA2C;YACpD,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,2BAA2B;QACjC,MAAM,oBAAoB,GACxB,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC;YAC9C,CAAC,CAAC,IAAA,iEAAoC,EAAC,IAAI,CAAC,KAAK,CAAC;YAClD,CAAC,CAAC,EAAE,CAAC;QAET,IAAI,CAAC,qBAAqB,GAAG;YAC3B,GAAG,IAAI,CAAC,qBAAqB;YAC7B,KAAK,EAAE;gBACL;oBACE,WAAW,EAAE;wBACX,WAAW,EAAE,IAAI,CAAC,WAAW;qBAC9B;oBACD,GAAG,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC7D;aACV;SACF,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAAC,gBAAuC;QACnD,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,gBAAgB,CAAC;QAC7C,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;QAChC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;QAExC,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC,kCAAkC;QAErD,qCAAqC;QACrC,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QAE1C,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAC7B,IAAI,sBAAsB,GAAG,CAAC,CAAC;QAC/B,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAE3B,IAAI,CAAC;YACH,sDAAsD;YACtD,OAAO,CAAC,SAAS,IAAI,WAAW,GAAG,QAAQ,EAAE,CAAC;gBAC5C,MAAM,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBAE3B,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,kBAAkB,WAAW,GAAG,CAAC,IAAI,QAAQ,EAAE;oBACxD,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBAEH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBAC9C,gBAAgB,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;gBAC9C,iBAAiB,IAAI,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC;gBAChD,oBAAoB,IAAI,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC;gBACtD,sBAAsB,IAAI,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC;gBAC3D,kBAAkB,IAAI,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC;gBAErD,0BAA0B;gBAC1B,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;gBAEhC,2BAA2B;gBAC3B,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;gBAC7B,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,QAAQ,GAAG,IAAI,CAAC;gBAClB,CAAC;gBAED,mCAAmC;gBACnC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBACjC,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC;gBAChC,CAAC;gBAED,yBAAyB;gBACzB,WAAW,EAAE,CAAC;YAChB,CAAC;YAED,0BAA0B;YAC1B,OAAO;gBACL,OAAO,EAAE,SAAS,IAAI,CAAC,QAAQ;gBAC/B,OAAO;gBACP,OAAO,EAAE,YAAY;gBACrB,SAAS;gBACT,KAAK,EAAE;oBACL,YAAY,EAAE,gBAAgB;oBAC9B,aAAa,EAAE,iBAAiB;oBAChC,gBAAgB,EAAE,oBAAoB;oBACtC,mBAAmB,EAAE,sBAAsB;oBAC3C,iBAAiB,EAAE,kBAAkB;iBACtC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzD,MAAM,CAAC;gBACL,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,+BAA+B,YAAY,EAAE;gBACtD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO;gBACP,OAAO,EAAE,2BAA2B,YAAY,EAAE;gBAClD,SAAS,EAAE,KAAK;gBAChB,KAAK,EAAE;oBACL,YAAY,EAAE,gBAAgB;oBAC9B,aAAa,EAAE,iBAAiB;oBAChC,gBAAgB,EAAE,oBAAoB;oBACtC,mBAAmB,EAAE,sBAAsB;oBAC3C,iBAAiB,EAAE,kBAAkB;iBACtC;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,WAAmB;QACjD,MAAM,KAAK,GAAW,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QAE9C,IAAI,CAAC,qBAAqB,GAAG,SAAS,CAAC;QACvC,IAAI,CAAC,uBAAuB,GAAG,WAAW,CAAC;QAE3C,yEAAyE;QACzE,gEAAgE;QAChE,2CAA2C;QAC3C,IAAI,CAAC,OAAO,GAAG;YACb;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK;aACN;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,MAAkC;QAclD,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,sEAAsE;YACtE,MAAM,gBAAgB,GAAG,IAAA,sDAAgC,EACvD,IAAI,CAAC,OAAO,EACZ,CAAC,CACF,CAAC;YACF,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,KAAK,CAAC;YAEjD,yEAAyE;YACzE,wEAAwE;YACxE,kEAAkE;YAClE,MAAM,UAAU,GAAG,CAAC,CAAC;YACrB,MAAM,UAAU,GAAG,CAAC,CAAC;YACrB,IAAI,SAAS,GAAiB,IAAI,CAAC;YACnC,IAAI,QAAQ,GAAmC,IAAI,CAAC;YACpD,IAAI,aAAa,GAAG,KAAK,CAAC;YAE1B,kBAAkB;YAClB,MAAM,YAAY,GAAG,IAAA,SAAM,GAAE,CAAC;YAC9B,0BAAU,CAAC,aAAa,CAAC;gBACvB,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,MAAM,EAAE,IAAA,0CAA0B,EAAC,iBAAiB,CAAC;aACtD,CAAC,CAAC;YAEH,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;gBACtD,IAAI,CAAC;oBACH,4CAA4C;oBAC5C,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;wBAChB,MAAM,KAAK,GAAG,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,gBAAgB;wBACxE,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,wCAAwC,OAAO,GAAG,CAAC,iBAAiB,KAAK,GAAG,IAAI,aAAa;4BACtG,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBACH,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;oBAC7D,CAAC;oBAED,sEAAsE;oBACtE,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;oBAEtD,kEAAkE;oBAClE,+DAA+D;oBAC/D,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC7D,aAAa,GAAG,IAAI,CAAC;wBACrB,MAAM,IAAI,+BAAgB,CAAC,OAAO,EAAE,6BAA6B,CAAC,CAAC;oBACrE,CAAC;oBACD,MAAM,KAAK,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBACrC,MAAM,YAAY,GAChB,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,KAAK,MAAM,CAAC;oBACtD,IAAI,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;wBACnD,aAAa,GAAG,IAAI,CAAC;wBACrB,MAAM,IAAI,+BAAgB,CACxB,OAAO,EACP,2CAA2C,KAAK,CAAC,YAAY,IAAI,SAAS,GAAG,CAC9E,CAAC;oBACJ,CAAC;oBAED,oDAAoD;oBACpD,MAAM;gBACR,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;oBACtE,MAAM,CAAC;wBACL,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,mBAAmB,SAAS,CAAC,OAAO,EAAE;wBAC/C,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBAEH,MAAM,SAAS,GAAG,aAAa,IAAI,gBAAgB,CAAC,KAAK,CAAC,CAAC;oBAC3D,aAAa,GAAG,KAAK,CAAC;oBACtB,IAAI,CAAC,SAAS,EAAE,CAAC;wBACf,MAAM,SAAS,CAAC;oBAClB,CAAC;oBAED,gDAAgD;oBAChD,IAAI,OAAO,KAAK,UAAU,GAAG,CAAC,EAAE,CAAC;wBAC/B,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,mCAAmC,UAAU,YAAY;4BAClE,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBACH,MAAM,SAAS,CAAC;oBAClB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,CACJ,SAAS,IAAI,IAAI,KAAK,CAAC,0CAA0C,CAAC,CACnE,CAAC;YACJ,CAAC;YAED,uEAAuE;YACvE,oEAAoE;YACpE,uEAAuE;YACvE,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAW,CAAC,CAAC,CAAC,CAAC;YAC1C,IAAI,SAAS,CAAC,YAAY,IAAI,SAAS,CAAC,YAAY,KAAK,MAAM,EAAE,CAAC;gBAChE,MAAM,IAAI,+BAAgB,CACxB,OAAO,EACP,gDAAgD,SAAS,CAAC,YAAY,GAAG,CAC1E,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;YACtC,MAAM,EAAE,aAAa,EAAE,GAAG,QAAQ,CAAC;YAEnC,mBAAmB;YACnB,0BAAU,CAAC,cAAc,CAAC;gBACxB,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,MAAM,EAAE,IAAA,4CAA4B,EAAC,QAAQ,CAAC;gBAC9C,WAAW,EAAE,aAAa,EAAE,gBAAgB;gBAC5C,YAAY,EAAE,aAAa,EAAE,oBAAoB;aAClD,CAAC,CAAC;YAEH,uBAAuB;YACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAE5D,gCAAgC;YAChC,IAAI,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClD,mFAAmF;gBACnF,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CACjC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAC/C,CAAC;gBACF,IAAI,gBAAgB,CAAC,KAAK,EAAE,CAAC;oBAC3B,KAAK,MAAM,IAAI,IAAI,gBAAgB,CAAC,KAAK,EAAE,CAAC;wBAC1C,IAAI,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;4BAC5B,IACE,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;gCAC5C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,EAC9B,CAAC;gCACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;4BACjC,CAAC;4BACD,IACE,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;gCAC5C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,EAC9B,CAAC;gCACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;4BACjC,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACtC,CAAC;YAED,iEAAiE;YACjE,sEAAsE;YACtE,wEAAwE;YACxE,qEAAqE;YACrE,qEAAqE;YACrE,MAAM,iBAAiB,GAAW,EAAE,CAAC;YACrC,IAAI,OAA2B,CAAC;YAEhC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBAChC,MAAM,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;gBAE9B,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,aAAa,EAAE,CAAC;oBAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBAC/B,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAc,CAAC;oBACvC,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;wBACzC,MAAM,eAAe,GAAG,MAAM,IAAA,oDAAuB,EACnD,QAAQ,EACR,MAAM,CAAC,SAAoC,EAC3C,IAAI,CAAC,KAAK,EACV,YAAY,EACZ,MAAM,CACP,CAAC;wBACF,iBAAiB,CAAC,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;oBAC3D,CAAC;oBACD,SAAS;gBACX,CAAC;gBAED,gEAAgE;gBAChE,4CAA4C;gBAC5C,IAAI,qBAAyC,CAAC;gBAC9C,IAAI,YAAY,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC;oBACvC,qBAAqB,GAAG,MAAM,IAAI,CAAC,wBAAwB,CACzD,YAAY,CAAC,IAAI,CAAC,eAAe,EACjC,MAAM,CACP,CAAC;oBACF,IAAI,qBAAqB,KAAK,SAAS,EAAE,CAAC;wBACxC,OAAO,GAAG,0CAA0C,YAAY,CAAC,IAAI,IAAI,CAAC;wBAC1E,MAAM;oBACR,CAAC;gBACH,CAAC;gBAED,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;gBACvB,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;wBAE/B,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,oBAAoB,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,QAAQ,YAAY,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,EAAE;4BACpG,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBAEH,gEAAgE;wBAChE,sDAAsD;wBACtD,IAAI,MAAM,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;4BACvC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC;4BACjC,SAAS;wBACX,CAAC;wBACD,IAAI,MAAM,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;4BACxD,SAAS;wBACX,CAAC;wBAED,IAAI,CAAC;4BACH,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;4BAEjC,+DAA+D;4BAC/D,6DAA6D;4BAC7D,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCAChC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gCACvC,MAAM,cAAc,GAClB,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,UAAU,CAAC,IAAI,KAAK,MAAM,CAAC;gCACvD,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;gCACzC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;4BAC7D,CAAC;wBACH,CAAC;wBAAC,OAAO,WAAW,EAAE,CAAC;4BACrB,IAAI,WAAW,YAAY,mCAAoB,EAAE,CAAC;gCAChD,MAAM,WAAW,CAAC;4BACpB,CAAC;4BACD,KAAK;gCACH,WAAW,YAAY,KAAK;oCAC1B,CAAC,CAAC,WAAW,CAAC,OAAO;oCACrB,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;4BAC1B,MAAM,CAAC;gCACL,QAAQ,EAAE,OAAO;gCACjB,OAAO,EAAE,0BAA0B,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE;gCAC1D,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;4BACH,+DAA+D;4BAC/D,MAAM;wBACR,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,IAAI,UAAgD,CAAC;gBACrD,IAAI,eAAmC,CAAC;gBACxC,IAAI,CAAC;oBACH,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC9C,CAAC;gBAAC,OAAO,iBAAiB,EAAE,CAAC;oBAC3B,IAAI,iBAAiB,YAAY,mCAAoB,EAAE,CAAC;wBACtD,MAAM,iBAAiB,CAAC;oBAC1B,CAAC;oBACD,eAAe;wBACb,iBAAiB,YAAY,KAAK;4BAChC,CAAC,CAAC,iBAAiB,CAAC,OAAO;4BAC3B,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;oBAChC,MAAM,CAAC;wBACL,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,+BAA+B,eAAe,EAAE;wBACzD,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;gBACL,CAAC;gBAED,iBAAiB,CAAC,IAAI,CAAC;oBACrB,gBAAgB,EAAE;wBAChB,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACnD,IAAI,EAAE,YAAY,CAAC,IAAI;wBACvB,QAAQ,EAAE;4BACR,GAAG,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE;4BAC1B,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BAC3B,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BACjE,GAAG,CAAC,qBAAqB,KAAK,SAAS;gCACrC,CAAC,CAAC,EAAE,sBAAsB,EAAE,qBAAqB,EAAE;gCACnD,CAAC,CAAC,EAAE,CAAC;yBACR;wBACD,GAAG,CAAC,UAAU;4BACZ,CAAC,CAAC;gCACE,KAAK,EAAE;oCACL;wCACE,UAAU,EAAE;4CACV,QAAQ,EAAE,UAAU,CAAC,SAAS;4CAC9B,IAAI,EAAE,UAAU,CAAC,MAAM;yCACxB;qCACF;iCACF;6BACF;4BACH,CAAC,CAAC,EAAE,CAAC;qBACR;iBACF,CAAC,CAAC;YACL,CAAC;YAED,yEAAyE;YACzE,0DAA0D;YAC1D,IAAI,IAAI,CAAC,GAAG,KAAK,cAAc,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5C,IAAI,CAAC,uBAAuB,GAAG,iBAAiB,CAAC,GAAG,CAClD,eAAe,CAAC,gBAAgB,CACjC,CAAC;YACJ,CAAC;YAED,iEAAiE;YACjE,IAAI,CAAC,OAAO,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,UAAU,iBAAiB,CAAC,MAAM,gCAAgC;oBAC3E,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,iBAAiB;iBACzB,CAAC,CAAC;YACL,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,OAAO,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO;gBAClC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS;gBAC5C,OAAO,EAAE,OAAO,KAAK,SAAS;gBAC9B,KAAK,EAAE;oBACL,+DAA+D;oBAC/D,kEAAkE;oBAClE,wEAAwE;oBACxE,yCAAyC;oBACzC,YAAY,EAAE,aAAa,EAAE,gBAAgB,IAAI,CAAC;oBAClD,aAAa,EAAE,aAAa,EAAE,oBAAoB,IAAI,CAAC;oBACvD,gBAAgB,EAAE,aAAa,EAAE,kBAAkB,IAAI,CAAC;oBACxD,mBAAmB,EAAE,aAAa,EAAE,uBAAuB,IAAI,CAAC;oBAChE,iBAAiB,EAAE,SAAS;iBAC7B;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzD,MAAM,CAAC;gBACL,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,yBAAyB,YAAY,EAAE;gBAChD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,oDAAoD;IAC5C,KAAK,CAAC,YAAY,CACxB,QAAmB;QAEnB,IAAI,IAAI,CAAC,GAAG,KAAK,cAAc,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAClC,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC;YACxC,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,QAAQ;YACR,MAAM,EAAE,IAAI,CAAC,qBAAqB;SACnC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,iBAAiB;QAC7B,MAAM,OAAO,GAAG,CACd,IAAI,CAAC,OAAO,IAAI,2CAA2C,CAC5D,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACtB,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;YAC9C,KAAK,EAAE,IAAI,CAAC,uBAAuB;YACnC,kBAAkB,EAAE,IAAI,CAAC,qBAAqB,CAAC,iBAAiB;YAChE,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,cAAc;oBACpB,WAAW,EACT,IAAI,CAAC,WAAW,KAAK,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;iBACrE;aACF;YACD,GAAG,CAAC,IAAI,CAAC,qBAAqB;gBAC5B,CAAC,CAAC,EAAE,uBAAuB,EAAE,IAAI,CAAC,qBAAqB,EAAE;gBACzD,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,sBAAsB,EAAE;YACxD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,gBAAgB,EAAE,IAAI,CAAC,MAAM;aAC9B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAwB,CAAC;QACzE,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACxB,MAAM,EAAE,OAAO,GAAG,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAC5D,kEAAkE;YAClE,mEAAmE;YACnE,MAAM,MAAM,CAAC,MAAM,CACjB,IAAI,KAAK,CACP,IAAI,KAAK,QAAQ;gBACf,CAAC,CAAC,wCAAwC,OAAO,EAAE;gBACnD,CAAC,CAAC,0BAA0B,GAAG,CAAC,MAAM,KAAK,OAAO,EAAE,CACvD,EACD,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CACvB,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAW,EAAE,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;YACpC,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC/C,KAAK,CAAC,IAAI,CAAC;oBACT,YAAY,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE;iBACrE,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACxC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;oBACzC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;wBAC5C,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;oBACrC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC3C,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,EAAE,CAAC;QAErC,wEAAwE;QACxE,4EAA4E;QAC5E,MAAM,YAAY,GAChB,IAAI,CAAC,MAAM,KAAK,iBAAiB,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW;YAC9D,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QAExC,OAAO;YACL,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,YAAY,EAAE,CAAC;YACjE,aAAa,EAAE;gBACb,gBAAgB,EAAE,IAAI,CAAC,KAAK,EAAE,kBAAkB;gBAChD,oBAAoB,EAAE,IAAI,CAAC,KAAK,EAAE,mBAAmB;gBACrD,kBAAkB,EAAE,IAAI,CAAC,KAAK,EAAE,oBAAoB;gBACpD,uBAAuB,EAAE,IAAI,CAAC,KAAK,EAAE,mBAAmB;aACzD;SACyB,CAAC;IAC/B,CAAC;IAED,+EAA+E;IACvE,MAAM,CAAC,gBAAgB,CAAC,IAAU;QACxC,MAAM,EAAE,GAAG,IAAI,CAAC,gBAAiB,CAAC;QAClC,MAAM,QAAQ,GAA4B,EAAE,GAAG,CAAC,EAAE,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC;QACrE,wDAAwD;QACxD,IAAI,QAAQ,CAAC,sBAAsB,KAAK,SAAS,EAAE,CAAC;YAClD,QAAQ,CAAC,sBAAsB,GAAG,IAAI,CAAC;QACzC,CAAC;QACD,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC;QACxC,OAAO;YACL,IAAI,EAAE,iBAAiB;YACvB,OAAO,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE;YACpB,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;gBAChD,GAAG,CAAC,KAAK,EAAE,IAAI;oBACb,CAAC,CAAC;wBACE;4BACE,IAAI,EAAE,OAAgB;4BACtB,IAAI,EAAE,KAAK,CAAC,IAAI;4BAChB,SAAS,EAAE,KAAK,CAAC,QAAQ;yBAC1B;qBACF;oBACH,CAAC,CAAC,EAAE,CAAC;aACR;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAC3B,QAAiC,EACjC,MAAkC;QAOlC,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,IAAI,OAAO,GAAG,EAAE,CAAC;QAEjB,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7D,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,2BAA2B;gBACpC,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,EAAE;aACV,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEzC,qCAAqC;QACrC,MAAM,CAAC;YACL,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,6BAA6B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE;YAClF,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,8DAA8D;QAC9D,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3C,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,OAAO,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;gBAC5B,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,cAAc,IAAI,CAAC,IAAI,EAAE;oBAClC,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;YACL,CAAC;YACD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;gBACvC,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,wBAAwB,YAAY,CAAC,IAAI,eAAe,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE;oBACpG,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBAEH,MAAM,MAAM,GAAG,IAAI,CAAC,2BAA2B,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;gBACtE,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,CAAC;wBACL,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,4CAA4C,YAAY,CAAC,IAAI,YAAY;wBAClF,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBACH,KAAK,CAAC,IAAI,CAAC;wBACT,YAAY;wBACZ,OAAO,EAAE,EAAE;wBACX,KAAK,EAAE,iDAAiD,YAAY,CAAC,IAAI,eAAe,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE;qBAClI,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBAED,KAAK,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEtD,+BAA+B;QAC/B,MAAM,CAAC;YACL,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,SAAS,KAAK,CAAC,MAAM,iCAAiC,OAAO,CAAC,MAAM,UAAU;YACvF,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YAC1C,MAAM,IAAI,+BAAgB,CACxB,OAAO,EACP,8CAA8C,CAC/C,CAAC;QACJ,CAAC;QAED,0EAA0E;QAC1E,kEAAkE;QAClE,OAAO;YACL,OAAO;YACP,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,SAAS,EAAE,KAAK,CAAC,MAAM,KAAK,CAAC;YAC7B,KAAK;SACN,CAAC;IACJ,CAAC;IAED;;;OAGG;IACK,YAAY,CAAC,MAAmB;QACtC,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC3B,OAAO,CAAC,MAAM,CAAC,CAAC;QAClB,CAAC;QACD,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,6DAA6D;QAC7D,IAAI,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;YACjE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC5D,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,2BAA2B,CACjC,YAA0B,EAC1B,MAAmC;QAEnC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC;QACvC,sEAAsE;QACtE,uEAAuE;QACvE,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC;QAErC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,IAAI,CAAC;QACd,CAAC;QAED,qEAAqE;QACrE,kEAAkE;QAClE,4EAA4E;QAC5E,2EAA2E;QAC3E,2EAA2E;QAC3E,mEAAmE;QACnE,2EAA2E;QAC3E,0EAA0E;QAC1E,yEAAyE;QACzE,2EAA2E;QAC3E,4EAA4E;QAC5E,4EAA4E;QAC5E,4EAA4E;QAC5E,yEAAyE;QACzE,mCAAmC;QACnC,MAAM,YAAY,GAA2B;YAC3C,KAAK,EAAE,UAAU;YACjB,UAAU,EAAE,UAAU;YACtB,IAAI,EAAE,cAAc;YACpB,SAAS,EAAE,cAAc;YACzB,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE,WAAW;YACnB,IAAI,EAAE,eAAe;YACrB,GAAG,EAAE,iBAAiB;YACtB,IAAI,EAAE,iBAAiB;YACvB,SAAS,EAAE,iBAAiB;YAC5B,SAAS,EAAE,iBAAiB;YAC5B,UAAU,EAAE,iBAAiB;YAC7B,MAAM,EAAE,iBAAiB;YACzB,UAAU,EAAE,iBAAiB;SAC9B,CAAC;QACF,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC;QAE9C,wEAAwE;QACxE,4EAA4E;QAC5E,qEAAqE;QACrE,IAAI,OAAO,IAAI,YAAY,IAAI,IAAA,yCAAY,EAAC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACtE,MAAM,EAAE,CAAC;gBACP,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,gBAAgB,OAAO,4HAA4H;gBAC5J,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;QACL,CAAC;QAED,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,kBAAkB;gBACrB,OAAO;oBACL,IAAI,EAAE,kBAAkB;oBACxB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB,CAAC;YAEJ,KAAK,iBAAiB;gBACpB,mEAAmE;gBACnE,wEAAwE;gBACxE,uEAAuE;gBACvE,kCAAkC;gBAClC,OAAO;oBACL,IAAI,EAAE,YAAY;oBAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB,CAAC;YAEJ,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,oEAAoE;gBACpE,mEAAmE;gBACnE,iBAAiB;gBACjB,IACE,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;oBACtC,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EACtC,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3D,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,CAAC;oBACD,CAAC;oBACD,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,MAAM;iBAC9B,CAAC;YACJ,CAAC;YAED,wEAAwE;YACxE,yEAAyE;YACzE,sEAAsE;YACtE,wEAAwE;YACxE,oBAAoB;YACpB,KAAK,cAAc,CAAC;YACpB,KAAK,cAAc,CAAC;YACpB,KAAK,aAAa,CAAC;YACnB,KAAK,cAAc,CAAC;YACpB,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,IACE,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;oBACtC,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EACtC,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3D,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;oBACpB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;gBAChC,CAAC;gBACD,IAAI,IAAI,KAAK,cAAc,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;oBACvD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC9B,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,CAAC;oBACD,CAAC;oBACD,MAAM,EAAE,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ;iBACpD,CAAC;YACJ,CAAC;YAED,+DAA+D;YAC/D,gCAAgC;YAChC,KAAK,YAAY,CAAC;YAClB,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,IACE,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;oBACtC,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EACtC,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3D,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;YAC9B,CAAC;YAED,KAAK,UAAU,CAAC;YAChB,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,IAAI,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;oBACrD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;YAC9C,CAAC;YAED,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,+DAA+D;gBAC/D,gEAAgE;gBAChE,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,sDAAsD;gBACtD,qEAAqE;gBACrE,sEAAsE;gBACtE,kCAAkC;gBAClC,MAAM,SAAS,GACb,OAAO,IAAI,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,CAAC,KAAK,QAAQ,CAAC;gBAC3D,MAAM,UAAU,GAAI,IAAI,CAAC,WAAuB,IAAI,KAAK,CAAC;gBAC1D,MAAM,iBAAiB,GACpB,IAAI,CAAC,mBAA+B,IAAI,SAAS,CAAC;gBACrD,MAAM,IAAI,GAAG;oBACX,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,IAAI,CAAC,IAAc;oBACzB,UAAU;oBACV,iBAAiB;iBAClB,CAAC;gBAEF,oEAAoE;gBACpE,sEAAsE;gBACtE,wEAAwE;gBACxE,gDAAgD;gBAChD,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CACxC,IAAI,CAAC,CAAW,EAChB,IAAI,CAAC,CAAW,CACjB,CAAC;oBACF,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC3B,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;YAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,kEAAkE;gBAClE,oEAAoE;gBACpE,kCAAkC;gBAClC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;gBAC3D,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;oBAC9B,CAAC,CAAE,GAAgB;oBACnB,CAAC,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACjC,MAAM,IAAI,GAAG,KAAK;qBACf,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;qBAChC,MAAM,CAAC,OAAO,CAAC;qBACf,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAA,qCAAkB,EAAC,GAAG,CAAC,CAAC,CAAC;gBACzC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACtB,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,UAAU;oBAChB,IAAI;iBACL,CAAC;YACJ,CAAC;YAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,MAAM,SAAS,GAAI,IAAI,CAAC,SAAoB,CAAC,WAAW,EAAE,CAAC;gBAC3D,OAAO;oBACL,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;iBACnD,CAAC;YACJ,CAAC;YAED,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,uEAAuE;gBACvE,oCAAoC;gBACpC,IACE,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;oBACtC,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EACtC,CAAC;oBACD,MAAM,GAAG,GAAG,CAAE,IAAI,CAAC,SAAoB,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;oBACjE,OAAO;wBACL,IAAI,EAAE,UAAU;wBAChB,IAAI,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;qBAC7C,CAAC;gBACJ,CAAC;gBACD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3D,MAAM,SAAS,GAAG,CAAE,IAAI,CAAC,SAAoB,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;gBACvE,+DAA+D;gBAC/D,uCAAuC;gBACvC,MAAM,SAAS,GAAG,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC;oBAC7D,CAAC,CAAC,IAAI,CAAC,SAAS;oBAChB,CAAC,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC;wBACvD,CAAC,CAAC,IAAI,CAAC,mBAAmB;wBAC1B,CAAC,CAAC,OAAO,KAAK,QAAQ;4BACpB,CAAC,CAAC,GAAG;4BACL,CAAC,CAAC,GAAG,CAAC;gBAEZ,IAAI,QAAQ,GAAG,CAAC,CAAC;gBACjB,IAAI,QAAQ,GAAG,CAAC,CAAC;gBACjB,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;oBACvB,QAAQ,GAAG,CAAC,SAAS,CAAC;gBACxB,CAAC;qBAAM,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;oBAChC,QAAQ,GAAG,SAAS,CAAC;gBACvB,CAAC;qBAAM,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;oBAChC,QAAQ,GAAG,CAAC,SAAS,CAAC;gBACxB,CAAC;qBAAM,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;oBACjC,QAAQ,GAAG,SAAS,CAAC;gBACvB,CAAC;qBAAM,CAAC;oBACN,uCAAuC;oBACvC,QAAQ,GAAG,SAAS,CAAC;gBACvB,CAAC;gBAED,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,CAAC;oBACD,CAAC;oBACD,QAAQ;oBACR,QAAQ;iBACT,CAAC;YACJ,CAAC;YAED,KAAK,UAAU;gBACb,qEAAqE;gBACrE,eAAe;gBACf,IAAI,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC1D,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,GAAG,EAAE,IAAI,CAAC,GAAG;iBACd,CAAC;YAEJ,KAAK,SAAS;gBACZ,OAAO;oBACL,IAAI,EAAE,MAAM;iBACb,CAAC;YAEJ,KAAK,YAAY;gBACf,OAAO;oBACL,IAAI,EAAE,SAAS;iBAChB,CAAC;YAEJ,KAAK,gBAAgB;gBACnB,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,MAAM,EAAE,IAAI,EAAE,iCAAiC;iBAChD,CAAC;YAEJ,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,0DAA0D;gBAC1D,MAAM,OAAO,GACX,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC;oBAC9D,CAAC,CAAC,IAAI,CAAC,OAAO;oBACd,CAAC,CAAC,CAAC,CAAC;gBACR,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC;iBACnC,CAAC;YACJ,CAAC;YAED,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CACxC,IAAI,CAAC,CAAW,EAChB,IAAI,CAAC,CAAW,CACjB,CAAC;gBACF,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,CAAC;oBACD,CAAC;iBACF,CAAC;YACJ,CAAC;YAED,KAAK,QAAQ;gBACX,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,GAAG,EAAE,wBAAwB;iBAC9B,CAAC;YAEJ,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,yEAAyE;gBACzE,qDAAqD;gBACrD,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC;gBAClC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC;gBAClC,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,KAAK,CAAC;gBAC5C,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,KAAK,CAAC;gBAC5C,IACE,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC;oBAClC,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC;oBAClC,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC;oBAClC,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC,EAClC,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACnD,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE;wBACJ,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC,EAAE;wBACpC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC,EAAE;qBACjC;iBACF,CAAC;YACJ,CAAC;YAED;gBACE,IAAI,IAAA,yCAAY,EAAC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC3C,OAAO;wBACL,IAAI,EAAE,aAAa;wBACnB,IAAI;wBACJ,SAAS,EAAE,IAAI;wBACf,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;wBACrB,OAAO,EAAE,IAAI,CAAC,UAAU;qBACzB,CAAC;gBACJ,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,oCAAoC,IAAI,EAAE,CAAC,CAAC;gBACzD,OAAO,IAAI,CAAC;QAChB,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,aAAa,CAAC,KAAc;QACzC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7D,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,CAAS,EAAE,CAAS;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/C,OAAO;YACL,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;YAC7D,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;SAC/D,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAIvB;QACC,iCAAiC;QACjC,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;YACxB,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACvC,CAAC;QAED,oCAAoC;QACpC,IAAI,OAAO,EAAE,WAAW,EAAE,CAAC;YACzB,OAAO;gBACL,MAAM,EAAE,OAAO,CAAC,WAAW;gBAC3B,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,WAAW;aAC5C,CAAC;QACJ,CAAC;QAED,2CAA2C;QAC3C,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;gBACpD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,MAAM,IAAI,2CAA4B,CACpC,yCAAyC;YACvC,gHAAgH,CACnH,CAAC;IACJ,CAAC;CACF;AAjzCD,0CAizCC","sourcesContent":["import {\n  GoogleGenAI,\n  Content,\n  Part,\n  GenerateContentResponse,\n  FunctionCall,\n  GenerateContentConfig,\n  Tool,\n  GoogleGenAIOptions,\n} from \"@google/genai\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport {\n  AgentAction,\n  AgentResult,\n  AgentType,\n  AgentExecutionOptions,\n  SafetyCheck,\n  SafetyConfirmationHandler,\n  ScreenshotProviderResult,\n} from \"../types/public/agent.js\";\nimport { ClientOptions } from \"../types/public/model.js\";\nimport { AgentClient } from \"./AgentClient.js\";\nimport {\n  AgentScreenshotProviderError,\n  LLMResponseError,\n  StagehandClosedError,\n} from \"../types/public/sdkErrors.js\";\nimport { buildGoogleCUASystemPrompt } from \"../../prompt.js\";\nimport { compressGoogleConversationImages } from \"./utils/imageCompression.js\";\nimport { mapKeyToPlaywright } from \"./utils/cuaKeyMapping.js\";\nimport {\n  executeGoogleCustomTool,\n  isCustomTool,\n  convertToolSetToFunctionDeclarations,\n} from \"./utils/googleCustomToolHandler.js\";\nimport { ToolSet } from \"ai\";\nimport {\n  FlowLogger,\n  extractLlmCuaPromptSummary,\n  extractLlmCuaResponseSummary,\n} from \"../flowlogger/FlowLogger.js\";\nimport { v7 as uuidv7 } from \"uuid\";\n\n/** One model function call and the executor actions it expands into. */\ninterface PlannedCall {\n  functionCall: FunctionCall;\n  actions: AgentAction[];\n  /** Set when the call could not be converted into executable actions. */\n  error?: string;\n}\n\n/** Interactions API input step (only the shapes this client sends). */\ntype InteractionStep = {\n  type: \"function_result\";\n  call_id: string;\n  name?: string;\n  is_error?: boolean;\n  result: Array<\n    | { type: \"text\"; text: string }\n    | { type: \"image\"; data: string; mime_type?: string }\n  >;\n};\n\n/** Interactions API response (only the fields this client reads). */\ninterface InteractionResponse {\n  id?: string;\n  status?: string;\n  output_text?: string;\n  steps?: Array<{\n    type: string;\n    id?: string;\n    name?: string;\n    arguments?: Record<string, unknown>;\n    content?: Array<{ type: string; text?: string }>;\n  }>;\n  usage?: {\n    total_input_tokens?: number;\n    total_output_tokens?: number;\n    total_thought_tokens?: number;\n    total_cached_tokens?: number;\n  };\n  error?: { message?: string; code?: string };\n}\n\n/** Errors worth retrying: rate limits, server errors, network failures. */\nfunction isTransientError(error: unknown): boolean {\n  const status = (error as { status?: unknown })?.status;\n  if (typeof status === \"number\") {\n    return status === 429 || status >= 500;\n  }\n  const message = error instanceof Error ? error.message : String(error);\n  return /network|timeout|timed out|fetch failed|econn|socket hang up/i.test(\n    message,\n  );\n}\n\n/**\n * Client for Google's Computer Use Assistant API\n * This implementation uses the Google Generative AI SDK for Computer Use\n */\nexport class GoogleCUAClient extends AgentClient {\n  private apiKey: string;\n  private client: GoogleGenAI;\n  private currentViewport = { width: 1288, height: 711 };\n  private currentUrl?: string;\n  private screenshotProvider?: () => Promise<ScreenshotProviderResult>;\n  private actionHandler?: (action: AgentAction) => Promise<void>;\n  private history: Content[] = [];\n  private environment: \"ENVIRONMENT_BROWSER\" | \"ENVIRONMENT_DESKTOP\" =\n    \"ENVIRONMENT_BROWSER\";\n  private generateContentConfig: GenerateContentConfig;\n  private tools?: ToolSet;\n  private baseURL?: string;\n  private safetyConfirmationHandler?: SafetyConfirmationHandler;\n  /**\n   * Request API. \"interactions\" uses the stateful Interactions API (server-side\n   * history via previous_interaction_id) instead of generateContent.\n   */\n  private api: \"generateContent\" | \"interactions\" = \"generateContent\";\n  private previousInteractionId?: string;\n  private pendingInteractionInput?: string | InteractionStep[];\n  constructor(\n    type: AgentType,\n    modelName: string,\n    userProvidedInstructions?: string,\n    clientOptions?: ClientOptions,\n    tools?: ToolSet,\n  ) {\n    super(type, modelName, userProvidedInstructions);\n\n    this.tools = tools;\n    // Process client options\n    this.apiKey =\n      (clientOptions?.apiKey as string) ||\n      process.env.GEMINI_API_KEY ||\n      process.env.GOOGLE_GENERATIVE_AI_API_KEY ||\n      process.env.GOOGLE_API_KEY ||\n      \"\";\n    this.baseURL = clientOptions?.baseURL as string | undefined;\n\n    // Initialize the Google Generative AI client\n    const genAIOptions: GoogleGenAIOptions = {\n      apiKey: this.apiKey,\n      ...(this.baseURL ? { httpOptions: { baseUrl: this.baseURL } } : {}),\n    };\n    this.client = new GoogleGenAI(genAIOptions);\n\n    if (clientOptions?.googleApi === \"interactions\") {\n      this.api = \"interactions\";\n    }\n\n    // Get environment if specified\n    if (\n      clientOptions?.environment &&\n      typeof clientOptions.environment === \"string\"\n    ) {\n      this.environment = clientOptions.environment as typeof this.environment;\n    }\n\n    // No maxOutputTokens: thinking tokens count against it on gemini-3.x, so a\n    // fixed cap truncates turns (finishReason MAX_TOKENS). Use the model max.\n    this.generateContentConfig = {\n      temperature: 1,\n      topP: 0.95,\n      topK: 40,\n      systemInstruction: this.userProvidedInstructions\n        ? this.userProvidedInstructions\n        : buildGoogleCUASystemPrompt().content,\n      tools: [\n        {\n          computerUse: {\n            environment: this.environment,\n          },\n        } as Tool,\n      ],\n    };\n\n    // Store client options for reference\n    this.clientOptions = {\n      apiKey: this.apiKey,\n      ...(this.baseURL ? { baseURL: this.baseURL } : {}),\n    };\n\n    // Initialize tools if provided\n    if (this.tools && Object.keys(this.tools).length > 0) {\n      this.updateGenerateContentConfig();\n    }\n  }\n\n  public setViewport(width: number, height: number): void {\n    this.currentViewport = { width, height };\n  }\n\n  setCurrentUrl(url: string): void {\n    this.currentUrl = url;\n  }\n\n  setScreenshotProvider(\n    provider: () => Promise<ScreenshotProviderResult>,\n  ): void {\n    this.screenshotProvider = provider;\n  }\n\n  setActionHandler(handler: (action: AgentAction) => Promise<void>): void {\n    this.actionHandler = handler;\n  }\n\n  setTools(tools: ToolSet): void {\n    this.tools = tools;\n    this.updateGenerateContentConfig();\n  }\n\n  setSafetyConfirmationHandler(handler?: SafetyConfirmationHandler): void {\n    this.safetyConfirmationHandler = handler;\n  }\n\n  private async handleSafetyConfirmation(\n    safetyDecision: unknown,\n    logger: (message: LogLine) => void,\n  ): Promise<string | undefined> {\n    const safetyMessage =\n      typeof safetyDecision === \"object\"\n        ? JSON.stringify(safetyDecision, null, 2)\n        : String(safetyDecision);\n\n    const safetyChecks: SafetyCheck[] = [\n      {\n        id: \"google-safety-decision\",\n        code: \"safety_decision\",\n        message: safetyMessage,\n      },\n    ];\n\n    if (this.safetyConfirmationHandler) {\n      logger({\n        category: \"agent\",\n        message: `Requesting safety confirmation for Google safety decision: ${safetyMessage}`,\n        level: 1,\n      });\n\n      const response = await this.safetyConfirmationHandler(safetyChecks);\n\n      if (response.acknowledged) {\n        logger({\n          category: \"agent\",\n          message: `Safety decision acknowledged by user`,\n          level: 1,\n        });\n        return \"true\";\n      } else {\n        logger({\n          category: \"agent\",\n          message: `Safety decision rejected by user`,\n          level: 1,\n        });\n        return undefined;\n      }\n    }\n\n    logger({\n      category: \"agent\",\n      message: `Auto-acknowledging Google safety decision`,\n      level: 2,\n    });\n    return \"true\";\n  }\n\n  /**\n   * Update the generateContentConfig with current tools\n   */\n  private updateGenerateContentConfig(): void {\n    const functionDeclarations =\n      this.tools && Object.keys(this.tools).length > 0\n        ? convertToolSetToFunctionDeclarations(this.tools)\n        : [];\n\n    this.generateContentConfig = {\n      ...this.generateContentConfig,\n      tools: [\n        {\n          computerUse: {\n            environment: this.environment,\n          },\n          ...(functionDeclarations.length > 0 ? { functionDeclarations } : {}),\n        } as Tool,\n      ],\n    };\n  }\n\n  /**\n   * Execute a task with the Google CUA\n   * This is the main entry point for the agent\n   * @implements AgentClient.execute\n   */\n  async execute(executionOptions: AgentExecutionOptions): Promise<AgentResult> {\n    const { options, logger } = executionOptions;\n    const { instruction } = options;\n    const maxSteps = options.maxSteps || 10;\n\n    let currentStep = 0;\n    let completed = false;\n    let declined = false;\n    const actions: AgentAction[] = [];\n    const messageList: string[] = [];\n    let finalMessage = \"\";\n    this.history = []; // Clear history for new execution\n\n    // Start with the initial instruction\n    await this.initializeHistory(instruction);\n\n    let totalInputTokens = 0;\n    let totalOutputTokens = 0;\n    let totalReasoningTokens = 0;\n    let totalCachedInputTokens = 0;\n    let totalInferenceTime = 0;\n\n    try {\n      // Execute steps until completion or max steps reached\n      while (!completed && currentStep < maxSteps) {\n        await this.preStepHook?.();\n\n        logger({\n          category: \"agent\",\n          message: `Executing step ${currentStep + 1}/${maxSteps}`,\n          level: 1,\n        });\n\n        const result = await this.executeStep(logger);\n        totalInputTokens += result.usage.input_tokens;\n        totalOutputTokens += result.usage.output_tokens;\n        totalReasoningTokens += result.usage.reasoning_tokens;\n        totalCachedInputTokens += result.usage.cached_input_tokens;\n        totalInferenceTime += result.usage.inference_time_ms;\n\n        // Add actions to the list\n        actions.push(...result.actions);\n\n        // Update completion status\n        completed = result.completed;\n        if (result.stopped) {\n          declined = true;\n        }\n\n        // Record any message for this step\n        if (result.message) {\n          messageList.push(result.message);\n          finalMessage = result.message;\n        }\n\n        // Increment step counter\n        currentStep++;\n      }\n\n      // Return the final result\n      return {\n        success: completed && !declined,\n        actions,\n        message: finalMessage,\n        completed,\n        usage: {\n          input_tokens: totalInputTokens,\n          output_tokens: totalOutputTokens,\n          reasoning_tokens: totalReasoningTokens,\n          cached_input_tokens: totalCachedInputTokens,\n          inference_time_ms: totalInferenceTime,\n        },\n      };\n    } catch (error) {\n      const errorMessage =\n        error instanceof Error ? error.message : String(error);\n      logger({\n        category: \"agent\",\n        message: `Error executing agent task: ${errorMessage}`,\n        level: 0,\n      });\n\n      return {\n        success: false,\n        actions,\n        message: `Failed to execute task: ${errorMessage}`,\n        completed: false,\n        usage: {\n          input_tokens: totalInputTokens,\n          output_tokens: totalOutputTokens,\n          reasoning_tokens: totalReasoningTokens,\n          cached_input_tokens: totalCachedInputTokens,\n          inference_time_ms: totalInferenceTime,\n        },\n      };\n    }\n  }\n\n  /**\n   * Initialize conversation history with the initial instruction\n   */\n  private async initializeHistory(instruction: string): Promise<void> {\n    const parts: Part[] = [{ text: instruction }];\n\n    this.previousInteractionId = undefined;\n    this.pendingInteractionInput = instruction;\n\n    // Note: The Python implementation doesn't include the initial screenshot\n    // Following the same pattern here. The system prompt travels in\n    // generateContentConfig.systemInstruction.\n    this.history = [\n      {\n        role: \"user\",\n        parts,\n      },\n    ];\n  }\n\n  /**\n   * Execute a single step of the agent\n   */\n  async executeStep(logger: (message: LogLine) => void): Promise<{\n    actions: AgentAction[];\n    message: string;\n    completed: boolean;\n    /** True when the run must end without success (user declined a safety check). */\n    stopped: boolean;\n    usage: {\n      input_tokens: number;\n      output_tokens: number;\n      reasoning_tokens: number;\n      cached_input_tokens: number;\n      inference_time_ms: number;\n    };\n  }> {\n    try {\n      const startTime = Date.now();\n\n      // Compress images in conversation history before sending to the model\n      const compressedResult = compressGoogleConversationImages(\n        this.history,\n        2,\n      );\n      const compressedHistory = compressedResult.items;\n\n      // Use the SDK's generateContent method, retrying only transient failures\n      // (rate limits, 5xx, network, empty candidates). Anything else — a 400,\n      // or a candidate that stopped for a non-STOP reason — fails fast.\n      const maxRetries = 5;\n      const baseDelayS = 1;\n      let lastError: Error | null = null;\n      let response: GenerateContentResponse | null = null;\n      let emptyResponse = false;\n\n      // Log LLM request\n      const llmRequestId = uuidv7();\n      FlowLogger.logLlmRequest({\n        requestId: llmRequestId,\n        model: this.modelName,\n        prompt: extractLlmCuaPromptSummary(compressedHistory),\n      });\n\n      for (let attempt = 0; attempt < maxRetries; attempt++) {\n        try {\n          // Add exponential backoff delay for retries\n          if (attempt > 0) {\n            const delay = baseDelayS * Math.pow(2, attempt) * 1000; // Convert to ms\n            logger({\n              category: \"agent\",\n              message: `Generating content failed on attempt ${attempt + 1}. Retrying in ${delay / 1000} seconds...`,\n              level: 2,\n            });\n            await new Promise((resolve) => setTimeout(resolve, delay));\n          }\n\n          // Use the SDK's generateContent method - following Python SDK pattern\n          response = await this.requestModel(compressedHistory);\n\n          // An empty response is treated as transient and retried; an early\n          // stop (non-STOP finish reason) is not — it is rejected below.\n          if (!response.candidates || response.candidates.length === 0) {\n            emptyResponse = true;\n            throw new LLMResponseError(\"agent\", \"Response has no candidates!\");\n          }\n          const first = response.candidates[0];\n          const stoppedEarly =\n            first.finishReason && first.finishReason !== \"STOP\";\n          if (!stoppedEarly && !first.content?.parts?.length) {\n            emptyResponse = true;\n            throw new LLMResponseError(\n              \"agent\",\n              `Response has no content (finish reason: ${first.finishReason || \"unknown\"})`,\n            );\n          }\n\n          // Success - validated below, outside the retry loop\n          break;\n        } catch (error) {\n          lastError = error instanceof Error ? error : new Error(String(error));\n          logger({\n            category: \"agent\",\n            message: `API call error: ${lastError.message}`,\n            level: 2,\n          });\n\n          const retryable = emptyResponse || isTransientError(error);\n          emptyResponse = false;\n          if (!retryable) {\n            throw lastError;\n          }\n\n          // If this was the last attempt, throw the error\n          if (attempt === maxRetries - 1) {\n            logger({\n              category: \"agent\",\n              message: `Generating content failed after ${maxRetries} attempts.`,\n              level: 0,\n            });\n            throw lastError;\n          }\n        }\n      }\n\n      if (!response) {\n        throw (\n          lastError || new Error(\"Failed to get response after all retries\")\n        );\n      }\n\n      // A candidate that stopped for any reason other than STOP (MAX_TOKENS,\n      // SAFETY, MALFORMED_FUNCTION_CALL, ...) is incomplete: fail the run\n      // rather than executing its calls or reporting its text as the answer.\n      const candidate = response.candidates![0];\n      if (candidate.finishReason && candidate.finishReason !== \"STOP\") {\n        throw new LLMResponseError(\n          \"agent\",\n          `Model response stopped early (finish reason: ${candidate.finishReason})`,\n        );\n      }\n\n      const endTime = Date.now();\n      const elapsedMs = endTime - startTime;\n      const { usageMetadata } = response;\n\n      // Log LLM response\n      FlowLogger.logLlmResponse({\n        requestId: llmRequestId,\n        model: this.modelName,\n        output: extractLlmCuaResponseSummary(response),\n        inputTokens: usageMetadata?.promptTokenCount,\n        outputTokens: usageMetadata?.candidatesTokenCount,\n      });\n\n      // Process the response\n      const result = await this.processResponse(response, logger);\n\n      // Add model response to history\n      if (response.candidates && response.candidates[0]) {\n        // Sanitize any out-of-range coordinates in function calls before adding to history\n        const sanitizedContent = JSON.parse(\n          JSON.stringify(response.candidates[0].content),\n        );\n        if (sanitizedContent.parts) {\n          for (const part of sanitizedContent.parts) {\n            if (part.functionCall?.args) {\n              if (\n                typeof part.functionCall.args.x === \"number\" &&\n                part.functionCall.args.x > 999\n              ) {\n                part.functionCall.args.x = 999;\n              }\n              if (\n                typeof part.functionCall.args.y === \"number\" &&\n                part.functionCall.args.y > 999\n              ) {\n                part.functionCall.args.y = 999;\n              }\n            }\n          }\n        }\n        this.history.push(sanitizedContent);\n      }\n\n      // Execute each function call and answer it with its own function\n      // response: the call's outcome (output or error text), the URL, and a\n      // fresh screenshot taken after that call. The model expects exactly one\n      // response per call, including calls with nothing to execute (e.g. a\n      // standalone take_screenshot) and calls that could not be converted.\n      const functionResponses: Part[] = [];\n      let stopped: string | undefined;\n\n      for (const call of result.calls) {\n        const { functionCall } = call;\n\n        if (call.actions[0]?.type === \"custom_tool\") {\n          const action = call.actions[0];\n          const toolName = action.name as string;\n          if (this.tools && toolName in this.tools) {\n            const executionResult = await executeGoogleCustomTool(\n              toolName,\n              action.arguments as Record<string, unknown>,\n              this.tools,\n              functionCall,\n              logger,\n            );\n            functionResponses.push(executionResult.functionResponse);\n          }\n          continue;\n        }\n\n        // Ask for confirmation BEFORE acting. If the user declines, the\n        // action is not executed and the run stops.\n        let safetyAcknowledgement: string | undefined;\n        if (functionCall.args?.safety_decision) {\n          safetyAcknowledgement = await this.handleSafetyConfirmation(\n            functionCall.args.safety_decision,\n            logger,\n          );\n          if (safetyAcknowledgement === undefined) {\n            stopped = `Stopped: the user declined to confirm \"${functionCall.name}\".`;\n            break;\n          }\n        }\n\n        let error = call.error;\n        if (!error) {\n          for (let i = 0; i < call.actions.length; i++) {\n            const action = call.actions[i];\n\n            logger({\n              category: \"agent\",\n              message: `Executing action ${i + 1}/${call.actions.length} for ${functionCall.name}: ${action.type}`,\n              level: 2,\n            });\n\n            // open_web_browser and take_screenshot have nothing to execute;\n            // the screenshot captured below is the call's result.\n            if (action.type === \"open_web_browser\") {\n              action.pageUrl = this.currentUrl;\n              continue;\n            }\n            if (action.type === \"screenshot\" || !this.actionHandler) {\n              continue;\n            }\n\n            try {\n              await this.actionHandler(action);\n\n              // Add a delay between actions to ensure they complete properly\n              // Longer delay for typing actions to ensure fields are ready\n              if (i < call.actions.length - 1) {\n                const nextAction = call.actions[i + 1];\n                const isTypingAction =\n                  action.type === \"type\" || nextAction.type === \"type\";\n                const delay = isTypingAction ? 500 : 200;\n                await new Promise((resolve) => setTimeout(resolve, delay));\n              }\n            } catch (actionError) {\n              if (actionError instanceof StagehandClosedError) {\n                throw actionError;\n              }\n              error =\n                actionError instanceof Error\n                  ? actionError.message\n                  : String(actionError);\n              logger({\n                category: \"agent\",\n                message: `Error executing action ${action.type}: ${error}`,\n                level: 0,\n              });\n              // Skip the rest of this call; report the failure to the model.\n              break;\n            }\n          }\n        }\n\n        let screenshot: ScreenshotProviderResult | undefined;\n        let screenshotError: string | undefined;\n        try {\n          screenshot = await this.captureScreenshot();\n        } catch (screenshotFailure) {\n          if (screenshotFailure instanceof StagehandClosedError) {\n            throw screenshotFailure;\n          }\n          screenshotError =\n            screenshotFailure instanceof Error\n              ? screenshotFailure.message\n              : String(screenshotFailure);\n          logger({\n            category: \"agent\",\n            message: `Error capturing screenshot: ${screenshotError}`,\n            level: 0,\n          });\n        }\n\n        functionResponses.push({\n          functionResponse: {\n            ...(functionCall.id ? { id: functionCall.id } : {}),\n            name: functionCall.name,\n            response: {\n              url: this.currentUrl || \"\",\n              ...(error ? { error } : {}),\n              ...(screenshotError ? { screenshot_error: screenshotError } : {}),\n              ...(safetyAcknowledgement !== undefined\n                ? { safety_acknowledgement: safetyAcknowledgement }\n                : {}),\n            },\n            ...(screenshot\n              ? {\n                  parts: [\n                    {\n                      inlineData: {\n                        mimeType: screenshot.mediaType,\n                        data: screenshot.base64,\n                      },\n                    },\n                  ],\n                }\n              : {}),\n          },\n        });\n      }\n\n      // The Interactions API keeps history server-side: the next request sends\n      // only these results, chained by previous_interaction_id.\n      if (this.api === \"interactions\" && !stopped) {\n        this.pendingInteractionInput = functionResponses.map(\n          GoogleCUAClient.toFunctionResult,\n        );\n      }\n\n      // Add all function responses to history in a single user message\n      if (!stopped && functionResponses.length > 0) {\n        logger({\n          category: \"agent\",\n          message: `Adding ${functionResponses.length} function responses to history`,\n          level: 2,\n        });\n        this.history.push({\n          role: \"user\",\n          parts: functionResponses,\n        });\n      }\n\n      return {\n        actions: result.actions,\n        message: stopped ?? result.message,\n        completed: stopped ? true : result.completed,\n        stopped: stopped !== undefined,\n        usage: {\n          // promptTokenCount is the TOTAL input and already includes the\n          // cached portion; cachedContentTokenCount is the cache-hit subset\n          // (tracked separately for visibility, not additive). thoughtsTokenCount\n          // is Gemini's thinking/reasoning output.\n          input_tokens: usageMetadata?.promptTokenCount || 0,\n          output_tokens: usageMetadata?.candidatesTokenCount || 0,\n          reasoning_tokens: usageMetadata?.thoughtsTokenCount || 0,\n          cached_input_tokens: usageMetadata?.cachedContentTokenCount || 0,\n          inference_time_ms: elapsedMs,\n        },\n      };\n    } catch (error) {\n      const errorMessage =\n        error instanceof Error ? error.message : String(error);\n      logger({\n        category: \"agent\",\n        message: `Error executing step: ${errorMessage}`,\n        level: 0,\n      });\n\n      throw error;\n    }\n  }\n\n  /** Send one model request on the configured API. */\n  private async requestModel(\n    contents: Content[],\n  ): Promise<GenerateContentResponse> {\n    if (this.api === \"interactions\") {\n      return this.createInteraction();\n    }\n    return this.client.models.generateContent({\n      model: this.modelName,\n      contents,\n      config: this.generateContentConfig,\n    });\n  }\n\n  /**\n   * Create an interaction (Interactions API, REST) continuing the previous one,\n   * and map it onto the generateContent response shape the step loop expects.\n   */\n  private async createInteraction(): Promise<GenerateContentResponse> {\n    const baseUrl = (\n      this.baseURL ?? \"https://generativelanguage.googleapis.com\"\n    ).replace(/\\/+$/, \"\");\n    const body = {\n      model: this.modelName.replace(/^models\\//, \"\"),\n      input: this.pendingInteractionInput,\n      system_instruction: this.generateContentConfig.systemInstruction,\n      tools: [\n        {\n          type: \"computer_use\",\n          environment:\n            this.environment === \"ENVIRONMENT_DESKTOP\" ? \"desktop\" : \"browser\",\n        },\n      ],\n      ...(this.previousInteractionId\n        ? { previous_interaction_id: this.previousInteractionId }\n        : {}),\n    };\n\n    const res = await fetch(`${baseUrl}/v1beta/interactions`, {\n      method: \"POST\",\n      headers: {\n        \"content-type\": \"application/json\",\n        \"x-goog-api-key\": this.apiKey,\n      },\n      body: JSON.stringify(body),\n    });\n    const json = (await res.json().catch(() => ({}))) as InteractionResponse;\n    if (!res.ok || !json.id) {\n      const { message = res.statusText, code } = json.error ?? {};\n      // code \"safety\": Google's input classifier rejected the turn. Not\n      // transient (status 400), so it fails the run instead of retrying.\n      throw Object.assign(\n        new Error(\n          code === \"safety\"\n            ? `Gemini blocked the request (safety): ${message}`\n            : `Interactions API error ${res.status}: ${message}`,\n        ),\n        { status: res.status },\n      );\n    }\n\n    const parts: Part[] = [];\n    for (const step of json.steps ?? []) {\n      if (step.type === \"function_call\" && step.name) {\n        parts.push({\n          functionCall: { id: step.id, name: step.name, args: step.arguments },\n        });\n      } else if (step.type === \"model_output\") {\n        for (const content of step.content ?? []) {\n          if (content.type === \"text\" && content.text) {\n            parts.push({ text: content.text });\n          }\n        }\n      }\n    }\n    if (parts.length === 0 && json.output_text) {\n      parts.push({ text: json.output_text });\n    }\n    this.previousInteractionId = json.id;\n\n    // requires_action (calls to answer) and completed are normal stops; any\n    // other status (incomplete, failed, budget_exceeded, ...) is an early stop.\n    const finishReason =\n      json.status === \"requires_action\" || json.status === \"completed\"\n        ? \"STOP\"\n        : String(json.status).toUpperCase();\n\n    return {\n      candidates: [{ content: { role: \"model\", parts }, finishReason }],\n      usageMetadata: {\n        promptTokenCount: json.usage?.total_input_tokens,\n        candidatesTokenCount: json.usage?.total_output_tokens,\n        thoughtsTokenCount: json.usage?.total_thought_tokens,\n        cachedContentTokenCount: json.usage?.total_cached_tokens,\n      },\n    } as GenerateContentResponse;\n  }\n\n  /** Convert a generateContent function response into an Interactions result. */\n  private static toFunctionResult(part: Part): InteractionStep {\n    const fr = part.functionResponse!;\n    const response: Record<string, unknown> = { ...(fr.response ?? {}) };\n    // The Interactions API takes a boolean acknowledgement.\n    if (response.safety_acknowledgement !== undefined) {\n      response.safety_acknowledgement = true;\n    }\n    const image = fr.parts?.[0]?.inlineData;\n    return {\n      type: \"function_result\",\n      call_id: fr.id ?? \"\",\n      name: fr.name,\n      ...(response.error ? { is_error: true } : {}),\n      result: [\n        { type: \"text\", text: JSON.stringify(response) },\n        ...(image?.data\n          ? [\n              {\n                type: \"image\" as const,\n                data: image.data,\n                mime_type: image.mimeType,\n              },\n            ]\n          : []),\n      ],\n    };\n  }\n\n  /**\n   * Process the response from Google's API\n   */\n  private async processResponse(\n    response: GenerateContentResponse,\n    logger: (message: LogLine) => void,\n  ): Promise<{\n    actions: AgentAction[];\n    message: string;\n    completed: boolean;\n    calls: PlannedCall[];\n  }> {\n    const calls: PlannedCall[] = [];\n    let message = \"\";\n\n    if (!response.candidates || response.candidates.length === 0) {\n      return {\n        actions: [],\n        message: \"No candidates in response\",\n        completed: true,\n        calls: [],\n      };\n    }\n    const candidate = response.candidates[0];\n\n    // Log the raw response for debugging\n    logger({\n      category: \"agent\",\n      message: `Raw response from Google: ${JSON.stringify(candidate.content, null, 2)}`,\n      level: 2,\n    });\n\n    // Process all parts - Google can send multiple function calls\n    for (const part of candidate.content.parts) {\n      if (part.text) {\n        message += part.text + \"\\n\";\n        logger({\n          category: \"agent\",\n          message: `Reasoning: ${part.text}`,\n          level: 1,\n        });\n      }\n      if (part.functionCall) {\n        const functionCall = part.functionCall;\n        logger({\n          category: \"agent\",\n          message: `Found function call: ${functionCall.name} with args: ${JSON.stringify(functionCall.args)}`,\n          level: 2,\n        });\n\n        const action = this.convertFunctionCallToAction(functionCall, logger);\n        if (!action) {\n          logger({\n            category: \"agent\",\n            message: `Warning: Could not convert function call ${functionCall.name} to action`,\n            level: 1,\n          });\n          calls.push({\n            functionCall,\n            actions: [],\n            error: `Unsupported or malformed computer-use action \"${functionCall.name}\" with args ${JSON.stringify(functionCall.args ?? {})}`,\n          });\n          continue;\n        }\n\n        calls.push({ functionCall, actions: this.expandAction(action) });\n      }\n    }\n\n    const actions = calls.flatMap((call) => call.actions);\n\n    // Log summary of what we found\n    logger({\n      category: \"agent\",\n      message: `Found ${calls.length} function calls, converted to ${actions.length} actions`,\n      level: 2,\n    });\n\n    if (calls.length === 0 && !message.trim()) {\n      throw new LLMResponseError(\n        \"agent\",\n        \"Response has neither function calls nor text\",\n      );\n    }\n\n    // Early stops (non-STOP finish reasons) are rejected in executeStep, so a\n    // turn is complete exactly when the model made no function calls.\n    return {\n      actions,\n      message: message.trim(),\n      completed: calls.length === 0,\n      calls,\n    };\n  }\n\n  /**\n   * Expand a converted action into the executor steps it needs. Typing may\n   * click the field first, clear it, and press Enter afterwards.\n   */\n  private expandAction(action: AgentAction): AgentAction[] {\n    if (action.type !== \"type\") {\n      return [action];\n    }\n    const steps: AgentAction[] = [];\n    // Click the target first only when coordinates are provided.\n    if (typeof action.x === \"number\" && typeof action.y === \"number\") {\n      steps.push({ type: \"click\", x: action.x, y: action.y, button: \"left\" });\n    }\n    if (action.clearBeforeTyping) {\n      steps.push({ type: \"keypress\", keys: [\"ControlOrMeta+A\"] });\n      steps.push({ type: \"keypress\", keys: [\"Backspace\"] });\n    }\n    steps.push(action);\n    if (action.pressEnter) {\n      steps.push({ type: \"keypress\", keys: [\"Enter\"] });\n    }\n    return steps;\n  }\n\n  /**\n   * Convert Google function call to Stagehand action\n   */\n  private convertFunctionCallToAction(\n    functionCall: FunctionCall,\n    logger?: (message: LogLine) => void,\n  ): AgentAction | null {\n    const { name: rawName } = functionCall;\n    // Default args to an empty object so no-argument predefined functions\n    // (e.g. take_screenshot, go_back) are not rejected by the guard below.\n    const args = functionCall.args ?? {};\n\n    if (!rawName) {\n      return null;\n    }\n\n    // The gemini-3.x computer-use tool renamed several of the predefined\n    // functions that gemini-2.5-computer-use-preview used, and adds a\n    // descriptive `intent` arg to every call. The argument fields are otherwise\n    // unchanged (confirmed for click/navigate). Normalize the 3.x names to the\n    // canonical 2.5 names so a single set of handlers serves both generations;\n    // `intent` is ignored since handlers only read the args they need.\n    // NOTE: click and take_screenshot are confirmed from live gemini-3.5-flash\n    // traffic; the rest are inferred from the same drop-the-qualifier pattern\n    // and are safe aliases (any unmapped name still hits the warning below).\n    // gemini-3.x renamed several predefined functions vs gemini-2.5. Alias the\n    // 3.x names whose behavior maps cleanly onto a 2.5 canonical handler. Click\n    // variants that carry distinct semantics (double/triple/right/middle click,\n    // move) are NOT aliased here — they have dedicated cases below so the click\n    // count and button are preserved. 2.5 never emits any of these names, so\n    // the 2.5 handlers are unaffected.\n    const NAME_ALIASES: Record<string, string> = {\n      click: \"click_at\",\n      left_click: \"click_at\",\n      type: \"type_text_at\",\n      type_text: \"type_text_at\",\n      hover: \"hover_at\",\n      scroll: \"scroll_at\",\n      drag: \"drag_and_drop\",\n      key: \"key_combination\",\n      keys: \"key_combination\",\n      key_press: \"key_combination\",\n      press_key: \"key_combination\",\n      press_keys: \"key_combination\",\n      hotkey: \"key_combination\",\n      screenshot: \"take_screenshot\",\n    };\n    const name = NAME_ALIASES[rawName] ?? rawName;\n\n    // Predefined computer-use tools take precedence over custom tools. If a\n    // custom tool was registered under a reserved (aliased) name, note that the\n    // predefined tool wins rather than silently dropping the custom one.\n    if (rawName in NAME_ALIASES && isCustomTool(functionCall, this.tools)) {\n      logger?.({\n        category: \"agent\",\n        message: `Custom tool \"${rawName}\" collides with a predefined Google CUA function; using the predefined tool. Rename the custom tool to avoid the conflict.`,\n        level: 2,\n      });\n    }\n\n    switch (name) {\n      case \"open_web_browser\":\n        return {\n          type: \"open_web_browser\",\n          timestamp: Date.now(),\n        };\n\n      case \"take_screenshot\":\n        // No UI interaction. The step loop captures a fresh screenshot and\n        // returns it to the model as this call's function response; marked as a\n        // recognized action (not null) so it isn't dropped, and skipped in the\n        // executor like open_web_browser.\n        return {\n          type: \"screenshot\",\n          timestamp: Date.now(),\n        };\n\n      case \"click_at\": {\n        // x/y are required; reject a malformed call rather than normalizing\n        // undefined/NaN/Infinity into bad coordinates. (gemini-3.x `click`\n        // aliases here.)\n        if (\n          !GoogleCUAClient.isFiniteCoord(args.x) ||\n          !GoogleCUAClient.isFiniteCoord(args.y)\n        ) {\n          return null;\n        }\n        const { x, y } = this.normalizeCoordinates(args.x, args.y);\n        return {\n          type: \"click\",\n          x,\n          y,\n          button: args.button || \"left\",\n        };\n      }\n\n      // gemini-3.x click family. The executor natively supports double/triple\n      // click and right/middle button, so preserve those semantics rather than\n      // collapsing to a single left click. All require integer coordinates;\n      // drop the call (return null) on a malformed payload so the executor is\n      // never handed NaN.\n      case \"double_click\":\n      case \"triple_click\":\n      case \"right_click\":\n      case \"middle_click\":\n      case \"move\": {\n        if (\n          !GoogleCUAClient.isFiniteCoord(args.x) ||\n          !GoogleCUAClient.isFiniteCoord(args.y)\n        ) {\n          return null;\n        }\n        const { x, y } = this.normalizeCoordinates(args.x, args.y);\n        if (name === \"move\") {\n          return { type: \"move\", x, y };\n        }\n        if (name === \"double_click\" || name === \"triple_click\") {\n          return { type: name, x, y };\n        }\n        return {\n          type: \"click\",\n          x,\n          y,\n          button: name === \"right_click\" ? \"right\" : \"middle\",\n        };\n      }\n\n      // gemini-3.x press/release primitives (e.g. a manual drag or a\n      // modifier held across clicks).\n      case \"mouse_down\":\n      case \"mouse_up\": {\n        if (\n          !GoogleCUAClient.isFiniteCoord(args.x) ||\n          !GoogleCUAClient.isFiniteCoord(args.y)\n        ) {\n          return null;\n        }\n        const { x, y } = this.normalizeCoordinates(args.x, args.y);\n        return { type: name, x, y };\n      }\n\n      case \"key_down\":\n      case \"key_up\": {\n        if (typeof args.key !== \"string\" || !args.key.trim()) {\n          return null;\n        }\n        return { type: name, key: args.key.trim() };\n      }\n\n      case \"type_text_at\": {\n        // text is required; reject a malformed call rather than typing\n        // \"undefined\". An empty string is valid (e.g. clear the field).\n        if (typeof args.text !== \"string\") {\n          return null;\n        }\n        // gemini-2.5 type_text_at clears the field by default\n        // (clear_before_typing). gemini-3.x `type` has no such arg and types\n        // into the focused element, so only clear when asked or when the call\n        // targets a field by coordinates.\n        const hasCoords =\n          typeof args.x === \"number\" && typeof args.y === \"number\";\n        const pressEnter = (args.press_enter as boolean) ?? false;\n        const clearBeforeTyping =\n          (args.clear_before_typing as boolean) ?? hasCoords;\n        const base = {\n          type: \"type\" as const,\n          text: args.text as string,\n          pressEnter,\n          clearBeforeTyping,\n        };\n\n        // gemini-2.5 type_text_at carries x/y (click the field, then type).\n        // gemini-3.x `type` has no coordinates and types into the element the\n        // model already focused with a preceding click. Only attach coords when\n        // present so the executor doesn't click at NaN.\n        if (hasCoords) {\n          const { x, y } = this.normalizeCoordinates(\n            args.x as number,\n            args.y as number,\n          );\n          return { ...base, x, y };\n        }\n        return base;\n      }\n\n      case \"key_combination\": {\n        // gemini-2.5 key_combination sends `keys` as a \"+\"-joined string;\n        // gemini-3.x `hotkey` sends a `keys` array, and `press_key` sends a\n        // single `key`. Accept all three.\n        const raw = args.keys !== undefined ? args.keys : args.key;\n        const parts = Array.isArray(raw)\n          ? (raw as string[])\n          : String(raw ?? \"\").split(\"+\");\n        const keys = parts\n          .map((key) => String(key).trim())\n          .filter(Boolean)\n          .map((key) => mapKeyToPlaywright(key));\n        if (keys.length === 0) {\n          return null;\n        }\n        return {\n          type: \"keypress\",\n          keys,\n        };\n      }\n\n      case \"scroll_document\": {\n        const direction = (args.direction as string).toLowerCase();\n        return {\n          type: \"keypress\",\n          keys: [direction === \"up\" ? \"PageUp\" : \"PageDown\"],\n        };\n      }\n\n      case \"scroll_at\": {\n        // A coordinate-less (or malformed) `scroll` alias (gemini-3.x) scrolls\n        // the document via PageUp/PageDown.\n        if (\n          !GoogleCUAClient.isFiniteCoord(args.x) ||\n          !GoogleCUAClient.isFiniteCoord(args.y)\n        ) {\n          const dir = ((args.direction as string) || \"down\").toLowerCase();\n          return {\n            type: \"keypress\",\n            keys: [dir === \"up\" ? \"PageUp\" : \"PageDown\"],\n          };\n        }\n        const { x, y } = this.normalizeCoordinates(args.x, args.y);\n        const direction = ((args.direction as string) || \"down\").toLowerCase();\n        // 2.5 uses `magnitude` (default 800); gemini-3.x `scroll` uses\n        // `magnitude_in_pixels` (default 300).\n        const magnitude = GoogleCUAClient.isFiniteCoord(args.magnitude)\n          ? args.magnitude\n          : GoogleCUAClient.isFiniteCoord(args.magnitude_in_pixels)\n            ? args.magnitude_in_pixels\n            : rawName === \"scroll\"\n              ? 300\n              : 800;\n\n        let scroll_x = 0;\n        let scroll_y = 0;\n        if (direction === \"up\") {\n          scroll_y = -magnitude;\n        } else if (direction === \"down\") {\n          scroll_y = magnitude;\n        } else if (direction === \"left\") {\n          scroll_x = -magnitude;\n        } else if (direction === \"right\") {\n          scroll_x = magnitude;\n        } else {\n          // Default to down if unknown direction\n          scroll_y = magnitude;\n        }\n\n        return {\n          type: \"scroll\",\n          x,\n          y,\n          scroll_x,\n          scroll_y,\n        };\n      }\n\n      case \"navigate\":\n        // url is required; reject a malformed call rather than navigating to\n        // \"undefined\".\n        if (typeof args.url !== \"string\" || args.url.length === 0) {\n          return null;\n        }\n        return {\n          type: \"goto\",\n          url: args.url,\n        };\n\n      case \"go_back\":\n        return {\n          type: \"back\",\n        };\n\n      case \"go_forward\":\n        return {\n          type: \"forward\",\n        };\n\n      case \"wait_5_seconds\":\n        return {\n          type: \"wait\",\n          timeMs: 5000, // Google CUA waits for 5 seconds\n        };\n\n      case \"wait\": {\n        // gemini-3.x `wait` takes optional `seconds` (default 1).\n        const seconds =\n          GoogleCUAClient.isFiniteCoord(args.seconds) && args.seconds >= 0\n            ? args.seconds\n            : 1;\n        return {\n          type: \"wait\",\n          timeMs: Math.round(seconds * 1000),\n        };\n      }\n\n      case \"hover_at\": {\n        const { x, y } = this.normalizeCoordinates(\n          args.x as number,\n          args.y as number,\n        );\n        return {\n          type: \"move\",\n          x,\n          y,\n        };\n      }\n\n      case \"search\":\n        return {\n          type: \"goto\",\n          url: \"https://www.google.com\",\n        };\n\n      case \"drag_and_drop\": {\n        // 2.5 uses x/y + destination_x/destination_y; gemini-3.x `drag_and_drop`\n        // uses start_x/start_y + end_x/end_y. Accept either.\n        const sx = args.x ?? args.start_x;\n        const sy = args.y ?? args.start_y;\n        const ex = args.destination_x ?? args.end_x;\n        const ey = args.destination_y ?? args.end_y;\n        if (\n          !GoogleCUAClient.isFiniteCoord(sx) ||\n          !GoogleCUAClient.isFiniteCoord(sy) ||\n          !GoogleCUAClient.isFiniteCoord(ex) ||\n          !GoogleCUAClient.isFiniteCoord(ey)\n        ) {\n          return null;\n        }\n        const startPoint = this.normalizeCoordinates(sx, sy);\n        const endPoint = this.normalizeCoordinates(ex, ey);\n        return {\n          type: \"drag\",\n          path: [\n            { x: startPoint.x, y: startPoint.y },\n            { x: endPoint.x, y: endPoint.y },\n          ],\n        };\n      }\n\n      default:\n        if (isCustomTool(functionCall, this.tools)) {\n          return {\n            type: \"custom_tool\",\n            name,\n            arguments: args,\n            timestamp: Date.now(),\n            pageUrl: this.currentUrl,\n          };\n        }\n        console.warn(`Unsupported Google CUA function: ${name}`);\n        return null;\n    }\n  }\n\n  /**\n   * True only for a usable coordinate/number: rejects undefined, non-numbers,\n   * and the numeric edge cases NaN and Infinity (both `typeof \"number\"`), so\n   * malformed function calls are dropped instead of normalizing into NaN.\n   */\n  private static isFiniteCoord(value: unknown): value is number {\n    return typeof value === \"number\" && Number.isFinite(value);\n  }\n\n  /**\n   * Normalize coordinates from Google's 0-1000 range to viewport dimensions\n   */\n  private normalizeCoordinates(x: number, y: number): { x: number; y: number } {\n    const clampedX = Math.min(999, Math.max(0, x));\n    const clampedY = Math.min(999, Math.max(0, y));\n    return {\n      x: Math.floor((clampedX / 1000) * this.currentViewport.width),\n      y: Math.floor((clampedY / 1000) * this.currentViewport.height),\n    };\n  }\n\n  async captureScreenshot(options?: {\n    base64Image?: string;\n    mediaType?: \"image/png\" | \"image/jpeg\";\n    currentUrl?: string;\n  }): Promise<ScreenshotProviderResult> {\n    // Update current URL if provided\n    if (options?.currentUrl) {\n      this.currentUrl = options.currentUrl;\n    }\n\n    // Use provided options if available\n    if (options?.base64Image) {\n      return {\n        base64: options.base64Image,\n        mediaType: options.mediaType ?? \"image/png\",\n      };\n    }\n\n    // Use the screenshot provider if available\n    if (this.screenshotProvider) {\n      try {\n        return await this.screenshotProvider();\n      } catch (error) {\n        console.error(\"Error capturing screenshot:\", error);\n        throw error;\n      }\n    }\n\n    throw new AgentScreenshotProviderError(\n      \"`screenshotProvider` has not been set. \" +\n        \"Please call `setScreenshotProvider()` with a valid function that returns a base64-encoded image and media type\",\n    );\n  }\n}\n"]}

package/dist/cjs/lib/v3/agent/tools/click.js

@@ -19,7 +19,7 @@ const clickTool = (v3, provider) => (0, ai_1.tool)({
     execute: async ({ describe, coordinates }) => {
         try {
             const page = await v3.context.awaitActivePage();
-            const processed = (0, coordinateNormalization_js_1.processCoordinates)(coordinates[0], coordinates[1], provider, v3);
+            const processed = await (0, coordinateNormalization_js_1.processCoordinates)(coordinates[0], coordinates[1], provider, v3);
             v3.logger({
                 category: "agent",
                 message: `Agent calling tool: click`,
@@ -33,9 +33,18 @@ const clickTool = (v3, provider) => (0, ai_1.tool)({
             });
             // Only request XPath when caching is enabled to avoid unnecessary computation
             const shouldCollectXpath = v3.isAgentReplayActive();
-            const xpath = await page.click(processed.x, processed.y, {
-                returnXpath: shouldCollectXpath,
-            });
+            // On a touch session, actuate as a trusted tap rather than a mouse click:
+            // mobile layouts commonly gate their handlers on touch/pointer events, where
+            // a synthesized mouse click never registers (a size selector highlights but
+            // still reports "please choose a size"). Mirrors the CUA handler's routing.
+            const useTouch = v3.usesTouch;
+            const xpath = useTouch
+                ? await page.tap(processed.x, processed.y, {
+                    returnXpath: shouldCollectXpath,
+                })
+                : await page.click(processed.x, processed.y, {
+                    returnXpath: shouldCollectXpath,
+                });
             const screenshotBase64 = await (0, screenshotHandler_js_1.waitAndCaptureScreenshot)(page);
             // Record as an "act" step with proper Action for deterministic replay (only when caching)
             if (shouldCollectXpath) {
@@ -44,7 +53,9 @@ const clickTool = (v3, provider) => (0, ai_1.tool)({
                     const action = {
                         selector: normalizedXpath,
                         description: describe,
-                        method: "click",
+                        // Replay the same input kind that was recorded, so a cached mobile
+                        // run does not silently fall back to a mouse click.
+                        method: useTouch ? "tap" : "click",
                         arguments: [],
                     };
                     v3.recordAgentReplayStep({

package/dist/cjs/lib/v3/agent/tools/click.js.map

@@ -1 +1 @@
-{"version":3,"file":"click.js","sourceRoot":"","sources":["../../../../../../lib/v3/agent/tools/click.ts"],"names":[],"mappings":";;;AAAA,2BAA0B;AAC1B,6BAAwB;AAOxB,oFAAyE;AACzE,gDAAgD;AAChD,wEAAyE;AAElE,MAAM,SAAS,GAAG,CAAC,EAAM,EAAE,QAAiB,EAAE,EAAE,CACrD,IAAA,SAAI,EAAC;IACH,WAAW,EACT,wMAAwM;IAC1M,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;QACpB,QAAQ,EAAE,OAAC;aACR,MAAM,EAAE;aACR,QAAQ,CACP,2HAA2H,CAC5H;QACH,WAAW,EAAE,OAAC;aACX,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,CAAC,oCAAoC,CAAC;KAClD,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,EAA4B,EAAE;QACrE,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAChD,MAAM,SAAS,GAAG,IAAA,+CAAkB,EAClC,WAAW,CAAC,CAAC,CAAC,EACd,WAAW,CAAC,CAAC,CAAC,EACd,QAAQ,EACR,EAAE,CACH,CAAC;YAEF,EAAE,CAAC,MAAM,CAAC;gBACR,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,2BAA2B;gBACpC,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,SAAS,EAAE;wBACT,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;wBACnC,IAAI,EAAE,QAAQ;qBACf;iBACF;aACF,CAAC,CAAC;YAEH,8EAA8E;YAC9E,MAAM,kBAAkB,GAAG,EAAE,CAAC,mBAAmB,EAAE,CAAC;YACpD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,EAAE;gBACvD,WAAW,EAAE,kBAAkB;aAChC,CAAC,CAAC;YAEH,MAAM,gBAAgB,GAAG,MAAM,IAAA,+CAAwB,EAAC,IAAI,CAAC,CAAC;YAE9D,0FAA0F;YAC1F,IAAI,kBAAkB,EAAE,CAAC;gBACvB,MAAM,eAAe,GAAG,IAAA,sBAAW,EAAC,KAAK,CAAC,CAAC;gBAC3C,IAAI,eAAe,EAAE,CAAC;oBACpB,MAAM,MAAM,GAAW;wBACrB,QAAQ,EAAE,eAAe;wBACzB,WAAW,EAAE,QAAQ;wBACrB,MAAM,EAAE,OAAO;wBACf,SAAS,EAAE,EAAE;qBACd,CAAC;oBACF,EAAE,CAAC,qBAAqB,CAAC;wBACvB,IAAI,EAAE,KAAK;wBACX,WAAW,EAAE,QAAQ;wBACrB,OAAO,EAAE,CAAC,MAAM,CAAC;wBACjB,iBAAiB,EAAE,QAAQ;qBAC5B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,QAAQ;gBACR,WAAW,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC;gBACvC,gBAAgB;aACjB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,mBAAmB,KAAK,CAAC,OAAO,EAAE;aAC1C,CAAC;QACJ,CAAC;IACH,CAAC;IACD,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE;QACxB,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC3D,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;aACxD,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAA6B;YACxC;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,WAAW,EAAE,MAAM,CAAC,WAAW;iBAChC,CAAC;aACH;SACF,CAAC;QACF,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC5B,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,OAAO;gBACb,SAAS,EAAE,WAAW;gBACtB,IAAI,EAAE,MAAM,CAAC,gBAAgB;aAC9B,CAAC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC7C,CAAC;CACF,CAAC,CAAC;AAvGQ,QAAA,SAAS,aAuGjB","sourcesContent":["import { tool } from \"ai\";\nimport { z } from \"zod\";\nimport type { V3 } from \"../../v3.js\";\nimport type { Action } from \"../../types/public/methods.js\";\nimport type {\n  ClickToolResult,\n  ModelOutputContentItem,\n} from \"../../types/public/agent.js\";\nimport { processCoordinates } from \"../utils/coordinateNormalization.js\";\nimport { ensureXPath } from \"../utils/xpath.js\";\nimport { waitAndCaptureScreenshot } from \"../utils/screenshotHandler.js\";\n\nexport const clickTool = (v3: V3, provider?: string) =>\n  tool({\n    description:\n      \"Click on an element using its coordinates (this is the most reliable way to click on an element, always use this over act, unless the element is not visible in the screenshot, but shown in ariaTree)\",\n    inputSchema: z.object({\n      describe: z\n        .string()\n        .describe(\n          \"Describe the element to click on in a short, specific phrase that mentions the element type and a good visual description\",\n        ),\n      coordinates: z\n        .array(z.number())\n        .describe(\"The (x, y) coordinates to click on\"),\n    }),\n    execute: async ({ describe, coordinates }): Promise<ClickToolResult> => {\n      try {\n        const page = await v3.context.awaitActivePage();\n        const processed = processCoordinates(\n          coordinates[0],\n          coordinates[1],\n          provider,\n          v3,\n        );\n\n        v3.logger({\n          category: \"agent\",\n          message: `Agent calling tool: click`,\n          level: 1,\n          auxiliary: {\n            arguments: {\n              value: JSON.stringify({ describe }),\n              type: \"object\",\n            },\n          },\n        });\n\n        // Only request XPath when caching is enabled to avoid unnecessary computation\n        const shouldCollectXpath = v3.isAgentReplayActive();\n        const xpath = await page.click(processed.x, processed.y, {\n          returnXpath: shouldCollectXpath,\n        });\n\n        const screenshotBase64 = await waitAndCaptureScreenshot(page);\n\n        // Record as an \"act\" step with proper Action for deterministic replay (only when caching)\n        if (shouldCollectXpath) {\n          const normalizedXpath = ensureXPath(xpath);\n          if (normalizedXpath) {\n            const action: Action = {\n              selector: normalizedXpath,\n              description: describe,\n              method: \"click\",\n              arguments: [],\n            };\n            v3.recordAgentReplayStep({\n              type: \"act\",\n              instruction: describe,\n              actions: [action],\n              actionDescription: describe,\n            });\n          }\n        }\n\n        return {\n          success: true,\n          describe,\n          coordinates: [processed.x, processed.y],\n          screenshotBase64,\n        };\n      } catch (error) {\n        return {\n          success: false,\n          error: `Error clicking: ${error.message}`,\n        };\n      }\n    },\n    toModelOutput: (result) => {\n      if (result.success === false || result.error !== undefined) {\n        return {\n          type: \"content\",\n          value: [{ type: \"text\", text: JSON.stringify(result) }],\n        };\n      }\n\n      const content: ModelOutputContentItem[] = [\n        {\n          type: \"text\",\n          text: JSON.stringify({\n            success: result.success,\n            describe: result.describe,\n            coordinates: result.coordinates,\n          }),\n        },\n      ];\n      if (result.screenshotBase64) {\n        content.push({\n          type: \"media\",\n          mediaType: \"image/png\",\n          data: result.screenshotBase64,\n        });\n      }\n      return { type: \"content\", value: content };\n    },\n  });\n"]}
+{"version":3,"file":"click.js","sourceRoot":"","sources":["../../../../../../lib/v3/agent/tools/click.ts"],"names":[],"mappings":";;;AAAA,2BAA0B;AAC1B,6BAAwB;AAOxB,oFAAyE;AACzE,gDAAgD;AAChD,wEAAyE;AAElE,MAAM,SAAS,GAAG,CAAC,EAAM,EAAE,QAAiB,EAAE,EAAE,CACrD,IAAA,SAAI,EAAC;IACH,WAAW,EACT,wMAAwM;IAC1M,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;QACpB,QAAQ,EAAE,OAAC;aACR,MAAM,EAAE;aACR,QAAQ,CACP,2HAA2H,CAC5H;QACH,WAAW,EAAE,OAAC;aACX,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,CAAC,oCAAoC,CAAC;KAClD,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,EAA4B,EAAE;QACrE,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAChD,MAAM,SAAS,GAAG,MAAM,IAAA,+CAAkB,EACxC,WAAW,CAAC,CAAC,CAAC,EACd,WAAW,CAAC,CAAC,CAAC,EACd,QAAQ,EACR,EAAE,CACH,CAAC;YAEF,EAAE,CAAC,MAAM,CAAC;gBACR,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,2BAA2B;gBACpC,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,SAAS,EAAE;wBACT,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;wBACnC,IAAI,EAAE,QAAQ;qBACf;iBACF;aACF,CAAC,CAAC;YAEH,8EAA8E;YAC9E,MAAM,kBAAkB,GAAG,EAAE,CAAC,mBAAmB,EAAE,CAAC;YACpD,0EAA0E;YAC1E,6EAA6E;YAC7E,4EAA4E;YAC5E,4EAA4E;YAC5E,MAAM,QAAQ,GAAG,EAAE,CAAC,SAAS,CAAC;YAC9B,MAAM,KAAK,GAAG,QAAQ;gBACpB,CAAC,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,EAAE;oBACvC,WAAW,EAAE,kBAAkB;iBAChC,CAAC;gBACJ,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,EAAE;oBACzC,WAAW,EAAE,kBAAkB;iBAChC,CAAC,CAAC;YAEP,MAAM,gBAAgB,GAAG,MAAM,IAAA,+CAAwB,EAAC,IAAI,CAAC,CAAC;YAE9D,0FAA0F;YAC1F,IAAI,kBAAkB,EAAE,CAAC;gBACvB,MAAM,eAAe,GAAG,IAAA,sBAAW,EAAC,KAAK,CAAC,CAAC;gBAC3C,IAAI,eAAe,EAAE,CAAC;oBACpB,MAAM,MAAM,GAAW;wBACrB,QAAQ,EAAE,eAAe;wBACzB,WAAW,EAAE,QAAQ;wBACrB,mEAAmE;wBACnE,oDAAoD;wBACpD,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO;wBAClC,SAAS,EAAE,EAAE;qBACd,CAAC;oBACF,EAAE,CAAC,qBAAqB,CAAC;wBACvB,IAAI,EAAE,KAAK;wBACX,WAAW,EAAE,QAAQ;wBACrB,OAAO,EAAE,CAAC,MAAM,CAAC;wBACjB,iBAAiB,EAAE,QAAQ;qBAC5B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,QAAQ;gBACR,WAAW,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC;gBACvC,gBAAgB;aACjB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,mBAAmB,KAAK,CAAC,OAAO,EAAE;aAC1C,CAAC;QACJ,CAAC;IACH,CAAC;IACD,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE;QACxB,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC3D,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;aACxD,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAA6B;YACxC;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,WAAW,EAAE,MAAM,CAAC,WAAW;iBAChC,CAAC;aACH;SACF,CAAC;QACF,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC5B,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,OAAO;gBACb,SAAS,EAAE,WAAW;gBACtB,IAAI,EAAE,MAAM,CAAC,gBAAgB;aAC9B,CAAC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC7C,CAAC;CACF,CAAC,CAAC;AAlHQ,QAAA,SAAS,aAkHjB","sourcesContent":["import { tool } from \"ai\";\nimport { z } from \"zod\";\nimport type { V3 } from \"../../v3.js\";\nimport type { Action } from \"../../types/public/methods.js\";\nimport type {\n  ClickToolResult,\n  ModelOutputContentItem,\n} from \"../../types/public/agent.js\";\nimport { processCoordinates } from \"../utils/coordinateNormalization.js\";\nimport { ensureXPath } from \"../utils/xpath.js\";\nimport { waitAndCaptureScreenshot } from \"../utils/screenshotHandler.js\";\n\nexport const clickTool = (v3: V3, provider?: string) =>\n  tool({\n    description:\n      \"Click on an element using its coordinates (this is the most reliable way to click on an element, always use this over act, unless the element is not visible in the screenshot, but shown in ariaTree)\",\n    inputSchema: z.object({\n      describe: z\n        .string()\n        .describe(\n          \"Describe the element to click on in a short, specific phrase that mentions the element type and a good visual description\",\n        ),\n      coordinates: z\n        .array(z.number())\n        .describe(\"The (x, y) coordinates to click on\"),\n    }),\n    execute: async ({ describe, coordinates }): Promise<ClickToolResult> => {\n      try {\n        const page = await v3.context.awaitActivePage();\n        const processed = await processCoordinates(\n          coordinates[0],\n          coordinates[1],\n          provider,\n          v3,\n        );\n\n        v3.logger({\n          category: \"agent\",\n          message: `Agent calling tool: click`,\n          level: 1,\n          auxiliary: {\n            arguments: {\n              value: JSON.stringify({ describe }),\n              type: \"object\",\n            },\n          },\n        });\n\n        // Only request XPath when caching is enabled to avoid unnecessary computation\n        const shouldCollectXpath = v3.isAgentReplayActive();\n        // On a touch session, actuate as a trusted tap rather than a mouse click:\n        // mobile layouts commonly gate their handlers on touch/pointer events, where\n        // a synthesized mouse click never registers (a size selector highlights but\n        // still reports \"please choose a size\"). Mirrors the CUA handler's routing.\n        const useTouch = v3.usesTouch;\n        const xpath = useTouch\n          ? await page.tap(processed.x, processed.y, {\n              returnXpath: shouldCollectXpath,\n            })\n          : await page.click(processed.x, processed.y, {\n              returnXpath: shouldCollectXpath,\n            });\n\n        const screenshotBase64 = await waitAndCaptureScreenshot(page);\n\n        // Record as an \"act\" step with proper Action for deterministic replay (only when caching)\n        if (shouldCollectXpath) {\n          const normalizedXpath = ensureXPath(xpath);\n          if (normalizedXpath) {\n            const action: Action = {\n              selector: normalizedXpath,\n              description: describe,\n              // Replay the same input kind that was recorded, so a cached mobile\n              // run does not silently fall back to a mouse click.\n              method: useTouch ? \"tap\" : \"click\",\n              arguments: [],\n            };\n            v3.recordAgentReplayStep({\n              type: \"act\",\n              instruction: describe,\n              actions: [action],\n              actionDescription: describe,\n            });\n          }\n        }\n\n        return {\n          success: true,\n          describe,\n          coordinates: [processed.x, processed.y],\n          screenshotBase64,\n        };\n      } catch (error) {\n        return {\n          success: false,\n          error: `Error clicking: ${error.message}`,\n        };\n      }\n    },\n    toModelOutput: (result) => {\n      if (result.success === false || result.error !== undefined) {\n        return {\n          type: \"content\",\n          value: [{ type: \"text\", text: JSON.stringify(result) }],\n        };\n      }\n\n      const content: ModelOutputContentItem[] = [\n        {\n          type: \"text\",\n          text: JSON.stringify({\n            success: result.success,\n            describe: result.describe,\n            coordinates: result.coordinates,\n          }),\n        },\n      ];\n      if (result.screenshotBase64) {\n        content.push({\n          type: \"media\",\n          mediaType: \"image/png\",\n          data: result.screenshotBase64,\n        });\n      }\n      return { type: \"content\", value: content };\n    },\n  });\n"]}

package/dist/cjs/lib/v3/agent/tools/clickAndHold.js

@@ -21,7 +21,7 @@ const clickAndHoldTool = (v3, provider) => (0, ai_1.tool)({
     execute: async ({ describe, coordinates, duration }) => {
         try {
             const page = await v3.context.awaitActivePage();
-            const processed = (0, coordinateNormalization_js_1.processCoordinates)(coordinates[0], coordinates[1], provider, v3);
+            const processed = await (0, coordinateNormalization_js_1.processCoordinates)(coordinates[0], coordinates[1], provider, v3);
             v3.logger({
                 category: "agent",
                 message: `Agent calling tool: clickAndHold`,

package/dist/cjs/lib/v3/agent/tools/clickAndHold.js.map

@@ -1 +1 @@
-{"version":3,"file":"clickAndHold.js","sourceRoot":"","sources":["../../../../../../lib/v3/agent/tools/clickAndHold.ts"],"names":[],"mappings":";;;AAAA,2BAA0B;AAC1B,6BAAwB;AAGxB,oFAAyE;AACzE,gDAAgD;AAEzC,MAAM,gBAAgB,GAAG,CAAC,EAAM,EAAE,QAAiB,EAAE,EAAE,CAC5D,IAAA,SAAI,EAAC;IACH,WAAW,EAAE,oDAAoD;IACjE,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;QACpB,QAAQ,EAAE,OAAC;aACR,MAAM,EAAE;aACR,QAAQ,CACP,2HAA2H,CAC5H;QACH,QAAQ,EAAE,OAAC;aACR,MAAM,EAAE;aACR,QAAQ,CAAC,kDAAkD,CAAC;QAC/D,WAAW,EAAE,OAAC;aACX,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,CAAC,oCAAoC,CAAC;KAClD,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE,EAAE;QACrD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAChD,MAAM,SAAS,GAAG,IAAA,+CAAkB,EAClC,WAAW,CAAC,CAAC,CAAC,EACd,WAAW,CAAC,CAAC,CAAC,EACd,QAAQ,EACR,EAAE,CACH,CAAC;YAEF,EAAE,CAAC,MAAM,CAAC;gBACR,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,kCAAkC;gBAC3C,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,SAAS,EAAE;wBACT,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;4BACpB,QAAQ;4BACR,QAAQ;yBACT,CAAC;wBACF,IAAI,EAAE,QAAQ;qBACf;iBACF;aACF,CAAC,CAAC;YAEH,8EAA8E;YAC9E,MAAM,kBAAkB,GAAG,EAAE,CAAC,mBAAmB,EAAE,CAAC;YAEpD,sFAAsF;YACtF,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,WAAW,CACpC,SAAS,CAAC,CAAC,EACX,SAAS,CAAC,CAAC,EACX,SAAS,CAAC,CAAC,EACX,SAAS,CAAC,CAAC,EACX,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,kBAAkB,EAAE,CACrD,CAAC;YAEF,uFAAuF;YACvF,IAAI,kBAAkB,EAAE,CAAC;gBACvB,MAAM,eAAe,GAAG,IAAA,sBAAW,EAAC,KAAK,CAAC,CAAC;gBAC3C,IAAI,eAAe,EAAE,CAAC;oBACpB,MAAM,MAAM,GAAW;wBACrB,QAAQ,EAAE,eAAe;wBACzB,WAAW,EAAE,QAAQ;wBACrB,MAAM,EAAE,cAAc;wBACtB,SAAS,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;qBAC9B,CAAC;oBACF,EAAE,CAAC,qBAAqB,CAAC;wBACvB,IAAI,EAAE,KAAK;wBACX,WAAW,EAAE,QAAQ;wBACrB,OAAO,EAAE,CAAC,MAAM,CAAC;wBACjB,iBAAiB,EAAE,QAAQ;qBAC5B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,+BAA+B,KAAK,CAAC,OAAO,EAAE;aACtD,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAC;AAhFQ,QAAA,gBAAgB,oBAgFxB","sourcesContent":["import { tool } from \"ai\";\nimport { z } from \"zod\";\nimport type { V3 } from \"../../v3.js\";\nimport type { Action } from \"../../types/public/methods.js\";\nimport { processCoordinates } from \"../utils/coordinateNormalization.js\";\nimport { ensureXPath } from \"../utils/xpath.js\";\n\nexport const clickAndHoldTool = (v3: V3, provider?: string) =>\n  tool({\n    description: \"Click and hold on an element using its coordinates\",\n    inputSchema: z.object({\n      describe: z\n        .string()\n        .describe(\n          \"Describe the element to click on in a short, specific phrase that mentions the element type and a good visual description\",\n        ),\n      duration: z\n        .number()\n        .describe(\"The duration to hold the element in milliseconds\"),\n      coordinates: z\n        .array(z.number())\n        .describe(\"The (x, y) coordinates to click on\"),\n    }),\n    execute: async ({ describe, coordinates, duration }) => {\n      try {\n        const page = await v3.context.awaitActivePage();\n        const processed = processCoordinates(\n          coordinates[0],\n          coordinates[1],\n          provider,\n          v3,\n        );\n\n        v3.logger({\n          category: \"agent\",\n          message: `Agent calling tool: clickAndHold`,\n          level: 1,\n          auxiliary: {\n            arguments: {\n              value: JSON.stringify({\n                describe,\n                duration,\n              }),\n              type: \"object\",\n            },\n          },\n        });\n\n        // Only request XPath when caching is enabled to avoid unnecessary computation\n        const shouldCollectXpath = v3.isAgentReplayActive();\n\n        // Use dragAndDrop from same point to same point with delay to simulate click and hold\n        const [xpath] = await page.dragAndDrop(\n          processed.x,\n          processed.y,\n          processed.x,\n          processed.y,\n          { delay: duration, returnXpath: shouldCollectXpath },\n        );\n\n        // Record as \"act\" step with proper Action for deterministic replay (only when caching)\n        if (shouldCollectXpath) {\n          const normalizedXpath = ensureXPath(xpath);\n          if (normalizedXpath) {\n            const action: Action = {\n              selector: normalizedXpath,\n              description: describe,\n              method: \"clickAndHold\",\n              arguments: [String(duration)],\n            };\n            v3.recordAgentReplayStep({\n              type: \"act\",\n              instruction: describe,\n              actions: [action],\n              actionDescription: describe,\n            });\n          }\n        }\n\n        return { success: true, describe };\n      } catch (error) {\n        return {\n          success: false,\n          error: `Error clicking and holding: ${error.message}`,\n        };\n      }\n    },\n  });\n"]}
+{"version":3,"file":"clickAndHold.js","sourceRoot":"","sources":["../../../../../../lib/v3/agent/tools/clickAndHold.ts"],"names":[],"mappings":";;;AAAA,2BAA0B;AAC1B,6BAAwB;AAGxB,oFAAyE;AACzE,gDAAgD;AAEzC,MAAM,gBAAgB,GAAG,CAAC,EAAM,EAAE,QAAiB,EAAE,EAAE,CAC5D,IAAA,SAAI,EAAC;IACH,WAAW,EAAE,oDAAoD;IACjE,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;QACpB,QAAQ,EAAE,OAAC;aACR,MAAM,EAAE;aACR,QAAQ,CACP,2HAA2H,CAC5H;QACH,QAAQ,EAAE,OAAC;aACR,MAAM,EAAE;aACR,QAAQ,CAAC,kDAAkD,CAAC;QAC/D,WAAW,EAAE,OAAC;aACX,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,CAAC,oCAAoC,CAAC;KAClD,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE,EAAE;QACrD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAChD,MAAM,SAAS,GAAG,MAAM,IAAA,+CAAkB,EACxC,WAAW,CAAC,CAAC,CAAC,EACd,WAAW,CAAC,CAAC,CAAC,EACd,QAAQ,EACR,EAAE,CACH,CAAC;YAEF,EAAE,CAAC,MAAM,CAAC;gBACR,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,kCAAkC;gBAC3C,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,SAAS,EAAE;wBACT,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;4BACpB,QAAQ;4BACR,QAAQ;yBACT,CAAC;wBACF,IAAI,EAAE,QAAQ;qBACf;iBACF;aACF,CAAC,CAAC;YAEH,8EAA8E;YAC9E,MAAM,kBAAkB,GAAG,EAAE,CAAC,mBAAmB,EAAE,CAAC;YAEpD,sFAAsF;YACtF,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,WAAW,CACpC,SAAS,CAAC,CAAC,EACX,SAAS,CAAC,CAAC,EACX,SAAS,CAAC,CAAC,EACX,SAAS,CAAC,CAAC,EACX,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,kBAAkB,EAAE,CACrD,CAAC;YAEF,uFAAuF;YACvF,IAAI,kBAAkB,EAAE,CAAC;gBACvB,MAAM,eAAe,GAAG,IAAA,sBAAW,EAAC,KAAK,CAAC,CAAC;gBAC3C,IAAI,eAAe,EAAE,CAAC;oBACpB,MAAM,MAAM,GAAW;wBACrB,QAAQ,EAAE,eAAe;wBACzB,WAAW,EAAE,QAAQ;wBACrB,MAAM,EAAE,cAAc;wBACtB,SAAS,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;qBAC9B,CAAC;oBACF,EAAE,CAAC,qBAAqB,CAAC;wBACvB,IAAI,EAAE,KAAK;wBACX,WAAW,EAAE,QAAQ;wBACrB,OAAO,EAAE,CAAC,MAAM,CAAC;wBACjB,iBAAiB,EAAE,QAAQ;qBAC5B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,+BAA+B,KAAK,CAAC,OAAO,EAAE;aACtD,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAC;AAhFQ,QAAA,gBAAgB,oBAgFxB","sourcesContent":["import { tool } from \"ai\";\nimport { z } from \"zod\";\nimport type { V3 } from \"../../v3.js\";\nimport type { Action } from \"../../types/public/methods.js\";\nimport { processCoordinates } from \"../utils/coordinateNormalization.js\";\nimport { ensureXPath } from \"../utils/xpath.js\";\n\nexport const clickAndHoldTool = (v3: V3, provider?: string) =>\n  tool({\n    description: \"Click and hold on an element using its coordinates\",\n    inputSchema: z.object({\n      describe: z\n        .string()\n        .describe(\n          \"Describe the element to click on in a short, specific phrase that mentions the element type and a good visual description\",\n        ),\n      duration: z\n        .number()\n        .describe(\"The duration to hold the element in milliseconds\"),\n      coordinates: z\n        .array(z.number())\n        .describe(\"The (x, y) coordinates to click on\"),\n    }),\n    execute: async ({ describe, coordinates, duration }) => {\n      try {\n        const page = await v3.context.awaitActivePage();\n        const processed = await processCoordinates(\n          coordinates[0],\n          coordinates[1],\n          provider,\n          v3,\n        );\n\n        v3.logger({\n          category: \"agent\",\n          message: `Agent calling tool: clickAndHold`,\n          level: 1,\n          auxiliary: {\n            arguments: {\n              value: JSON.stringify({\n                describe,\n                duration,\n              }),\n              type: \"object\",\n            },\n          },\n        });\n\n        // Only request XPath when caching is enabled to avoid unnecessary computation\n        const shouldCollectXpath = v3.isAgentReplayActive();\n\n        // Use dragAndDrop from same point to same point with delay to simulate click and hold\n        const [xpath] = await page.dragAndDrop(\n          processed.x,\n          processed.y,\n          processed.x,\n          processed.y,\n          { delay: duration, returnXpath: shouldCollectXpath },\n        );\n\n        // Record as \"act\" step with proper Action for deterministic replay (only when caching)\n        if (shouldCollectXpath) {\n          const normalizedXpath = ensureXPath(xpath);\n          if (normalizedXpath) {\n            const action: Action = {\n              selector: normalizedXpath,\n              description: describe,\n              method: \"clickAndHold\",\n              arguments: [String(duration)],\n            };\n            v3.recordAgentReplayStep({\n              type: \"act\",\n              instruction: describe,\n              actions: [action],\n              actionDescription: describe,\n            });\n          }\n        }\n\n        return { success: true, describe };\n      } catch (error) {\n        return {\n          success: false,\n          error: `Error clicking and holding: ${error.message}`,\n        };\n      }\n    },\n  });\n"]}

package/dist/cjs/lib/v3/agent/tools/dragAndDrop.js

@@ -20,8 +20,8 @@ const dragAndDropTool = (v3, provider) => (0, ai_1.tool)({
     execute: async ({ describe, startCoordinates, endCoordinates, }) => {
         try {
             const page = await v3.context.awaitActivePage();
-            const processedStart = (0, coordinateNormalization_js_1.processCoordinates)(startCoordinates[0], startCoordinates[1], provider, v3);
-            const processedEnd = (0, coordinateNormalization_js_1.processCoordinates)(endCoordinates[0], endCoordinates[1], provider, v3);
+            const processedStart = await (0, coordinateNormalization_js_1.processCoordinates)(startCoordinates[0], startCoordinates[1], provider, v3);
+            const processedEnd = await (0, coordinateNormalization_js_1.processCoordinates)(endCoordinates[0], endCoordinates[1], provider, v3);
             v3.logger({
                 category: "agent",
                 message: `Agent calling tool: dragAndDrop`,

package/dist/cjs/lib/v3/agent/tools/dragAndDrop.js.map

@@ -1 +1 @@
-{"version":3,"file":"dragAndDrop.js","sourceRoot":"","sources":["../../../../../../lib/v3/agent/tools/dragAndDrop.ts"],"names":[],"mappings":";;;AAAA,2BAA0B;AAC1B,6BAAwB;AAOxB,oFAAyE;AACzE,gDAAgD;AAChD,wEAAyE;AAElE,MAAM,eAAe,GAAG,CAAC,EAAM,EAAE,QAAiB,EAAE,EAAE,CAC3D,IAAA,SAAI,EAAC;IACH,WAAW,EACT,kNAAkN;IACpN,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;QACpB,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;QACtE,gBAAgB,EAAE,OAAC;aAChB,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,CAAC,wDAAwD,CAAC;QACrE,cAAc,EAAE,OAAC;aACd,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,CAAC,oDAAoD,CAAC;KAClE,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,EACd,QAAQ,EACR,gBAAgB,EAChB,cAAc,GACf,EAAkC,EAAE;QACnC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAChD,MAAM,cAAc,GAAG,IAAA,+CAAkB,EACvC,gBAAgB,CAAC,CAAC,CAAC,EACnB,gBAAgB,CAAC,CAAC,CAAC,EACnB,QAAQ,EACR,EAAE,CACH,CAAC;YACF,MAAM,YAAY,GAAG,IAAA,+CAAkB,EACrC,cAAc,CAAC,CAAC,CAAC,EACjB,cAAc,CAAC,CAAC,CAAC,EACjB,QAAQ,EACR,EAAE,CACH,CAAC;YAEF,EAAE,CAAC,MAAM,CAAC;gBACR,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,iCAAiC;gBAC1C,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,SAAS,EAAE;wBACT,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;4BACpB,QAAQ;yBACT,CAAC;wBACF,IAAI,EAAE,QAAQ;qBACf;iBACF;aACF,CAAC,CAAC;YAEH,8EAA8E;YAC9E,MAAM,kBAAkB,GAAG,EAAE,CAAC,mBAAmB,EAAE,CAAC;YACpD,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,GAAG,MAAM,IAAI,CAAC,WAAW,CACjD,cAAc,CAAC,CAAC,EAChB,cAAc,CAAC,CAAC,EAChB,YAAY,CAAC,CAAC,EACd,YAAY,CAAC,CAAC,EACd,EAAE,WAAW,EAAE,kBAAkB,EAAE,CACpC,CAAC;YAEF,MAAM,gBAAgB,GAAG,MAAM,IAAA,+CAAwB,EAAC,IAAI,CAAC,CAAC;YAE9D,uFAAuF;YACvF,IAAI,kBAAkB,EAAE,CAAC;gBACvB,MAAM,cAAc,GAAG,IAAA,sBAAW,EAAC,SAAS,CAAC,CAAC;gBAC9C,MAAM,YAAY,GAAG,IAAA,sBAAW,EAAC,OAAO,CAAC,CAAC;gBAC1C,IAAI,cAAc,IAAI,YAAY,EAAE,CAAC;oBACnC,MAAM,MAAM,GAAW;wBACrB,QAAQ,EAAE,cAAc;wBACxB,WAAW,EAAE,QAAQ;wBACrB,MAAM,EAAE,aAAa;wBACrB,SAAS,EAAE,CAAC,YAAY,CAAC;qBAC1B,CAAC;oBACF,EAAE,CAAC,qBAAqB,CAAC;wBACvB,IAAI,EAAE,KAAK;wBACX,WAAW,EAAE,QAAQ;wBACrB,OAAO,EAAE,CAAC,MAAM,CAAC;wBACjB,iBAAiB,EAAE,QAAQ;qBAC5B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,QAAQ;gBACR,gBAAgB;aACjB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,mBAAmB,KAAK,CAAC,OAAO,EAAE;aAC1C,CAAC;QACJ,CAAC;IACH,CAAC;IACD,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE;QACxB,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC3D,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;aACxD,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAA6B;YACxC;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;iBAC1B,CAAC;aACH;SACF,CAAC;QACF,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC5B,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,OAAO;gBACb,SAAS,EAAE,WAAW;gBACtB,IAAI,EAAE,MAAM,CAAC,gBAAgB;aAC9B,CAAC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC7C,CAAC;CACF,CAAC,CAAC;AArHQ,QAAA,eAAe,mBAqHvB","sourcesContent":["import { tool } from \"ai\";\nimport { z } from \"zod\";\nimport type { V3 } from \"../../v3.js\";\nimport type { Action } from \"../../types/public/methods.js\";\nimport type {\n  DragAndDropToolResult,\n  ModelOutputContentItem,\n} from \"../../types/public/agent.js\";\nimport { processCoordinates } from \"../utils/coordinateNormalization.js\";\nimport { ensureXPath } from \"../utils/xpath.js\";\nimport { waitAndCaptureScreenshot } from \"../utils/screenshotHandler.js\";\n\nexport const dragAndDropTool = (v3: V3, provider?: string) =>\n  tool({\n    description:\n      \"Drag and drop an element using its coordinates (this is the most reliable way to drag and drop an element, always use this over act, unless the element is not visible in the screenshot, but shown in ariaTree)\",\n    inputSchema: z.object({\n      describe: z.string().describe(\"Describe the element to drag and drop\"),\n      startCoordinates: z\n        .array(z.number())\n        .describe(\"The (x, y) coordinates to start the drag and drop from\"),\n      endCoordinates: z\n        .array(z.number())\n        .describe(\"The (x, y) coordinates to end the drag and drop at\"),\n    }),\n    execute: async ({\n      describe,\n      startCoordinates,\n      endCoordinates,\n    }): Promise<DragAndDropToolResult> => {\n      try {\n        const page = await v3.context.awaitActivePage();\n        const processedStart = processCoordinates(\n          startCoordinates[0],\n          startCoordinates[1],\n          provider,\n          v3,\n        );\n        const processedEnd = processCoordinates(\n          endCoordinates[0],\n          endCoordinates[1],\n          provider,\n          v3,\n        );\n\n        v3.logger({\n          category: \"agent\",\n          message: `Agent calling tool: dragAndDrop`,\n          level: 1,\n          auxiliary: {\n            arguments: {\n              value: JSON.stringify({\n                describe,\n              }),\n              type: \"object\",\n            },\n          },\n        });\n\n        // Only request XPath when caching is enabled to avoid unnecessary computation\n        const shouldCollectXpath = v3.isAgentReplayActive();\n        const [fromXpath, toXpath] = await page.dragAndDrop(\n          processedStart.x,\n          processedStart.y,\n          processedEnd.x,\n          processedEnd.y,\n          { returnXpath: shouldCollectXpath },\n        );\n\n        const screenshotBase64 = await waitAndCaptureScreenshot(page);\n\n        // Record as \"act\" step with proper Action for deterministic replay (only when caching)\n        if (shouldCollectXpath) {\n          const normalizedFrom = ensureXPath(fromXpath);\n          const normalizedTo = ensureXPath(toXpath);\n          if (normalizedFrom && normalizedTo) {\n            const action: Action = {\n              selector: normalizedFrom,\n              description: describe,\n              method: \"dragAndDrop\",\n              arguments: [normalizedTo],\n            };\n            v3.recordAgentReplayStep({\n              type: \"act\",\n              instruction: describe,\n              actions: [action],\n              actionDescription: describe,\n            });\n          }\n        }\n\n        return {\n          success: true,\n          describe,\n          screenshotBase64,\n        };\n      } catch (error) {\n        return {\n          success: false,\n          error: `Error dragging: ${error.message}`,\n        };\n      }\n    },\n    toModelOutput: (result) => {\n      if (result.success === false || result.error !== undefined) {\n        return {\n          type: \"content\",\n          value: [{ type: \"text\", text: JSON.stringify(result) }],\n        };\n      }\n\n      const content: ModelOutputContentItem[] = [\n        {\n          type: \"text\",\n          text: JSON.stringify({\n            success: result.success,\n            describe: result.describe,\n          }),\n        },\n      ];\n      if (result.screenshotBase64) {\n        content.push({\n          type: \"media\",\n          mediaType: \"image/png\",\n          data: result.screenshotBase64,\n        });\n      }\n      return { type: \"content\", value: content };\n    },\n  });\n"]}
+{"version":3,"file":"dragAndDrop.js","sourceRoot":"","sources":["../../../../../../lib/v3/agent/tools/dragAndDrop.ts"],"names":[],"mappings":";;;AAAA,2BAA0B;AAC1B,6BAAwB;AAOxB,oFAAyE;AACzE,gDAAgD;AAChD,wEAAyE;AAElE,MAAM,eAAe,GAAG,CAAC,EAAM,EAAE,QAAiB,EAAE,EAAE,CAC3D,IAAA,SAAI,EAAC;IACH,WAAW,EACT,kNAAkN;IACpN,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;QACpB,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;QACtE,gBAAgB,EAAE,OAAC;aAChB,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,CAAC,wDAAwD,CAAC;QACrE,cAAc,EAAE,OAAC;aACd,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,CAAC,oDAAoD,CAAC;KAClE,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,EACd,QAAQ,EACR,gBAAgB,EAChB,cAAc,GACf,EAAkC,EAAE;QACnC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAChD,MAAM,cAAc,GAAG,MAAM,IAAA,+CAAkB,EAC7C,gBAAgB,CAAC,CAAC,CAAC,EACnB,gBAAgB,CAAC,CAAC,CAAC,EACnB,QAAQ,EACR,EAAE,CACH,CAAC;YACF,MAAM,YAAY,GAAG,MAAM,IAAA,+CAAkB,EAC3C,cAAc,CAAC,CAAC,CAAC,EACjB,cAAc,CAAC,CAAC,CAAC,EACjB,QAAQ,EACR,EAAE,CACH,CAAC;YAEF,EAAE,CAAC,MAAM,CAAC;gBACR,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,iCAAiC;gBAC1C,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,SAAS,EAAE;wBACT,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;4BACpB,QAAQ;yBACT,CAAC;wBACF,IAAI,EAAE,QAAQ;qBACf;iBACF;aACF,CAAC,CAAC;YAEH,8EAA8E;YAC9E,MAAM,kBAAkB,GAAG,EAAE,CAAC,mBAAmB,EAAE,CAAC;YACpD,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,GAAG,MAAM,IAAI,CAAC,WAAW,CACjD,cAAc,CAAC,CAAC,EAChB,cAAc,CAAC,CAAC,EAChB,YAAY,CAAC,CAAC,EACd,YAAY,CAAC,CAAC,EACd,EAAE,WAAW,EAAE,kBAAkB,EAAE,CACpC,CAAC;YAEF,MAAM,gBAAgB,GAAG,MAAM,IAAA,+CAAwB,EAAC,IAAI,CAAC,CAAC;YAE9D,uFAAuF;YACvF,IAAI,kBAAkB,EAAE,CAAC;gBACvB,MAAM,cAAc,GAAG,IAAA,sBAAW,EAAC,SAAS,CAAC,CAAC;gBAC9C,MAAM,YAAY,GAAG,IAAA,sBAAW,EAAC,OAAO,CAAC,CAAC;gBAC1C,IAAI,cAAc,IAAI,YAAY,EAAE,CAAC;oBACnC,MAAM,MAAM,GAAW;wBACrB,QAAQ,EAAE,cAAc;wBACxB,WAAW,EAAE,QAAQ;wBACrB,MAAM,EAAE,aAAa;wBACrB,SAAS,EAAE,CAAC,YAAY,CAAC;qBAC1B,CAAC;oBACF,EAAE,CAAC,qBAAqB,CAAC;wBACvB,IAAI,EAAE,KAAK;wBACX,WAAW,EAAE,QAAQ;wBACrB,OAAO,EAAE,CAAC,MAAM,CAAC;wBACjB,iBAAiB,EAAE,QAAQ;qBAC5B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,QAAQ;gBACR,gBAAgB;aACjB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,mBAAmB,KAAK,CAAC,OAAO,EAAE;aAC1C,CAAC;QACJ,CAAC;IACH,CAAC;IACD,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE;QACxB,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC3D,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;aACxD,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAA6B;YACxC;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;iBAC1B,CAAC;aACH;SACF,CAAC;QACF,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC5B,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,OAAO;gBACb,SAAS,EAAE,WAAW;gBACtB,IAAI,EAAE,MAAM,CAAC,gBAAgB;aAC9B,CAAC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC7C,CAAC;CACF,CAAC,CAAC;AArHQ,QAAA,eAAe,mBAqHvB","sourcesContent":["import { tool } from \"ai\";\nimport { z } from \"zod\";\nimport type { V3 } from \"../../v3.js\";\nimport type { Action } from \"../../types/public/methods.js\";\nimport type {\n  DragAndDropToolResult,\n  ModelOutputContentItem,\n} from \"../../types/public/agent.js\";\nimport { processCoordinates } from \"../utils/coordinateNormalization.js\";\nimport { ensureXPath } from \"../utils/xpath.js\";\nimport { waitAndCaptureScreenshot } from \"../utils/screenshotHandler.js\";\n\nexport const dragAndDropTool = (v3: V3, provider?: string) =>\n  tool({\n    description:\n      \"Drag and drop an element using its coordinates (this is the most reliable way to drag and drop an element, always use this over act, unless the element is not visible in the screenshot, but shown in ariaTree)\",\n    inputSchema: z.object({\n      describe: z.string().describe(\"Describe the element to drag and drop\"),\n      startCoordinates: z\n        .array(z.number())\n        .describe(\"The (x, y) coordinates to start the drag and drop from\"),\n      endCoordinates: z\n        .array(z.number())\n        .describe(\"The (x, y) coordinates to end the drag and drop at\"),\n    }),\n    execute: async ({\n      describe,\n      startCoordinates,\n      endCoordinates,\n    }): Promise<DragAndDropToolResult> => {\n      try {\n        const page = await v3.context.awaitActivePage();\n        const processedStart = await processCoordinates(\n          startCoordinates[0],\n          startCoordinates[1],\n          provider,\n          v3,\n        );\n        const processedEnd = await processCoordinates(\n          endCoordinates[0],\n          endCoordinates[1],\n          provider,\n          v3,\n        );\n\n        v3.logger({\n          category: \"agent\",\n          message: `Agent calling tool: dragAndDrop`,\n          level: 1,\n          auxiliary: {\n            arguments: {\n              value: JSON.stringify({\n                describe,\n              }),\n              type: \"object\",\n            },\n          },\n        });\n\n        // Only request XPath when caching is enabled to avoid unnecessary computation\n        const shouldCollectXpath = v3.isAgentReplayActive();\n        const [fromXpath, toXpath] = await page.dragAndDrop(\n          processedStart.x,\n          processedStart.y,\n          processedEnd.x,\n          processedEnd.y,\n          { returnXpath: shouldCollectXpath },\n        );\n\n        const screenshotBase64 = await waitAndCaptureScreenshot(page);\n\n        // Record as \"act\" step with proper Action for deterministic replay (only when caching)\n        if (shouldCollectXpath) {\n          const normalizedFrom = ensureXPath(fromXpath);\n          const normalizedTo = ensureXPath(toXpath);\n          if (normalizedFrom && normalizedTo) {\n            const action: Action = {\n              selector: normalizedFrom,\n              description: describe,\n              method: \"dragAndDrop\",\n              arguments: [normalizedTo],\n            };\n            v3.recordAgentReplayStep({\n              type: \"act\",\n              instruction: describe,\n              actions: [action],\n              actionDescription: describe,\n            });\n          }\n        }\n\n        return {\n          success: true,\n          describe,\n          screenshotBase64,\n        };\n      } catch (error) {\n        return {\n          success: false,\n          error: `Error dragging: ${error.message}`,\n        };\n      }\n    },\n    toModelOutput: (result) => {\n      if (result.success === false || result.error !== undefined) {\n        return {\n          type: \"content\",\n          value: [{ type: \"text\", text: JSON.stringify(result) }],\n        };\n      }\n\n      const content: ModelOutputContentItem[] = [\n        {\n          type: \"text\",\n          text: JSON.stringify({\n            success: result.success,\n            describe: result.describe,\n          }),\n        },\n      ];\n      if (result.screenshotBase64) {\n        content.push({\n          type: \"media\",\n          mediaType: \"image/png\",\n          data: result.screenshotBase64,\n        });\n      }\n      return { type: \"content\", value: content };\n    },\n  });\n"]}

package/dist/cjs/lib/v3/agent/tools/fillFormVision.js

@@ -49,19 +49,22 @@ MANDATORY USE CASES (always use fillFormVision for these):
         execute: async ({ fields }) => {
             try {
                 const page = await v3.context.awaitActivePage();
+                const viewport = (0, coordinateNormalization_js_1.isGoogleProvider)(provider)
+                    ? await v3.resolveViewport()
+                    : undefined;
                 // Process coordinates per field. Keep the original `value` (with any
                 // `%variableName%` tokens) so substituted secrets never leak through
                 // the tool result, replay cache, returned AgentResult.actions, or
                 // anything that logs the action. Variables are substituted only at
                 // typing time below.
-                const safeFields = fields.map((field) => {
-                    const processed = (0, coordinateNormalization_js_1.processCoordinates)(field.coordinates.x, field.coordinates.y, provider, v3);
+                const safeFields = await Promise.all(fields.map(async (field) => {
+                    const processed = await (0, coordinateNormalization_js_1.processCoordinates)(field.coordinates.x, field.coordinates.y, provider, v3, viewport);
                     return {
                         action: field.action,
                         value: field.value,
                         coordinates: { x: processed.x, y: processed.y },
                     };
-                });
+                }));
                 v3.logger({
                     category: "agent",
                     message: `Agent calling tool: fillFormVision`,
@@ -77,10 +80,18 @@ MANDATORY USE CASES (always use fillFormVision for these):
                 const shouldCollectXpath = v3.isAgentReplayActive();
                 const actions = [];
                 for (const field of safeFields) {
-                    // Click the field, only requesting XPath when caching is enabled
-                    const xpath = await page.click(field.coordinates.x, field.coordinates.y, {
-                        returnXpath: shouldCollectXpath,
-                    });
+                    // Focus the field, only requesting XPath when caching is enabled. On a
+                    // touch session this must be a trusted tap — a synthesized mouse click
+                    // never registers on touch-gated mobile layouts, so the field would stay
+                    // unfocused and the value go nowhere. The recorded step stays a "type",
+                    // whose replay focuses via the selector rather than a pointer event.
+                    const xpath = v3.usesTouch
+                        ? await page.tap(field.coordinates.x, field.coordinates.y, {
+                            returnXpath: shouldCollectXpath,
+                        })
+                        : await page.click(field.coordinates.x, field.coordinates.y, {
+                            returnXpath: shouldCollectXpath,
+                        });
                     // Substitute variables only at the moment of typing so the resolved
                     // value never leaves this scope.
                     await page.type((0, variables_js_1.substituteVariables)(field.value, variables));