@browserbasehq/stagehand 1.0.3 → 1.1.0-alpha.1

package/dist/lib/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../lib/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA4E;AAC5E,oDAA4B;AAE5B,4CAAoB;AACpB,2CAAyE;AACzE,mDAAgE;AAChE,gDAAwB;AACxB,gEAAwC;AACxC,qCAA6C;AAC7C,+CAAmD;AAEnD,OAAO,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;AAE3C,SAAe,UAAU;yDACvB,MAA+B,OAAO,EACtC,WAAoB,KAAK,EACzB,MAIU;QAEV,IAAI,GAAG,KAAK,aAAa,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,CAAC;YAC9D,MAAM,CAAC;gBACL,QAAQ,EAAE,MAAM;gBAChB,OAAO,EACL,8EAA8E;gBAChF,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,GAAG,GAAG,OAAO,CAAC;QAChB,CAAC;QAED,IAAI,GAAG,KAAK,aAAa,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,CAAC;YACjE,MAAM,CAAC;gBACL,QAAQ,EAAE,MAAM;gBAChB,OAAO,EACL,iFAAiF;gBACnF,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,GAAG,GAAG,OAAO,CAAC;QAChB,CAAC;QAED,IAAI,GAAG,KAAK,aAAa,EAAE,CAAC;YAC1B,IAAI,QAAQ,GAAuB,SAAS,CAAC;YAC7C,IAAI,UAAU,GAAuB,SAAS,CAAC;YAE/C,MAAM,CAAC;gBACL,QAAQ,EAAE,MAAM;gBAChB,OAAO,EAAE,kCAAkC;gBAC3C,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,MAAM,WAAW,GAAG,IAAI,qBAAW,EAAE,CAAC;YACtC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,MAAM,WAAW,CAAC,aAAa,EAAE,CAAC;YACpE,MAAM,OAAO,GAAG,MAAM,eAAQ,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YAE1D,QAAQ,GAAG,MAAM,WAAW,CAAC,0BAA0B,CAAC,SAAS,CAAC,CAAC;YACnE,UAAU,GAAG,wCAAwC,SAAS,EAAE,CAAC;YACjE,MAAM,CAAC;gBACL,QAAQ,EAAE,MAAM;gBAChB,OAAO,EAAE,gDAAgD,UAAU,mCAAmC,QAAQ,GAAG;gBACjH,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;YAEtC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC;gBACL,QAAQ,EAAE,MAAM;gBAChB,OAAO,EAAE,8BAA8B,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,OAAO;gBAC9E,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,YAAE,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;YAC7C,YAAE,CAAC,SAAS,CAAC,GAAG,MAAM,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAE/D,MAAM,kBAAkB,GAAG;gBACzB,OAAO,EAAE;oBACP,0BAA0B,EAAE,IAAI;iBACjC;aACF,CAAC;YAEF,YAAE,CAAC,aAAa,CACd,GAAG,MAAM,8BAA8B,EACvC,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,CACnC,CAAC;YAEF,MAAM,aAAa,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,YAAY,CAAC;YACnD,YAAE,CAAC,SAAS,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAEjD,MAAM,OAAO,GAAG,MAAM,eAAQ,CAAC,uBAAuB,CACpD,GAAG,MAAM,UAAU,EACnB;gBACE,eAAe,EAAE,IAAI;gBACrB,QAAQ,EAAE,QAAQ;gBAClB,QAAQ,EAAE;oBACR,KAAK,EAAE,IAAI;oBACX,MAAM,EAAE,GAAG;iBACZ;gBACD,MAAM,EAAE,OAAO;gBACf,UAAU,EAAE,kBAAkB;gBAC9B,iBAAiB,EAAE,CAAC;gBACpB,IAAI,EAAE;oBACJ,gBAAgB;oBAChB,sBAAsB;oBACtB,gCAAgC;oBAChC,+CAA+C;oBAC/C,wBAAwB;iBACzB;gBACD,SAAS,EAAE,IAAI;aAChB,CACF,CAAC;YAEF,MAAM,CAAC;gBACL,QAAQ,EAAE,MAAM;gBAChB,OAAO,EAAE,qCAAqC;aAC/C,CAAC,CAAC;YAEH,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;YAEnC,OAAO,EAAE,OAAO,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;CAAA;AAED,SAAe,mBAAmB,CAAC,OAAuB;;QACxD,MAAM,OAAO,CAAC,aAAa,CAAC,GAAG,EAAE;YAC/B,4CAA4C;YAC5C,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,WAAW,EAAE;gBAC5C,GAAG,EAAE,GAAG,EAAE,CAAC,SAAS;aACrB,CAAC,CAAC;YAEH,qDAAqD;YACrD,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,WAAW,EAAE;gBAC5C,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC;aAC3B,CAAC,CAAC;YAEH,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,SAAS,EAAE;gBAC1C,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;aAC3B,CAAC,CAAC;YAEH,wCAAwC;YACxC,OAAQ,MAAc,CAAC,YAAY,CAAC;YACpC,OAAQ,MAAc,CAAC,WAAW,CAAC;YACnC,OAAQ,MAAc,CAAC,YAAY,CAAC;YAEpC,iCAAiC;YACjC,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,UAAU,EAAE;gBAC3C,GAAG,EAAE,GAAG,EAAE,CAAC,KAAK;aACjB,CAAC,CAAC;YAEH,+BAA+B;YAC/B,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC;YACzD,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,GAAG,CAAC,UAAe,EAAE,EAAE,CACvD,UAAU,CAAC,IAAI,KAAK,eAAe;gBACjC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;oBACd,KAAK,EAAE,YAAY,CAAC,UAAU;iBACX,CAAC;gBACxB,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;IACL,CAAC;CAAA;AAED,MAAa,SAAS;IAwBpB,YACE,EACE,GAAG,EACH,OAAO,GAAG,CAAC,EACX,QAAQ,GAAG,KAAK,EAChB,WAAW,EACX,QAAQ,GAAG,KAAK,EAChB,MAAM,EACN,kBAAkB,GAAG,KAAK,MAaxB;QACF,GAAG,EAAE,aAAa;KACnB;QAqGH,UAAU;QACF,wCAAmC,GAKrC,EAAE,CAAC;QAED,mCAA8B,GAAY,KAAK,CAAC;QA3GtD,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,WAAW,GAAG,WAAW,IAAI,IAAI,yBAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/D,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;QACjC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;IAC/C,CAAC;IAEK,IAAI;6DAAC,EACT,SAAS,GAAG,QAAQ,MACc,EAAE;YAIpC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,MAAM,UAAU,CACxD,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,MAAM,CACZ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBACZ,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;gBACnC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;YAC5E,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;YACvB,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YAC/B,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;YAElC,gCAAgC;YAChC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAO,GAAW,EAAE,OAAa,EAAE,EAAE;gBACpD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAChD,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;gBACrD,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAChC,OAAO,MAAM,CAAC;YAChB,CAAC,CAAA,CAAC;YAEF,gDAAgD;YAChD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChE,CAAC;YAED,0GAA0G;YAC1G,kFAAkF;YAClF,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;gBAC5B,IAAI,EAAE,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,CAAC;aACvE,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;gBAC5B,IAAI,EAAE,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC;aACrE,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;gBAC5B,IAAI,EAAE,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC;aACrE,CAAC,CAAC;YAEH,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;QAClC,CAAC;KAAA;IAEK,YAAY,CAChB,IAAU,EACV,SAA0B;;YAE1B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC9B,IAAI,CAAC,gBAAgB,GAAG,SAAS,IAAI,IAAI,CAAC,gBAAgB,CAAC;YAE3D,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAO,GAAW,EAAE,OAAa,EAAE,EAAE;gBACpD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAChD,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;gBACrD,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAChC,OAAO,MAAM,CAAC;YAChB,CAAC,CAAA,CAAC;YAEF,gDAAgD;YAChD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChE,CAAC;YAED,6BAA6B;YAC7B,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;gBAC5B,IAAI,EAAE,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,CAAC;aACvE,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;gBAC5B,IAAI,EAAE,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC;aACrE,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;gBAC5B,IAAI,EAAE,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC;aACrE,CAAC,CAAC;YAEH,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QACnC,CAAC;KAAA;IAYD,GAAG,CAAC,EACF,OAAO,EACP,QAAQ,EACR,KAAK,GAKN;QACC,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAC5C,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;QAEjC,iBAAiB;QACjB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,MAAM,UAAU,GAAG,aAAa,cAAc,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC;YACpE,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC1B,CAAC;QAED,0CAA0C;QAC1C,IAAI,CAAC,mCAAmC,CAAC,IAAI,iCACxC,MAAM,KACT,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,IAC/C,CAAC;QACH,IAAI,CAAC,qCAAqC,EAAE,CAAC;IAC/C,CAAC;IAEa,qCAAqC;;YACjD,IAAI,IAAI,CAAC,8BAA8B,EAAE,CAAC;gBACxC,OAAO;YACT,CAAC;YACD,IAAI,CAAC,8BAA8B,GAAG,IAAI,CAAC;YAC3C,MAAM,YAAY,GAAG,CAAC,GAAG,IAAI,CAAC,mCAAmC,CAAC,CAAC;YACnE,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;gBAClC,MAAM,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YACzC,CAAC;YACD,IAAI,CAAC,8BAA8B,GAAG,KAAK,CAAC;QAC9C,CAAC;KAAA;IAEa,mBAAmB,CAAC,MAKjC;;YACC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;YAEjC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACf,OAAO;YACT,CAAC;YAED,IAAI,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjC,MAAM,IAAI,CAAC,IAAI;qBACZ,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE;oBACnB,MAAM,UAAU,GAAG,aAAa,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC;oBAClG,IACE,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;wBAC9C,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC/C,CAAC;wBACD,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;oBAC5B,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC,EAAE,MAAM,CAAC;qBACT,IAAI,CAAC,GAAG,EAAE;oBACT,IAAI,CAAC,mCAAmC;wBACtC,IAAI,CAAC,mCAAmC,CAAC,MAAM,CAC7C,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,CAC9B,CAAC;gBACN,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;oBACX,gDAAgD;oBAChD,6DAA6D;oBAC7D,sCAAsC;gBACxC,CAAC,CAAC,CAAC;YACP,CAAC;QACH,CAAC;KAAA;IAEa,kBAAkB,CAAC,SAAkB;;YACjD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,SAAS,aAAT,SAAS,cAAT,SAAS,GAAI,IAAI,CAAC,kBAAkB,CAAC;gBACrD,IAAI,aAA6B,CAAC;gBAElC,MAAM,cAAc,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;oBAC3D,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;wBAC9B,IAAI,CAAC,GAAG,CAAC;4BACP,QAAQ,EAAE,KAAK;4BACf,OAAO,EAAE,yBAAyB,OAAO,gCAAgC;4BACzE,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBACH,OAAO,EAAE,CAAC;oBACZ,CAAC,EAAE,OAAO,CAAC,CAAC;gBACd,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,IAAI,CAAC;wBACjB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;4BACtB,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gCACnC,IAAI,OAAO,MAAM,CAAC,gBAAgB,KAAK,UAAU,EAAE,CAAC;oCAClD,MAAM,CAAC,gBAAgB,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gCAC1C,CAAC;qCAAM,CAAC;oCACN,OAAO,CAAC,IAAI,CACV,6DAA6D,CAC9D,CAAC;oCACF,OAAO,EAAE,CAAC;gCACZ,CAAC;4BACH,CAAC,CAAC,CAAC;wBACL,CAAC,CAAC;wBACF,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC;wBAC9C,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;wBACjC,cAAc;qBACf,CAAC,CAAC;gBACL,CAAC;wBAAS,CAAC;oBACT,YAAY,CAAC,aAAc,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,GAAG,CAAC;oBACP,QAAQ,EAAE,KAAK;oBACf,OAAO,EAAE,+BAA+B,CAAC,CAAC,OAAO,YAAY,CAAC,CAAC,KAAK,EAAE;oBACtE,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;YACL,CAAC;QACH,CAAC;KAAA;IAEa,aAAa;;YACzB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,IAAI;qBACZ,QAAQ,CAAC,GAAG,EAAE;oBACb,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;wBAC1C,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACpB,CAAC;yBAAM,CAAC;wBACN,IAAI,CAAC,GAAG,CAAC;4BACP,QAAQ,EAAE,KAAK;4BACf,OAAO,EAAE,yBAAyB;4BAClC,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC,CAAC;qBACD,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACrB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,GAAG,CAAC;oBACP,QAAQ,EAAE,KAAK;oBACf,OAAO,EAAE,2BAA2B,CAAC,CAAC,OAAO,YAAY,CAAC,CAAC,KAAK,EAAE;oBAClE,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;YACL,CAAC;QACH,CAAC;KAAA;IAEa,eAAe;;YAC3B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACxE,CAAC;QACH,CAAC;KAAA;IAED,YAAY;IACJ,WAAW,CAAC,SAAiB;QACnC,OAAO,gBAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACrE,CAAC;IAEa,kBAAkB,CAC9B,WAAmB,EACnB,MAAmD;;YAEnD,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;YAEzC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;YAEhD,OAAO,EAAE,CAAC;QACZ,CAAC;KAAA;IAEa,aAAa,CAAC,MAAc,EAAE,MAAc;;YACxD,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAEpC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YAEtC,OAAO,EAAE,CAAC;QACZ,CAAC;KAAA;IAED,eAAe;IAED,QAAQ;6DAA2B,EAC/C,WAAW,EACX,MAAM,EACN,QAAQ,GAAG,EAAE,EACb,OAAO,GAAG,EAAE,EACZ,UAAU,GAAG,EAAE,EACf,SAAS,GAQV;YACC,IAAI,CAAC,GAAG,CAAC;gBACP,QAAQ,EAAE,YAAY;gBACtB,OAAO,EAAE,wBAAwB,WAAW,GAAG;gBAC/C,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3B,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAC9D,CAAC,UAAqB,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,aAAV,UAAU,cAAV,UAAU,GAAI,EAAE,CAAC,EAC9D,UAAU,CACX,CAAC;YAEF,IAAI,CAAC,GAAG,CAAC;gBACP,QAAQ,EAAE,YAAY;gBACtB,OAAO,EAAE,yDAAyD,KAAK,4BAA4B,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE;gBACtI,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,kBAAkB,GAAG,MAAM,IAAA,mBAAO,EAAC;gBACvC,WAAW;gBACX,QAAQ;gBACR,0BAA0B,EAAE,OAAO;gBACnC,WAAW,EAAE,YAAY;gBACzB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,MAAM;gBACN,SAAS,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;gBAC7C,UAAU,EAAE,UAAU,CAAC,MAAM;gBAC7B,WAAW,EAAE,MAAM,CAAC,MAAM;aAC3B,CAAC,CAAC;YAEH,MAAM,EACJ,QAAQ,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,KAE5C,kBAAkB,EADjB,MAAM,UACP,kBAAkB,EAHhB,YAGL,CAAqB,CAAC;YACvB,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAE7B,IAAI,CAAC,GAAG,CAAC;gBACP,QAAQ,EAAE,YAAY;gBACtB,OAAO,EAAE,iCAAiC,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,EAAE;gBAC9E,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAEvB,IAAI,SAAS,IAAI,UAAU,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;gBACrD,IAAI,CAAC,GAAG,CAAC;oBACP,QAAQ,EAAE,YAAY;oBACtB,OAAO,EAAE,aAAa,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,EAAE;oBAC1D,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBAEH,OAAO,MAAM,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,GAAG,CAAC;oBACP,QAAQ,EAAE,YAAY;oBACtB,OAAO,EAAE,qCAAqC,WAAW,GAAG;oBAC5D,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAChC,OAAO,IAAI,CAAC,QAAQ,CAAC;oBACnB,WAAW;oBACX,MAAM;oBACN,QAAQ,EAAE,WAAW;oBACrB,OAAO,EAAE,MAAM;oBACf,UAAU;oBACV,SAAS;iBACV,CAAC,CAAC;YACL,CAAC;QACH,CAAC;KAAA;IAEa,QAAQ;6DAAC,EACrB,WAAW,EACX,SAAS,EACT,QAAQ,EACR,SAAS,GAMV;YACC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,WAAW,GAAG,kSAAkS,CAAC;YACnT,CAAC;YAED,MAAM,KAAK,GAAG,SAAS,aAAT,SAAS,cAAT,SAAS,GAAI,IAAI,CAAC,gBAAgB,CAAC;YAEjD,IAAI,CAAC,GAAG,CAAC;gBACP,QAAQ,EAAE,aAAa;gBACvB,OAAO,EAAE,yBAAyB,WAAW,EAAE;gBAC/C,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3B,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAC1D,CAAC,QAAiB,EAAE,EAAE,CACpB,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,EAC7D,QAAQ,CACT,CAAC;YAEF,IAAI,mBAAuC,CAAC;YAC5C,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACvB,IAAI,CAAC,4BAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBACtC,IAAI,CAAC,GAAG,CAAC;wBACP,QAAQ,EAAE,aAAa;wBACvB,OAAO,EAAE,GAAG,KAAK,uDAAuD;wBACxE,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,MAAM,iBAAiB,GAAG,IAAI,0BAAiB,CAC7C,IAAI,CAAC,IAAI,EACT,WAAW,EACX,IAAI,CAAC,OAAO,CACb,CAAC;oBAEF,mBAAmB;wBACjB,MAAM,iBAAiB,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;oBAC3D,YAAY,GAAG,0CAA0C,CAAC;gBAC5D,CAAC;YACH,CAAC;YAED,MAAM,mBAAmB,GAAG,MAAM,IAAA,mBAAO,EAAC;gBACxC,WAAW;gBACX,WAAW,EAAE,YAAY;gBACzB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,SAAS,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;gBAC7C,KAAK,EAAE,mBAAmB;aAC3B,CAAC,CAAC;YAEH,MAAM,qBAAqB,GAAG,mBAAmB,CAAC,QAAQ,CAAC,GAAG,CAC5D,CAAC,OAAO,EAAE,EAAE;gBACV,MAAM,EAAE,SAAS,KAAc,OAAO,EAAhB,IAAI,UAAK,OAAO,EAAhC,aAAsB,CAAU,CAAC;gBAEvC,uCACK,IAAI,KACP,QAAQ,EAAE,SAAS,WAAW,CAAC,SAAS,CAAC,EAAE,IAC3C;YACJ,CAAC,CACF,CAAC;YAEF,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAE7B,IAAI,CAAC,kBAAkB,CAAC,WAAW,EAAE,qBAAqB,CAAC,CAAC;YAE5D,IAAI,CAAC,GAAG,CAAC;gBACP,QAAQ,EAAE,aAAa;gBACvB,OAAO,EAAE,iBAAiB,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC,EAAE;gBACjE,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,kBAAkB,CAAC,WAAW,EAAE,qBAAqB,CAAC,CAAC;YAClE,OAAO,qBAAqB,CAAC;QAC/B,CAAC;KAAA;IAEa,IAAI;6DAAC,EACjB,MAAM,EACN,KAAK,GAAG,EAAE,EACV,UAAU,EACV,SAAS,EACT,SAAS,EACT,iBAAiB,EACjB,OAAO,GAAG,CAAC,GASZ;;YACC,MAAM,KAAK,GAAG,SAAS,aAAT,SAAS,cAAT,SAAS,GAAI,IAAI,CAAC,gBAAgB,CAAC;YAEjD,IACE,CAAC,4BAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC;gBACjC,CAAC,SAAS,KAAK,KAAK,IAAI,iBAAiB,CAAC,EAC1C,CAAC;gBACD,IAAI,CAAC,GAAG,CAAC;oBACP,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE,GAAG,KAAK,sDAAsD,SAAS,wBAAwB;oBACxG,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,SAAS,GAAG,KAAK,CAAC;gBAClB,iBAAiB,GAAG,KAAK,CAAC;YAC5B,CAAC;YAED,IAAI,CAAC,GAAG,CAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,gCAAgC,MAAM,aAAa,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE;gBAC7E,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAEhC,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAE3B,IAAI,CAAC,GAAG,CAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,mBAAmB;gBAC5B,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,GAChD,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CACtB,CAAC,EAAE,UAAU,EAA4B,EAAE,EAAE;gBAC3C,aAAa;gBACb,OAAO,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YACvC,CAAC,EACD,EAAE,UAAU,EAAE,CACf,CAAC;YAEJ,IAAI,CAAC,GAAG,CAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,oBAAoB,KAAK,kBAChC,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,MAC7B,EAAE;gBACF,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,oDAAoD;YACpD,IAAI,mBAAuC,CAAC;YAC5C,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACvB,IAAI,CAAC,4BAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBACtC,IAAI,CAAC,GAAG,CAAC;wBACP,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE,GAAG,KAAK,uDAAuD;wBACxE,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,MAAM,iBAAiB,GAAG,IAAI,0BAAiB,CAC7C,IAAI,CAAC,IAAI,EACT,WAAW,EACX,IAAI,CAAC,OAAO,CACb,CAAC;oBAEF,mBAAmB;wBACjB,MAAM,iBAAiB,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,IAAA,eAAG,EAAC;gBACzB,MAAM;gBACN,WAAW,EAAE,YAAY;gBACzB,KAAK;gBACL,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,SAAS,EAAE,KAAK;gBAChB,UAAU,EAAE,mBAAmB;gBAC/B,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,+BAA+B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;gBAClE,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAE7B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;oBAC1C,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAEvB,IAAI,CAAC,GAAG,CAAC;wBACP,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE,kDAAkD,UAAU,CAAC,MAAM,GAAG;wBAC/E,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBAEH,OAAO,IAAI,CAAC,IAAI,CAAC;wBACf,MAAM;wBACN,KAAK,EACH,KAAK;4BACL,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;4BACnC,wCAAwC;wBAC1C,UAAU;wBACV,SAAS;wBACT,SAAS;wBACT,iBAAiB;qBAClB,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,SAAS,KAAK,UAAU,EAAE,CAAC;oBACpC,IAAI,CAAC,GAAG,CAAC;wBACP,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE,sCAAsC;wBAC/C,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBACH,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;oBACzD,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC;wBACrB,MAAM;wBACN,KAAK;wBACL,UAAU;wBACV,SAAS;wBACT,SAAS,EAAE,IAAI;wBACf,iBAAiB;qBAClB,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,OAAO,EAAE,sCAAsC;wBAC/C,MAAM,EAAE,MAAM;qBACf,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,mCAAmC;YACnC,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;YACrC,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAClC,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;YAE9B,6CAA6C;YAC7C,MAAM,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,WAAW,GACf,CAAA,MAAA,YAAY;iBACT,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,SAAS,GAAG,CAAC,CAAC,0CAC/C,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,KAAI,mBAAmB,CAAC;YAE3C,IAAI,CAAC,GAAG,CAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,qBAAqB,MAAM,gBAAgB,SAAS,YAAY,KAAK,gBAAgB,IAAI,CAAC,SAAS,CAC1G,IAAI,CACL,EAAE;gBACH,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,IAAI,eAAe,GAAG,EAAE,CAAC;YAEzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;YAC5D,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACnC,IAAI,MAAM,KAAK,gBAAgB,EAAE,CAAC;oBAChC,IAAI,CAAC,GAAG,CAAC;wBACP,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE,6BAA6B;wBACtC,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBACH,IAAI,CAAC;wBACH,MAAM,OAAO;6BACV,QAAQ,CAAC,CAAC,OAAO,EAAE,EAAE;4BACpB,OAAO,CAAC,cAAc,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;wBAClE,CAAC,CAAC;6BACD,KAAK,CAAC,CAAC,CAAQ,EAAE,EAAE;4BAClB,IAAI,CAAC,GAAG,CAAC;gCACP,QAAQ,EAAE,QAAQ;gCAClB,OAAO,EAAE,sCAAsC,CAAC,CAAC,OAAO,YAAY,CAAC,CAAC,KAAK,EAAE;gCAC7E,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;wBACL,CAAC,CAAC,CAAC;oBACP,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,IAAI,CAAC,GAAG,CAAC;4BACP,QAAQ,EAAE,QAAQ;4BAClB,OAAO,EAAE,8CAA8C,OAAO,MAAM,CAAC,CAAC,OAAO,YAAY,CAAC,CAAC,KAAK,EAAE;4BAClG,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBAEH,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;4BAChB,OAAO,IAAI,CAAC,IAAI,CAAC;gCACf,MAAM;gCACN,KAAK;gCACL,SAAS;gCACT,SAAS;gCACT,iBAAiB;gCACjB,OAAO,EAAE,OAAO,GAAG,CAAC;gCACpB,UAAU;6BACX,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;oBAClD,IAAI,CAAC;wBACH,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;wBACvB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;wBACtB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;wBACrB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;4BACxB,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE;gCAClC,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE;6BAC/B,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,IAAI,CAAC,GAAG,CAAC;4BACP,QAAQ,EAAE,QAAQ;4BAClB,OAAO,EAAE,kCAAkC,OAAO,MAAM,CAAC,CAAC,OAAO,YAAY,CAAC,CAAC,KAAK,EAAE;4BACtF,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBAEH,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;4BAChB,OAAO,IAAI,CAAC,IAAI,CAAC;gCACf,MAAM;gCACN,KAAK;gCACL,SAAS;gCACT,SAAS;gCACT,iBAAiB;gCACjB,OAAO,EAAE,OAAO,GAAG,CAAC;gCACpB,UAAU;6BACX,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;oBAC9B,IAAI,CAAC;wBACH,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;wBACpB,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBACtC,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,IAAI,CAAC,GAAG,CAAC;4BACP,QAAQ,EAAE,QAAQ;4BAClB,OAAO,EAAE,+BAA+B,OAAO,MAAM,CAAC,CAAC,OAAO,YAAY,CAAC,CAAC,KAAK,EAAE;4BACnF,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBAEH,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;4BAChB,OAAO,IAAI,CAAC,IAAI,CAAC;gCACf,MAAM;gCACN,KAAK;gCACL,SAAS;gCACT,SAAS;gCACT,iBAAiB;gCACjB,OAAO,EAAE,OAAO,GAAG,CAAC;gCACpB,UAAU;6BACX,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,IACL,OAAO,OAAO,CAAC,MAA8B,CAAC,KAAK,UAAU,EAC7D,CAAC;oBACD,gCAAgC;oBAChC,IAAI,CAAC,GAAG,CAAC;wBACP,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE,2BAA2B,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE;wBACrD,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBAEH,qBAAqB;oBACrB,IAAI,CAAC;wBACH,aAAa;wBACb,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;oBACjC,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,IAAI,CAAC,GAAG,CAAC;4BACP,QAAQ,EAAE,QAAQ;4BAClB,OAAO,EAAE,2BAA2B,MAAM,cAAc,IAAI,CAAC,SAAS,CACpE,IAAI,CACL,cAAc,OAAO,MAAM,CAAC,CAAC,OAAO,YAAY,CAAC,CAAC,KAAK,EAAE;4BAC1D,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBAEH,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;4BAChB,OAAO,IAAI,CAAC,IAAI,CAAC;gCACf,MAAM;gCACN,KAAK;gCACL,SAAS;gCACT,SAAS;gCACT,iBAAiB;gCACjB,OAAO,EAAE,OAAO,GAAG,CAAC;gCACpB,UAAU;6BACX,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;oBAED,4CAA4C;oBAC5C,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;wBACvB,IAAI,CAAC,GAAG,CAAC;4BACP,QAAQ,EAAE,QAAQ;4BAClB,OAAO,EAAE,gDAAgD;4BACzD,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBAEH,oEAAoE;wBACpE,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;4BACtC,IAAI,OAAO,CAAc,CAAC,OAAO,EAAE,EAAE;gCACnC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;gCACnD,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAK,CAAC,CAAC;4BACzC,CAAC,CAAC;yBACH,CAAC,CAAC;wBAEH,IAAI,CAAC,GAAG,CAAC;4BACP,QAAQ,EAAE,QAAQ;4BAClB,OAAO,EAAE,oBACP,YAAY,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,oBACtC,EAAE;4BACF,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBAEH,IAAI,YAAY,EAAE,CAAC;4BACjB,IAAI,CAAC,GAAG,CAAC;gCACP,QAAQ,EAAE,QAAQ;gCAClB,OAAO,EAAE,yCAAyC,YAAY,CAAC,GAAG,EAAE,EAAE;gCACtE,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;4BACH,MAAM,YAAY,CAAC,KAAK,EAAE,CAAC;4BAC3B,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;4BACzC,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;4BACrD,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;wBAClC,CAAC;wBAED,4FAA4F;wBAC5F,kCAAkC;wBAClC,MAAM,OAAO,CAAC,IAAI,CAAC;4BACjB,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC;4BACzC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAK,CAAC,CAAC;yBACrD,CAAC,CAAC,KAAK,CAAC,CAAC,CAAQ,EAAE,EAAE;4BACpB,IAAI,CAAC,GAAG,CAAC;gCACP,QAAQ,EAAE,QAAQ;gCAClB,OAAO,EAAE,0BAA0B;gCACnC,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;wBACL,CAAC,CAAC,CAAC;wBAEH,IAAI,CAAC,GAAG,CAAC;4BACP,QAAQ,EAAE,QAAQ;4BAClB,OAAO,EAAE,iDAAiD;4BAC1D,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBAEH,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,UAAU,EAAE,CAAC;4BACnC,IAAI,CAAC,GAAG,CAAC;gCACP,QAAQ,EAAE,QAAQ;gCAClB,OAAO,EAAE,+BAA+B,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE;gCACzD,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,GAAG,CAAC;wBACP,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE,iBAAiB,MAAM,aAAa;wBAC7C,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBACH,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;wBAChB,OAAO,IAAI,CAAC,IAAI,CAAC;4BACf,MAAM;4BACN,KAAK;4BACL,SAAS,EAAE,KAAK;4BAChB,SAAS;4BACT,iBAAiB;4BACjB,OAAO,EAAE,OAAO,GAAG,CAAC;4BACpB,UAAU;yBACX,CAAC,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACN,OAAO;4BACL,OAAO,EAAE,KAAK;4BACd,OAAO,EAAE,iCAAiC,MAAM,aAAa;4BAC7D,MAAM,EAAE,MAAM;yBACf,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,IAAI,QAAQ,GACV,KAAK;oBACL,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;oBACnC,YAAY,QAAQ,CAAC,IAAI,IAAI;oBAC7B,cAAc,WAAW,IAAI;oBAC7B,aAAa,QAAQ,CAAC,MAAM,IAAI;oBAChC,gBAAgB,QAAQ,CAAC,GAAG,IAAI,CAAC;gBAEnC,IAAI,eAAe,EAAE,CAAC;oBACpB,QAAQ,IAAI,yBAAyB,eAAe,MAAM,CAAC;gBAC7D,CAAC;gBAED,IAAI,cAAc,GAAG,KAAK,CAAC;gBAC3B,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;oBACvB,iCAAiC;oBACjC,IAAI,CAAC,GAAG,CAAC;wBACP,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE,0DAA0D;wBACnE,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBAEH,IAAI,WAAW,GAAuB,SAAS,CAAC;oBAChD,IAAI,kBAAkB,GAAuB,SAAS,CAAC;oBAEvD,IAAI,iBAAiB,EAAE,CAAC;wBACtB,IAAI,CAAC;4BACH,MAAM,iBAAiB,GAAG,IAAI,0BAAiB,CAC7C,IAAI,CAAC,IAAI,EACT,WAAW,EACX,IAAI,CAAC,OAAO,CACb,CAAC;4BAEF,kBAAkB,GAAG,MAAM,iBAAiB,CAAC,aAAa,CACxD,IAAI,EACJ,EAAE,CACH,CAAC;wBACJ,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACX,IAAI,CAAC,GAAG,CAAC;gCACP,QAAQ,EAAE,QAAQ;gCAClB,OAAO,EAAE,uCAAuC,CAAC,CAAC,OAAO,qBAAqB;gCAC9E,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;4BAEH,MAAM,iBAAiB,GAAG,IAAI,0BAAiB,CAC7C,IAAI,CAAC,IAAI,EACT,WAAW,EACX,IAAI,CAAC,OAAO,CACb,CAAC;4BAEF,kBAAkB,GAAG,MAAM,iBAAiB,CAAC,aAAa,CACxD,IAAI,EACJ,EAAE,CACH,CAAC;wBACJ,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,CAAC,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;4BAC7D,OAAO,MAAM,CAAC,eAAe,EAAE,CAAC;wBAClC,CAAC,CAAC,CAAC,CAAC;oBACN,CAAC;oBAED,cAAc,GAAG,MAAM,IAAA,+BAAmB,EAAC;wBACzC,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,IAAI,CAAC,WAAW;wBAC7B,SAAS,EAAE,KAAK;wBAChB,UAAU,EAAE,kBAAkB;wBAC9B,WAAW,EAAE,WAAW;wBACxB,MAAM,EAAE,IAAI,CAAC,MAAM;qBACpB,CAAC,CAAC;oBAEH,IAAI,CAAC,GAAG,CAAC;wBACP,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE,0CAA0C,cAAc,EAAE;wBACnE,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;gBACL,CAAC;gBAED,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,IAAI,CAAC,GAAG,CAAC;wBACP,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE,gCAAgC;wBACzC,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBACH,OAAO,IAAI,CAAC,IAAI,CAAC;wBACf,MAAM;wBACN,KAAK,EAAE,QAAQ;wBACf,SAAS;wBACT,UAAU;wBACV,SAAS;wBACT,iBAAiB;qBAClB,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,GAAG,CAAC;wBACP,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE,+BAA+B;wBACxC,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBACH,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAChD,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,OAAO,EAAE,kCAAkC,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE;wBAClE,MAAM,EAAE,MAAM;qBACf,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,GAAG,CAAC;oBACP,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE,qCAAqC,OAAO,MAAM,KAAK,CAAC,OAAO,YAAY,KAAK,CAAC,KAAK,EAAE;oBACjG,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAChB,OAAO,IAAI,CAAC,IAAI,CAAC;wBACf,MAAM;wBACN,KAAK;wBACL,SAAS;wBACT,SAAS;wBACT,iBAAiB;wBACjB,OAAO,EAAE,OAAO,GAAG,CAAC;wBACpB,UAAU;qBACX,CAAC,CAAC;gBACL,CAAC;gBAED,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBACrC,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,4BAA4B,KAAK,CAAC,OAAO,EAAE;oBACpD,MAAM,EAAE,MAAM;iBACf,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAEK,GAAG;6DAAC,EACR,MAAM,EACN,SAAS,EACT,SAAS,GAAG,UAAU,GAKvB;YAKC,SAAS,GAAG,SAAS,aAAT,SAAS,cAAT,SAAS,GAAI,UAAU,CAAC;YAEpC,OAAO,IAAI,CAAC,IAAI,CAAC;gBACf,MAAM;gBACN,SAAS;gBACT,UAAU,EAAE,EAAE;gBACd,SAAS;gBACT,iBAAiB,EAAE,SAAS,KAAK,KAAK;aACvC,CAAC,CAAC;QACL,CAAC;KAAA;IAEK,OAAO;6DAA2B,EACtC,WAAW,EACX,MAAM,EACN,SAAS,GAKV;YACC,OAAO,IAAI,CAAC,QAAQ,CAAC;gBACnB,WAAW;gBACX,MAAM;gBACN,SAAS;aACV,CAAC,CAAC;QACL,CAAC;KAAA;IAEK,OAAO,CAAC,OAIb;;;YACC,OAAO,IAAI,CAAC,QAAQ,CAAC;gBACnB,WAAW,EACT,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAAW,mCACpB,kDAAkD;gBACpD,SAAS,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,SAAS;gBAC7B,SAAS,EAAE,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,SAAS,mCAAI,KAAK;gBACtC,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAC;QACL,CAAC;KAAA;CACF;AA5jCD,8BA4jCC"}

package/dist/lib/inference.js

@@ -0,0 +1,226 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.verifyActCompletion = verifyActCompletion;
+exports.act = act;
+exports.extract = extract;
+exports.observe = observe;
+exports.ask = ask;
+const prompt_1 = require("./prompt");
+const zod_1 = require("zod");
+const LLMClient_1 = require("./llm/LLMClient");
+function verifyActCompletion(_a) {
+    return __awaiter(this, arguments, void 0, function* ({ goal, steps, llmProvider, modelName, screenshot, domElements, logger, }) {
+        const llmClient = llmProvider.getClient(modelName);
+        const messages = [
+            (0, prompt_1.buildVerifyActCompletionSystemPrompt)(),
+            (0, prompt_1.buildVerifyActCompletionUserPrompt)(goal, steps, domElements),
+        ];
+        const response = yield llmClient.createChatCompletion({
+            model: modelName,
+            messages,
+            temperature: 0.1,
+            top_p: 1,
+            frequency_penalty: 0,
+            presence_penalty: 0,
+            image: screenshot
+                ? {
+                    buffer: screenshot,
+                    description: "This is a screenshot of the whole visible page.",
+                }
+                : undefined,
+            response_model: {
+                name: "Verification",
+                schema: zod_1.z.object({
+                    completed: zod_1.z.boolean().describe("true if the goal is accomplished"),
+                }),
+            },
+        });
+        if (!response || typeof response !== "object") {
+            logger({
+                category: "VerifyAct",
+                message: "Unexpected response format: " + JSON.stringify(response),
+            });
+            return false;
+        }
+        if (response.completed === undefined) {
+            logger({
+                category: "VerifyAct",
+                message: "Missing 'completed' field in response",
+            });
+            return false;
+        }
+        return response.completed;
+    });
+}
+function act(_a) {
+    return __awaiter(this, arguments, void 0, function* ({ action, domElements, steps, llmProvider, modelName, screenshot, retries = 0, logger, }) {
+        const llmClient = llmProvider.getClient(modelName);
+        const messages = [
+            (0, prompt_1.buildActSystemPrompt)(),
+            (0, prompt_1.buildActUserPrompt)(action, steps, domElements),
+        ];
+        const response = yield llmClient.createChatCompletion({
+            model: modelName,
+            messages,
+            temperature: 0.1,
+            top_p: 1,
+            frequency_penalty: 0,
+            presence_penalty: 0,
+            tool_choice: "auto",
+            tools: prompt_1.actTools,
+            image: screenshot
+                ? { buffer: screenshot, description: LLMClient_1.AnnotatedScreenshotText }
+                : undefined,
+        });
+        const toolCalls = response.choices[0].message.tool_calls;
+        if (toolCalls && toolCalls.length > 0) {
+            if (toolCalls[0].function.name === "skipSection") {
+                return null;
+            }
+            return JSON.parse(toolCalls[0].function.arguments);
+        }
+        else {
+            if (retries >= 2) {
+                logger({
+                    category: "Act",
+                    message: "No tool calls found in response",
+                });
+                return null;
+            }
+            return act({
+                action,
+                domElements,
+                steps,
+                llmProvider,
+                modelName,
+                retries: retries + 1,
+                logger,
+            });
+        }
+    });
+}
+function extract(_a) {
+    return __awaiter(this, arguments, void 0, function* ({ instruction, progress, previouslyExtractedContent, domElements, schema, llmProvider, modelName, chunksSeen, chunksTotal, }) {
+        const llmClient = llmProvider.getClient(modelName);
+        const extractionResponse = yield llmClient.createChatCompletion({
+            model: modelName,
+            messages: [
+                (0, prompt_1.buildExtractSystemPrompt)(),
+                (0, prompt_1.buildExtractUserPrompt)(instruction, domElements),
+            ],
+            response_model: {
+                schema: schema,
+                name: "Extraction",
+            },
+            temperature: 0.1,
+            top_p: 1,
+            frequency_penalty: 0,
+            presence_penalty: 0,
+        });
+        const refinedResponse = yield llmClient.createChatCompletion({
+            model: modelName,
+            messages: [
+                (0, prompt_1.buildRefineSystemPrompt)(),
+                (0, prompt_1.buildRefineUserPrompt)(instruction, previouslyExtractedContent, extractionResponse),
+            ],
+            response_model: {
+                schema: schema,
+                name: "RefinedExtraction",
+            },
+            temperature: 0.1,
+            top_p: 1,
+            frequency_penalty: 0,
+            presence_penalty: 0,
+        });
+        const metadataSchema = zod_1.z.object({
+            progress: zod_1.z
+                .string()
+                .describe("progress of what has been extracted so far, as concise as possible"),
+            completed: zod_1.z
+                .boolean()
+                .describe("true if the goal is now accomplished. Use this conservatively, only when you are sure that the goal has been completed."),
+        });
+        const metadataResponse = yield llmClient.createChatCompletion({
+            model: modelName,
+            messages: [
+                (0, prompt_1.buildMetadataSystemPrompt)(),
+                (0, prompt_1.buildMetadataPrompt)(instruction, refinedResponse, chunksSeen, chunksTotal),
+            ],
+            response_model: {
+                name: "Metadata",
+                schema: metadataSchema,
+            },
+            temperature: 0.1,
+            top_p: 1,
+            frequency_penalty: 0,
+            presence_penalty: 0,
+        });
+        refinedResponse.metadata = metadataResponse;
+        return refinedResponse;
+    });
+}
+function observe(_a) {
+    return __awaiter(this, arguments, void 0, function* ({ instruction, domElements, llmProvider, modelName, image, }) {
+        const observeSchema = zod_1.z.object({
+            elements: zod_1.z
+                .array(zod_1.z.object({
+                elementId: zod_1.z.number().describe("the number of the element"),
+                description: zod_1.z
+                    .string()
+                    .describe("a description of the element and what it is relevant for"),
+            }))
+                .describe("an array of elements that match the instruction"),
+        });
+        const llmClient = llmProvider.getClient(modelName);
+        const observationResponse = yield llmClient.createChatCompletion({
+            model: modelName,
+            messages: [
+                (0, prompt_1.buildObserveSystemPrompt)(),
+                (0, prompt_1.buildObserveUserMessage)(instruction, domElements),
+            ],
+            image: image
+                ? { buffer: image, description: LLMClient_1.AnnotatedScreenshotText }
+                : undefined,
+            response_model: {
+                schema: observeSchema,
+                name: "Observation",
+            },
+            temperature: 0.1,
+            top_p: 1,
+            frequency_penalty: 0,
+            presence_penalty: 0,
+        });
+        if (!observationResponse) {
+            throw new Error("no response when finding a selector");
+        }
+        return observationResponse;
+    });
+}
+function ask(_a) {
+    return __awaiter(this, arguments, void 0, function* ({ question, llmProvider, modelName, }) {
+        const llmClient = llmProvider.getClient(modelName);
+        const response = yield llmClient.createChatCompletion({
+            model: modelName,
+            messages: [
+                (0, prompt_1.buildAskSystemPrompt)(),
+                (0, prompt_1.buildAskUserPrompt)(question),
+            ],
+            temperature: 0.1,
+            top_p: 1,
+            frequency_penalty: 0,
+            presence_penalty: 0,
+        });
+        // The parsing is now handled in the LLM clients
+        return response.choices[0].message.content;
+    });
+}
+//# sourceMappingURL=inference.js.map

package/dist/lib/inference.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference.js","sourceRoot":"","sources":["../../lib/inference.ts"],"names":[],"mappings":";;;;;;;;;;;AAqBA,kDA6DC;AAED,kBAuEC;AAED,0BAgGC;AAED,0BAuDC;AAED,kBAwBC;AAhVD,qCAgBkB;AAClB,6BAAwB;AAExB,+CAAuE;AAEvE,SAAsB,mBAAmB;yDAAC,EACxC,IAAI,EACJ,KAAK,EACL,WAAW,EACX,SAAS,EACT,UAAU,EACV,WAAW,EACX,MAAM,GASP;QACC,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG;YACf,IAAA,6CAAoC,GAAiB;YACrD,IAAA,2CAAkC,EAAC,IAAI,EAAE,KAAK,EAAE,WAAW,CAAgB;SAC5E,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC;YACpD,KAAK,EAAE,SAAS;YAChB,QAAQ;YACR,WAAW,EAAE,GAAG;YAChB,KAAK,EAAE,CAAC;YACR,iBAAiB,EAAE,CAAC;YACpB,gBAAgB,EAAE,CAAC;YACnB,KAAK,EAAE,UAAU;gBACf,CAAC,CAAC;oBACE,MAAM,EAAE,UAAU;oBAClB,WAAW,EAAE,iDAAiD;iBAC/D;gBACH,CAAC,CAAC,SAAS;YACb,cAAc,EAAE;gBACd,IAAI,EAAE,cAAc;gBACpB,MAAM,EAAE,OAAC,CAAC,MAAM,CAAC;oBACf,SAAS,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;iBACpE,CAAC;aACH;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC9C,MAAM,CAAC;gBACL,QAAQ,EAAE,WAAW;gBACrB,OAAO,EAAE,8BAA8B,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;aACnE,CAAC,CAAC;YACH,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACrC,MAAM,CAAC;gBACL,QAAQ,EAAE,WAAW;gBACrB,OAAO,EAAE,uCAAuC;aACjD,CAAC,CAAC;YACH,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,QAAQ,CAAC,SAAS,CAAC;IAC5B,CAAC;CAAA;AAED,SAAsB,GAAG;yDAAC,EACxB,MAAM,EACN,WAAW,EACX,KAAK,EACL,WAAW,EACX,SAAS,EACT,UAAU,EACV,OAAO,GAAG,CAAC,EACX,MAAM,GAUP;QAQC,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG;YACf,IAAA,6BAAoB,GAAiB;YACrC,IAAA,2BAAkB,EAAC,MAAM,EAAE,KAAK,EAAE,WAAW,CAAgB;SAC9D,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC;YACpD,KAAK,EAAE,SAAS;YAChB,QAAQ;YACR,WAAW,EAAE,GAAG;YAChB,KAAK,EAAE,CAAC;YACR,iBAAiB,EAAE,CAAC;YACpB,gBAAgB,EAAE,CAAC;YACnB,WAAW,EAAE,MAAM;YACnB,KAAK,EAAE,iBAAQ;YACf,KAAK,EAAE,UAAU;gBACf,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,mCAAuB,EAAE;gBAC9D,CAAC,CAAC,SAAS;SACd,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;QACzD,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBACjD,OAAO,IAAI,CAAC;YACd,CAAC;YACD,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACrD,CAAC;aAAM,CAAC;YACN,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;gBACjB,MAAM,CAAC;oBACL,QAAQ,EAAE,KAAK;oBACf,OAAO,EAAE,iCAAiC;iBAC3C,CAAC,CAAC;gBACH,OAAO,IAAI,CAAC;YACd,CAAC;YAED,OAAO,GAAG,CAAC;gBACT,MAAM;gBACN,WAAW;gBACX,KAAK;gBACL,WAAW;gBACX,SAAS;gBACT,OAAO,EAAE,OAAO,GAAG,CAAC;gBACpB,MAAM;aACP,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CAAA;AAED,SAAsB,OAAO;yDAAC,EAC5B,WAAW,EACX,QAAQ,EACR,0BAA0B,EAC1B,WAAW,EACX,MAAM,EACN,WAAW,EACX,SAAS,EACT,UAAU,EACV,WAAW,GAWZ;QACC,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAEnD,MAAM,kBAAkB,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC;YAC9D,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE;gBACR,IAAA,iCAAwB,GAAiB;gBACzC,IAAA,+BAAsB,EAAC,WAAW,EAAE,WAAW,CAAgB;aAChE;YACD,cAAc,EAAE;gBACd,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,YAAY;aACnB;YACD,WAAW,EAAE,GAAG;YAChB,KAAK,EAAE,CAAC;YACR,iBAAiB,EAAE,CAAC;YACpB,gBAAgB,EAAE,CAAC;SACpB,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC;YAC3D,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE;gBACR,IAAA,gCAAuB,GAAiB;gBACxC,IAAA,8BAAqB,EACnB,WAAW,EACX,0BAA0B,EAC1B,kBAAkB,CACJ;aACjB;YACD,cAAc,EAAE;gBACd,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,mBAAmB;aAC1B;YACD,WAAW,EAAE,GAAG;YAChB,KAAK,EAAE,CAAC;YACR,iBAAiB,EAAE,CAAC;YACpB,gBAAgB,EAAE,CAAC;SACpB,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC;YAC9B,QAAQ,EAAE,OAAC;iBACR,MAAM,EAAE;iBACR,QAAQ,CACP,oEAAoE,CACrE;YACH,SAAS,EAAE,OAAC;iBACT,OAAO,EAAE;iBACT,QAAQ,CACP,yHAAyH,CAC1H;SACJ,CAAC,CAAC;QAEH,MAAM,gBAAgB,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC;YAC5D,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE;gBACR,IAAA,kCAAyB,GAAiB;gBAC1C,IAAA,4BAAmB,EACjB,WAAW,EACX,eAAe,EACf,UAAU,EACV,WAAW,CACG;aACjB;YACD,cAAc,EAAE;gBACd,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,cAAc;aACvB;YACD,WAAW,EAAE,GAAG;YAChB,KAAK,EAAE,CAAC;YACR,iBAAiB,EAAE,CAAC;YACpB,gBAAgB,EAAE,CAAC;SACpB,CAAC,CAAC;QAEH,eAAe,CAAC,QAAQ,GAAG,gBAAgB,CAAC;QAE5C,OAAO,eAAe,CAAC;IACzB,CAAC;CAAA;AAED,SAAsB,OAAO;yDAAC,EAC5B,WAAW,EACX,WAAW,EACX,WAAW,EACX,SAAS,EACT,KAAK,GAON;QAGC,MAAM,aAAa,GAAG,OAAC,CAAC,MAAM,CAAC;YAC7B,QAAQ,EAAE,OAAC;iBACR,KAAK,CACJ,OAAC,CAAC,MAAM,CAAC;gBACP,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;gBAC3D,WAAW,EAAE,OAAC;qBACX,MAAM,EAAE;qBACR,QAAQ,CACP,0DAA0D,CAC3D;aACJ,CAAC,CACH;iBACA,QAAQ,CAAC,iDAAiD,CAAC;SAC/D,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,mBAAmB,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC;YAC/D,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE;gBACR,IAAA,iCAAwB,GAAiB;gBACzC,IAAA,gCAAuB,EAAC,WAAW,EAAE,WAAW,CAAgB;aACjE;YACD,KAAK,EAAE,KAAK;gBACV,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,mCAAuB,EAAE;gBACzD,CAAC,CAAC,SAAS;YACb,cAAc,EAAE;gBACd,MAAM,EAAE,aAAa;gBACrB,IAAI,EAAE,aAAa;aACpB;YACD,WAAW,EAAE,GAAG;YAChB,KAAK,EAAE,CAAC;YACR,iBAAiB,EAAE,CAAC;YACpB,gBAAgB,EAAE,CAAC;SACpB,CAAC,CAAC;QAEH,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QAED,OAAO,mBAAmB,CAAC;IAC7B,CAAC;CAAA;AAED,SAAsB,GAAG;yDAAC,EACxB,QAAQ,EACR,WAAW,EACX,SAAS,GAKV;QACC,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC;YACpD,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE;gBACR,IAAA,6BAAoB,GAAiB;gBACrC,IAAA,2BAAkB,EAAC,QAAQ,CAAgB;aAC5C;YACD,WAAW,EAAE,GAAG;YAChB,KAAK,EAAE,CAAC;YACR,iBAAiB,EAAE,CAAC;YACpB,gBAAgB,EAAE,CAAC;SACpB,CAAC,CAAC;QAEH,gDAAgD;QAChD,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IAC7C,CAAC;CAAA"}

package/dist/lib/llm/AnthropicClient.js

@@ -0,0 +1,150 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AnthropicClient = void 0;
+const sdk_1 = __importDefault(require("@anthropic-ai/sdk"));
+const zod_to_json_schema_1 = require("zod-to-json-schema");
+class AnthropicClient {
+    constructor(logger) {
+        this.client = new sdk_1.default({
+            apiKey: process.env.ANTHROPIC_API_KEY, // Make sure to set this environment variable
+        });
+        this.logger = logger;
+    }
+    createChatCompletion(options) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a, _b, _c, _d, _e, _f, _g;
+            const systemMessage = options.messages.find((msg) => msg.role === "system");
+            const userMessages = options.messages.filter((msg) => msg.role !== "system");
+            if (options.image) {
+                const screenshotMessage = {
+                    role: "user",
+                    content: [
+                        {
+                            type: "image",
+                            source: {
+                                type: "base64",
+                                media_type: "image/jpeg",
+                                data: options.image.buffer.toString("base64"),
+                            },
+                        },
+                        ...(options.image.description
+                            ? [{ type: "text", text: options.image.description }]
+                            : []),
+                    ],
+                };
+                options.messages = [...options.messages, screenshotMessage];
+            }
+            // Transform tools to Anthropic's format
+            let anthropicTools = (_a = options.tools) === null || _a === void 0 ? void 0 : _a.map((tool) => {
+                if (tool.type === "function") {
+                    return {
+                        name: tool.function.name,
+                        description: tool.function.description,
+                        input_schema: {
+                            type: "object",
+                            properties: tool.function.parameters.properties,
+                            required: tool.function.parameters.required,
+                        },
+                    };
+                }
+                return tool;
+            });
+            let toolDefinition;
+            if (options.response_model) {
+                const jsonSchema = (0, zod_to_json_schema_1.zodToJsonSchema)(options.response_model.schema);
+                // Extract the actual schema properties
+                const schemaProperties = ((_c = (_b = jsonSchema.definitions) === null || _b === void 0 ? void 0 : _b.MySchema) === null || _c === void 0 ? void 0 : _c.properties) || jsonSchema.properties;
+                const schemaRequired = ((_e = (_d = jsonSchema.definitions) === null || _d === void 0 ? void 0 : _d.MySchema) === null || _e === void 0 ? void 0 : _e.required) || jsonSchema.required;
+                toolDefinition = {
+                    name: "print_extracted_data",
+                    description: "Prints the extracted data based on the provided schema.",
+                    input_schema: {
+                        type: "object",
+                        properties: schemaProperties,
+                        required: schemaRequired,
+                    },
+                };
+            }
+            if (toolDefinition) {
+                anthropicTools = anthropicTools !== null && anthropicTools !== void 0 ? anthropicTools : [];
+                anthropicTools.push(toolDefinition);
+            }
+            const response = yield this.client.messages.create({
+                model: options.model,
+                max_tokens: options.max_tokens || 1500,
+                messages: userMessages.map((msg) => ({
+                    role: msg.role,
+                    content: msg.content,
+                })),
+                tools: anthropicTools,
+                system: systemMessage === null || systemMessage === void 0 ? void 0 : systemMessage.content,
+                temperature: options.temperature,
+            });
+            // Parse the response here
+            const transformedResponse = {
+                id: response.id,
+                object: "chat.completion",
+                created: Date.now(),
+                model: response.model,
+                choices: [
+                    {
+                        index: 0,
+                        message: {
+                            role: "assistant",
+                            content: ((_f = response.content.find((c) => c.type === "text")) === null || _f === void 0 ? void 0 : _f.text) || null,
+                            tool_calls: response.content
+                                .filter((c) => c.type === "tool_use")
+                                .map((toolUse) => ({
+                                id: toolUse.id,
+                                type: "function",
+                                function: {
+                                    name: toolUse.name,
+                                    arguments: JSON.stringify(toolUse.input),
+                                },
+                            })),
+                        },
+                        finish_reason: response.stop_reason,
+                    },
+                ],
+                usage: {
+                    prompt_tokens: response.usage.input_tokens,
+                    completion_tokens: response.usage.output_tokens,
+                    total_tokens: response.usage.input_tokens + response.usage.output_tokens,
+                },
+            };
+            this.logger({
+                category: "Anthropic",
+                message: "Transformed response: " + JSON.stringify(transformedResponse),
+            });
+            if (options.response_model) {
+                const toolUse = response.content.find((c) => c.type === "tool_use");
+                // console.log("[Debug][Response]", transformedResponse);
+                // console.log("[Response Model]", options.response_model);
+                if (toolUse && "input" in toolUse) {
+                    return toolUse.input;
+                }
+                else {
+                    if (!options.retries || options.retries < 2) {
+                        return this.createChatCompletion(Object.assign(Object.assign({}, options), { retries: ((_g = options.retries) !== null && _g !== void 0 ? _g : 0) + 1 }));
+                    }
+                    throw new Error("Extraction failed: No tool use with input in response");
+                }
+            }
+            return transformedResponse;
+        });
+    }
+}
+exports.AnthropicClient = AnthropicClient;
+//# sourceMappingURL=AnthropicClient.js.map

package/dist/lib/llm/AnthropicClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AnthropicClient.js","sourceRoot":"","sources":["../../../lib/llm/AnthropicClient.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,4DAA0C;AAE1C,2DAAqD;AAErD,MAAa,eAAe;IAQ1B,YACE,MAIU;QAEV,IAAI,CAAC,MAAM,GAAG,IAAI,aAAS,CAAC;YAC1B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,6CAA6C;SACrF,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEK,oBAAoB,CACxB,OAAqD;;;YAErD,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAC5E,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAC1C,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAC/B,CAAC;YAEF,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAClB,MAAM,iBAAiB,GAAQ;oBAC7B,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,OAAO;4BACb,MAAM,EAAE;gCACN,IAAI,EAAE,QAAQ;gCACd,UAAU,EAAE,YAAY;gCACxB,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;6BAC9C;yBACF;wBACD,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW;4BAC3B,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;4BACrD,CAAC,CAAC,EAAE,CAAC;qBACR;iBACF,CAAC;gBAEF,OAAO,CAAC,QAAQ,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;YAC9D,CAAC;YAED,wCAAwC;YACxC,IAAI,cAAc,GAAG,MAAA,OAAO,CAAC,KAAK,0CAAE,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE;gBACpD,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC7B,OAAO;wBACL,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;wBACxB,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW;wBACtC,YAAY,EAAE;4BACZ,IAAI,EAAE,QAAQ;4BACd,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,UAAU;4BAC/C,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ;yBAC5C;qBACF,CAAC;gBACJ,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;YAEH,IAAI,cAAc,CAAC;YACnB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC3B,MAAM,UAAU,GAAG,IAAA,oCAAe,EAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;gBAElE,uCAAuC;gBACvC,MAAM,gBAAgB,GACpB,CAAA,MAAA,MAAA,UAAU,CAAC,WAAW,0CAAE,QAAQ,0CAAE,UAAU,KAAI,UAAU,CAAC,UAAU,CAAC;gBACxE,MAAM,cAAc,GAClB,CAAA,MAAA,MAAA,UAAU,CAAC,WAAW,0CAAE,QAAQ,0CAAE,QAAQ,KAAI,UAAU,CAAC,QAAQ,CAAC;gBAEpE,cAAc,GAAG;oBACf,IAAI,EAAE,sBAAsB;oBAC5B,WAAW,EAAE,yDAAyD;oBACtE,YAAY,EAAE;wBACZ,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE,gBAAgB;wBAC5B,QAAQ,EAAE,cAAc;qBACzB;iBACF,CAAC;YACJ,CAAC;YAED,IAAI,cAAc,EAAE,CAAC;gBACnB,cAAc,GAAG,cAAc,aAAd,cAAc,cAAd,cAAc,GAAI,EAAE,CAAC;gBACtC,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACtC,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACjD,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBACtC,QAAQ,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBACnC,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,OAAO,EAAE,GAAG,CAAC,OAAO;iBACrB,CAAC,CAAC;gBACH,KAAK,EAAE,cAAc;gBACrB,MAAM,EAAE,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,OAAO;gBAC9B,WAAW,EAAE,OAAO,CAAC,WAAW;aACjC,CAAC,CAAC;YAEH,0BAA0B;YAC1B,MAAM,mBAAmB,GAAG;gBAC1B,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,MAAM,EAAE,iBAAiB;gBACzB,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;gBACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,OAAO,EAAE;oBACP;wBACE,KAAK,EAAE,CAAC;wBACR,OAAO,EAAE;4BACP,IAAI,EAAE,WAAW;4BACjB,OAAO,EACL,CAAA,MAAA,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,0CAAE,IAAI,KAAI,IAAI;4BAC/D,UAAU,EAAE,QAAQ,CAAC,OAAO;iCACzB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;iCACpC,GAAG,CAAC,CAAC,OAAY,EAAE,EAAE,CAAC,CAAC;gCACtB,EAAE,EAAE,OAAO,CAAC,EAAE;gCACd,IAAI,EAAE,UAAU;gCAChB,QAAQ,EAAE;oCACR,IAAI,EAAE,OAAO,CAAC,IAAI;oCAClB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC;iCACzC;6BACF,CAAC,CAAC;yBACN;wBACD,aAAa,EAAE,QAAQ,CAAC,WAAW;qBACpC;iBACF;gBACD,KAAK,EAAE;oBACL,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;oBAC1C,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;oBAC/C,YAAY,EACV,QAAQ,CAAC,KAAK,CAAC,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa;iBAC7D;aACF,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,WAAW;gBACrB,OAAO,EAAE,wBAAwB,GAAG,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC;aACxE,CAAC,CAAC;YAEH,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC3B,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;gBACpE,yDAAyD;gBACzD,2DAA2D;gBAC3D,IAAI,OAAO,IAAI,OAAO,IAAI,OAAO,EAAE,CAAC;oBAClC,OAAO,OAAO,CAAC,KAAK,CAAC;gBACvB,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;wBAC5C,OAAO,IAAI,CAAC,oBAAoB,iCAC3B,OAAO,KACV,OAAO,EAAE,CAAC,MAAA,OAAO,CAAC,OAAO,mCAAI,CAAC,CAAC,GAAG,CAAC,IACnC,CAAC;oBACL,CAAC;oBACD,MAAM,IAAI,KAAK,CACb,uDAAuD,CACxD,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,OAAO,mBAAmB,CAAC;QAC7B,CAAC;KAAA;CACF;AArKD,0CAqKC"}

package/dist/lib/llm/LLMClient.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AnnotatedScreenshotText = exports.modelsWithVision = void 0;
+exports.modelsWithVision = [
+    "gpt-4o",
+    "gpt-4o-mini",
+    "claude-3-5-sonnet-latest",
+    "claude-3-5-sonnet-20240620",
+    "gpt-4o-2024-08-06",
+];
+exports.AnnotatedScreenshotText = "This is a screenshot of the current page state with the elements annotated on it. Each element id is annotated with a number to the top left of it. Duplicate annotations at the same location are under each other vertically.";
+//# sourceMappingURL=LLMClient.js.map

package/dist/lib/llm/LLMClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMClient.js","sourceRoot":"","sources":["../../../lib/llm/LLMClient.ts"],"names":[],"mappings":";;;AAaa,QAAA,gBAAgB,GAAqB;IAChD,QAAQ;IACR,aAAa;IACb,0BAA0B;IAC1B,4BAA4B;IAC5B,mBAAmB;CACpB,CAAC;AAEW,QAAA,uBAAuB,GAClC,iOAAiO,CAAC"}

package/dist/lib/llm/LLMProvider.js

@@ -0,0 +1,34 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMProvider = void 0;
+const OpenAIClient_1 = require("./OpenAIClient");
+const AnthropicClient_1 = require("./AnthropicClient");
+class LLMProvider {
+    constructor(logger) {
+        this.modelToProviderMap = {
+            "gpt-4o": "openai",
+            "gpt-4o-mini": "openai",
+            "gpt-4o-2024-08-06": "openai",
+            "claude-3-5-sonnet-latest": "anthropic",
+            "claude-3-5-sonnet-20240620": "anthropic",
+            "claude-3-5-sonnet-20241022": "anthropic",
+        };
+        this.logger = logger;
+    }
+    getClient(modelName) {
+        const provider = this.modelToProviderMap[modelName];
+        if (!provider) {
+            throw new Error(`Unsupported model: ${modelName}`);
+        }
+        switch (provider) {
+            case "openai":
+                return new OpenAIClient_1.OpenAIClient(this.logger);
+            case "anthropic":
+                return new AnthropicClient_1.AnthropicClient(this.logger);
+            default:
+                throw new Error(`Unsupported provider: ${provider}`);
+        }
+    }
+}
+exports.LLMProvider = LLMProvider;
+//# sourceMappingURL=LLMProvider.js.map

package/dist/lib/llm/LLMProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMProvider.js","sourceRoot":"","sources":["../../../lib/llm/LLMProvider.ts"],"names":[],"mappings":";;;AAAA,iDAA8C;AAC9C,uDAAoD;AAWpD,MAAa,WAAW;IAYtB,YACE,MAAiE;QAZ3D,uBAAkB,GAAwC;YAChE,QAAQ,EAAE,QAAQ;YAClB,aAAa,EAAE,QAAQ;YACvB,mBAAmB,EAAE,QAAQ;YAC7B,0BAA0B,EAAE,WAAW;YACvC,4BAA4B,EAAE,WAAW;YACzC,4BAA4B,EAAE,WAAW;SAC1C,CAAC;QAOA,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,SAAS,CAAC,SAAyB;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;QACpD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,sBAAsB,SAAS,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,QAAQ;gBACX,OAAO,IAAI,2BAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,KAAK,WAAW;gBACd,OAAO,IAAI,iCAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1C;gBACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;CACF;AAjCD,kCAiCC"}

package/dist/lib/llm/OpenAIClient.js

@@ -0,0 +1,69 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __rest = (this && this.__rest) || function (s, e) {
+    var t = {};
+    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
+        t[p] = s[p];
+    if (s != null && typeof Object.getOwnPropertySymbols === "function")
+        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
+            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
+                t[p[i]] = s[p[i]];
+        }
+    return t;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAIClient = void 0;
+const openai_1 = __importDefault(require("openai"));
+const zod_1 = require("openai/helpers/zod");
+class OpenAIClient {
+    constructor(logger) {
+        this.client = new openai_1.default();
+        this.logger = logger;
+    }
+    createChatCompletion(options) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (options.image) {
+                const screenshotMessage = {
+                    role: "user",
+                    content: [
+                        {
+                            type: "image_url",
+                            image_url: {
+                                url: `data:image/jpeg;base64,${options.image.buffer.toString("base64")}`,
+                            },
+                        },
+                        ...(options.image.description
+                            ? [{ type: "text", text: options.image.description }]
+                            : []),
+                    ],
+                };
+                options.messages = [...options.messages, screenshotMessage];
+            }
+            const { image, response_model } = options, openAiOptions = __rest(options, ["image", "response_model"]);
+            let responseFormat = undefined;
+            if (options.response_model) {
+                responseFormat = (0, zod_1.zodResponseFormat)(options.response_model.schema, options.response_model.name);
+            }
+            const response = yield this.client.chat.completions.create(Object.assign(Object.assign({}, openAiOptions), { response_format: responseFormat }));
+            if (response_model) {
+                const extractedData = response.choices[0].message.content;
+                const parsedData = JSON.parse(extractedData);
+                return Object.assign({}, parsedData);
+            }
+            return response;
+        });
+    }
+}
+exports.OpenAIClient = OpenAIClient;
+//# sourceMappingURL=OpenAIClient.js.map

package/dist/lib/llm/OpenAIClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAIClient.js","sourceRoot":"","sources":["../../../lib/llm/OpenAIClient.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,oDAA4B;AAC5B,4CAAuD;AAGvD,MAAa,YAAY;IAQvB,YACE,MAIU;QAEV,IAAI,CAAC,MAAM,GAAG,IAAI,gBAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEK,oBAAoB,CAAC,OAA8B;;YACvD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAClB,MAAM,iBAAiB,GAAQ;oBAC7B,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,WAAW;4BACjB,SAAS,EAAE;gCACT,GAAG,EAAE,0BAA0B,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;6BACzE;yBACF;wBACD,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW;4BAC3B,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;4BACrD,CAAC,CAAC,EAAE,CAAC;qBACR;iBACF,CAAC;gBAEF,OAAO,CAAC,QAAQ,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;YAC9D,CAAC;YAED,MAAM,EAAE,KAAK,EAAE,cAAc,KAAuB,OAAO,EAAzB,aAAa,UAAK,OAAO,EAArD,2BAA2C,CAAU,CAAC;YAE5D,IAAI,cAAc,GAAG,SAAS,CAAC;YAC/B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC3B,cAAc,GAAG,IAAA,uBAAiB,EAChC,OAAO,CAAC,cAAc,CAAC,MAAM,EAC7B,OAAO,CAAC,cAAc,CAAC,IAAI,CAC5B,CAAC;YACJ,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,iCACrD,aAAa,KAChB,eAAe,EAAE,cAAc,IAC/B,CAAC;YAEH,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;gBAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAE7C,yBACK,UAAU,EACb;YACJ,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC;KAAA;CACF;AAjED,oCAiEC"}