npm - @browserbasehq/orca - Versions diffs - 3.1.0-patch.4 → 3.2.0-preview.1 - Mend

@browserbasehq/orca 3.1.0-patch.4 → 3.2.0-preview.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (225) hide show

package/dist/cjs/lib/v3/cache/ActCache.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"ActCache.js","sourceRoot":"","sources":["../../../../../lib/v3/cache/ActCache.ts"],"names":[],"mappings":";;;AAAA,mCAAoC;AAMpC,yCAAmE;AAMnE,+DAA4E;AAE5E,MAAa,QAAQ;IACF,OAAO,CAAe;IACtB,MAAM,CAAS;IACf,aAAa,CAA0B;IACvC,mBAAmB,CAAkB;IACrC,kBAAkB,CAAU;IAE7C,YAAY,EACV,OAAO,EACP,MAAM,EACN,aAAa,EACb,mBAAmB,EACnB,kBAAkB,GACL;QACb,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;IAC/C,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,WAAmB,EACnB,IAAU,EACV,SAAkC;QAElC,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC/B,MAAM,oBAAoB,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;QAChD,MAAM,kBAAkB,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACpE,MAAM,YAAY,GAAG,kBAAkB;YACrC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE;YACxC,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAc,EAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CACpC,oBAAoB,EACpB,OAAO,EACP,YAAY,CACb,CAAC;QACF,OAAO;YACL,WAAW,EAAE,oBAAoB;YACjC,QAAQ;YACR,OAAO;YACP,YAAY;YACZ,SAAS,EAAE,kBAAkB;SAC9B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CACb,OAAwB,EACxB,IAAU,EACV,OAAgB,EAChB,iBAA6B;QAE7B,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAE/B,MAAM,EACJ,KAAK,EAAE,KAAK,EACZ,KAAK,EACL,IAAI,GACL,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAiB,GAAG,OAAO,CAAC,QAAQ,OAAO,CAAC,CAAC;QAC5E,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,mCAAmC,IAAI,EAAE;gBAClD,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAChD;aACF,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,IAAI,KAAK,CAAC,OAAO,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACrC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,iBAAiB,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC;YACzD,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE;YAChC,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,mBAAmB,GAAG,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;QAEtD,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,EAAE,CAAC;YACtE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IACE,mBAAmB,CAAC,MAAM,GAAG,CAAC;YAC9B,CAAC,CAAC,OAAO,CAAC,SAAS;gBACjB,CAAC,IAAI,CAAC,oBAAoB,CAAC,mBAAmB,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,EACrE,CAAC;YACD,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,8CAA8C;gBACvD,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,WAAW,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAC5D;aACF,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,MAAM,CAAC;YACV,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,eAAe;YACxB,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,WAAW,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAC3D,GAAG,EAAE;oBACH,KAAK,EAAE,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,OAAO;oBACnC,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,OAAO,MAAM,IAAI,CAAC,mBAAmB,CACnC,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAO,EACP,iBAAiB,CAClB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAAwB,EAAE,MAAiB;QACrD,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAE1B,MAAM,KAAK,GAAmB;YAC5B,OAAO,EAAE,CAAC;YACV,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,GAAG,EAAE,OAAO,CAAC,OAAO;YACpB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE;YAC7B,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC;QAEF,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAClD,GAAG,OAAO,CAAC,QAAQ,OAAO,EAC1B,KAAK,CACN,CAAC;QACF,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,iCAAiC;gBAC1C,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAChD;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC;YACV,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,kBAAkB;YAC3B,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,WAAW,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAC3D,GAAG,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE;aAChD;SACF,CAAC,CAAC;IACL,CAAC;IAEO,gBAAgB,CACtB,WAAmB,EACnB,GAAW,EACX,YAAsB;QAEtB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;YAC7B,WAAW;YACX,GAAG;YACH,YAAY;SACb,CAAC,CAAC;QACH,OAAO,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5D,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,OAAwB,EACxB,KAAqB,EACrB,IAAU,EACV,OAAgB,EAChB,iBAA6B;QAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACrC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,2CAA4B,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QACD,MAAM,eAAe,GAAG,iBAAiB,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAExE,MAAM,OAAO,GAAG,KAAK,IAAwB,EAAE;YAC7C,MAAM,aAAa,GAAgB,EAAE,CAAC;YACtC,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBACnC,MAAM,IAAA,gCAAqB,EAAC;oBAC1B,IAAI;oBACJ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,IAAI,CAAC,kBAAkB;oBAChC,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,OAAO,EAAE,KAAK;iBACf,CAAC,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,uBAAuB,CAClD,MAAM,EACN,IAAI,EACJ,IAAI,CAAC,kBAAkB,EACvB,eAAe,EACf,SAAS,EACT,OAAO,CAAC,SAAS,CAClB,CAAC;gBACF,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC3B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBACpB,MAAM;gBACR,CAAC;YACH,CAAC;YAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,oDAAoD;oBAC7D,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,IAAI,KAAK,CAAC,WAAW;oBAC/D,OAAO,EAAE,EAAE;iBACZ,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YAC9D,MAAM,OAAO,GACX,aAAa;iBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;iBACrB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;iBACvC,IAAI,CAAC,KAAK,CAAC;gBACd,KAAK,CAAC,OAAO;gBACb,YAAY,KAAK,CAAC,OAAO,CAAC,MAAM,iBAC9B,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GACpC,GAAG,CAAC;YACN,MAAM,iBAAiB,GACrB,KAAK,CAAC,iBAAiB;gBACvB,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,iBAAiB;gBAC1D,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,WAAW;gBACpD,KAAK,CAAC,WAAW,CAAC;YAEpB,IACE,OAAO;gBACP,OAAO,CAAC,MAAM,GAAG,CAAC;gBAClB,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,EAC/C,CAAC;gBACD,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE;oBACpC,GAAG,KAAK;oBACR,OAAO;oBACP,OAAO;oBACP,iBAAiB;iBAClB,CAAC,CAAC;YACL,CAAC;YACD,OAAO;gBACL,OAAO;gBACP,OAAO;gBACP,iBAAiB;gBACjB,OAAO;aACR,CAAC;QACJ,CAAC,CAAC;QAEF,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IAEO,kBAAkB,CAAC,QAAkB,EAAE,OAAiB;QAC9D,IAAI,QAAQ,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACpC,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC1C,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;gBAChD,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;YACtC,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC;YACd,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5C,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChC,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,OAAwB,EACxB,KAAqB;QAErB,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAClD,GAAG,OAAO,CAAC,QAAQ,OAAO,EAC1B;YACE,GAAG,KAAK;YACR,YAAY,EAAE,OAAO,CAAC,YAAY;SACnC,CACF,CAAC;QAEF,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,kDAAkD;gBAC3D,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAChD;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC;YACV,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,yCAAyC;YAClD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,WAAW,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAC3D,GAAG,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE;aAChD;SACF,CAAC,CAAC;IACL,CAAC;IAEO,mBAAmB,CACzB,SAAmB,EACnB,WAAqB;QAErB,IAAI,SAAS,CAAC,MAAM,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC;YAC5C,OAAO,KAAK,CAAC;QACf,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7C,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpC,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,oBAAoB,CAC1B,YAAsB,EACtB,SAAiC;QAEjC,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;YAC/B,IAAI,CAAC,CAAC,GAAG,IAAI,SAAS,CAAC,EAAE,CAAC;gBACxB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,GAAqB,EACrB,OAAgB;QAEhB,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,MAAM,GAAG,EAAE,CAAC;QACrB,CAAC;QAED,OAAO,MAAM,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC9C,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,OAAO,IAAI,CAAC,CAAC,CAAC;YAC1D,CAAC,EAAE,OAAO,CAAC,CAAC;YAEZ,KAAK,GAAG,EAAE,CAAC,IAAI,CACb,CAAC,KAAK,EAAE,EAAE;gBACR,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,OAAO,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC,EACD,CAAC,GAAG,EAAE,EAAE;gBACN,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC,CACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AA5YD,4BA4YC","sourcesContent":["import { createHash } from \"crypto\";\nimport type { ActHandler } from \"../handlers/actHandler.js\";\nimport type { LLMClient } from \"../llm/LLMClient.js\";\nimport type { Action, ActResult, Logger } from \"../types/public/index.js\";\nimport type { Page } from \"../understudy/page.js\";\nimport { CacheStorage } from \"./CacheStorage.js\";\nimport { safeGetPageUrl, waitForCachedSelector } from \"./utils.js\";\nimport {\n ActCacheContext,\n ActCacheDeps,\n CachedActEntry,\n} from \"../types/private/index.js\";\nimport { StagehandNotInitializedError } from \"../types/public/sdkErrors.js\";\n\nexport class ActCache {\n private readonly storage: CacheStorage;\n private readonly logger: Logger;\n private readonly getActHandler: () => ActHandler \| null;\n private readonly getDefaultLlmClient: () => LLMClient;\n private readonly domSettleTimeoutMs?: number;\n\n constructor({\n storage,\n logger,\n getActHandler,\n getDefaultLlmClient,\n domSettleTimeoutMs,\n }: ActCacheDeps) {\n this.storage = storage;\n this.logger = logger;\n this.getActHandler = getActHandler;\n this.getDefaultLlmClient = getDefaultLlmClient;\n this.domSettleTimeoutMs = domSettleTimeoutMs;\n }\n\n get enabled(): boolean {\n return this.storage.enabled;\n }\n\n async prepareContext(\n instruction: string,\n page: Page,\n variables?: Record<string, string>,\n ): Promise<ActCacheContext \| null> {\n if (!this.enabled) return null;\n const sanitizedInstruction = instruction.trim();\n const sanitizedVariables = variables ? { ...variables } : undefined;\n const variableKeys = sanitizedVariables\n ? Object.keys(sanitizedVariables).sort()\n : [];\n const pageUrl = await safeGetPageUrl(page);\n const cacheKey = this.buildActCacheKey(\n sanitizedInstruction,\n pageUrl,\n variableKeys,\n );\n return {\n instruction: sanitizedInstruction,\n cacheKey,\n pageUrl,\n variableKeys,\n variables: sanitizedVariables,\n };\n }\n\n async tryReplay(\n context: ActCacheContext,\n page: Page,\n timeout?: number,\n llmClientOverride?: LLMClient,\n ): Promise<ActResult \| null> {\n if (!this.enabled) return null;\n\n const {\n value: entry,\n error,\n path,\n } = await this.storage.readJson<CachedActEntry>(`${context.cacheKey}.json`);\n if (error && path) {\n this.logger({\n category: \"cache\",\n message: `failed to read act cache entry: ${path}`,\n level: 2,\n auxiliary: {\n error: { value: String(error), type: \"string\" },\n },\n });\n return null;\n }\n if (!entry) return null;\n if (entry.version !== 1) return null;\n if (!Array.isArray(entry.actions) \|\| entry.actions.length === 0) {\n return null;\n }\n\n const entryVariableKeys = Array.isArray(entry.variableKeys)\n ? [...entry.variableKeys].sort()\n : [];\n const contextVariableKeys = [...context.variableKeys];\n\n if (!this.doVariableKeysMatch(entryVariableKeys, contextVariableKeys)) {\n return null;\n }\n\n if (\n contextVariableKeys.length > 0 &&\n (!context.variables \|\|\n !this.hasAllVariableValues(contextVariableKeys, context.variables))\n ) {\n this.logger({\n category: \"cache\",\n message: \"act cache miss: missing variables for replay\",\n level: 2,\n auxiliary: {\n instruction: { value: context.instruction, type: \"string\" },\n },\n });\n return null;\n }\n\n this.logger({\n category: \"cache\",\n message: \"act cache hit\",\n level: 1,\n auxiliary: {\n instruction: { value: context.instruction, type: \"string\" },\n url: {\n value: entry.url ?? context.pageUrl,\n type: \"string\",\n },\n },\n });\n\n return await this.replayCachedActions(\n context,\n entry,\n page,\n timeout,\n llmClientOverride,\n );\n }\n\n async store(context: ActCacheContext, result: ActResult): Promise<void> {\n if (!this.enabled) return;\n\n const entry: CachedActEntry = {\n version: 1,\n instruction: context.instruction,\n url: context.pageUrl,\n variableKeys: context.variableKeys,\n actions: result.actions ?? [],\n actionDescription: result.actionDescription,\n message: result.message,\n };\n\n const { error, path } = await this.storage.writeJson(\n `${context.cacheKey}.json`,\n entry,\n );\n if (error && path) {\n this.logger({\n category: \"cache\",\n message: \"failed to write act cache entry\",\n level: 1,\n auxiliary: {\n error: { value: String(error), type: \"string\" },\n },\n });\n return;\n }\n\n this.logger({\n category: \"cache\",\n message: \"act cache stored\",\n level: 2,\n auxiliary: {\n instruction: { value: context.instruction, type: \"string\" },\n url: { value: context.pageUrl, type: \"string\" },\n },\n });\n }\n\n private buildActCacheKey(\n instruction: string,\n url: string,\n variableKeys: string[],\n ): string {\n const payload = JSON.stringify({\n instruction,\n url,\n variableKeys,\n });\n return createHash(\"sha256\").update(payload).digest(\"hex\");\n }\n\n private async replayCachedActions(\n context: ActCacheContext,\n entry: CachedActEntry,\n page: Page,\n timeout?: number,\n llmClientOverride?: LLMClient,\n ): Promise<ActResult> {\n const handler = this.getActHandler();\n if (!handler) {\n throw new StagehandNotInitializedError(\"act()\");\n }\n const effectiveClient = llmClientOverride ?? this.getDefaultLlmClient();\n\n const execute = async (): Promise<ActResult> => {\n const actionResults: ActResult[] = [];\n for (const action of entry.actions) {\n await waitForCachedSelector({\n page,\n selector: action.selector,\n timeout: this.domSettleTimeoutMs,\n logger: this.logger,\n context: \"act\",\n });\n const result = await handler.takeDeterministicAction(\n action,\n page,\n this.domSettleTimeoutMs,\n effectiveClient,\n undefined,\n context.variables,\n );\n actionResults.push(result);\n if (!result.success) {\n break;\n }\n }\n\n if (actionResults.length === 0) {\n return {\n success: false,\n message: \"Failed to perform act: cached entry has no actions\",\n actionDescription: entry.actionDescription ?? entry.instruction,\n actions: [],\n };\n }\n\n const success = actionResults.every((r) => r.success);\n const actions = actionResults.flatMap((r) => r.actions ?? []);\n const message =\n actionResults\n .map((r) => r.message)\n .filter((m) => m && m.trim().length > 0)\n .join(\" → \") \|\|\n entry.message \|\|\n `Replayed ${entry.actions.length} cached action${\n entry.actions.length === 1 ? \"\" : \"s\"\n }.`;\n const actionDescription =\n entry.actionDescription \|\|\n actionResults[actionResults.length - 1]?.actionDescription \|\|\n entry.actions[entry.actions.length - 1]?.description \|\|\n entry.instruction;\n\n if (\n success &&\n actions.length > 0 &&\n this.haveActionsChanged(entry.actions, actions)\n ) {\n await this.refreshCacheEntry(context, {\n ...entry,\n actions,\n message,\n actionDescription,\n });\n }\n return {\n success,\n message,\n actionDescription,\n actions,\n };\n };\n\n return await this.runWithTimeout(execute, timeout);\n }\n\n private haveActionsChanged(original: Action[], updated: Action[]): boolean {\n if (original.length !== updated.length) {\n return true;\n }\n\n for (let i = 0; i < original.length; i += 1) {\n const orig = original[i];\n const next = updated[i];\n if (!next) {\n return true;\n }\n\n if (orig.selector !== next.selector) {\n return true;\n }\n\n if (orig.description !== next.description) {\n return true;\n }\n\n if ((orig.method ?? \"\") !== (next.method ?? \"\")) {\n return true;\n }\n\n const origArgs = orig.arguments ?? [];\n const nextArgs = next.arguments ?? [];\n if (origArgs.length !== nextArgs.length) {\n return true;\n }\n\n for (let j = 0; j < origArgs.length; j += 1) {\n if (origArgs[j] !== nextArgs[j]) {\n return true;\n }\n }\n }\n\n return false;\n }\n\n private async refreshCacheEntry(\n context: ActCacheContext,\n entry: CachedActEntry,\n ): Promise<void> {\n const { error, path } = await this.storage.writeJson(\n `${context.cacheKey}.json`,\n {\n ...entry,\n variableKeys: context.variableKeys,\n },\n );\n\n if (error && path) {\n this.logger({\n category: \"cache\",\n message: \"failed to update act cache entry after self-heal\",\n level: 0,\n auxiliary: {\n error: { value: String(error), type: \"string\" },\n },\n });\n return;\n }\n\n this.logger({\n category: \"cache\",\n message: \"act cache entry updated after self-heal\",\n level: 2,\n auxiliary: {\n instruction: { value: context.instruction, type: \"string\" },\n url: { value: context.pageUrl, type: \"string\" },\n },\n });\n }\n\n private doVariableKeysMatch(\n entryKeys: string[],\n contextKeys: string[],\n ): boolean {\n if (entryKeys.length !== contextKeys.length) {\n return false;\n }\n\n for (let i = 0; i < entryKeys.length; i += 1) {\n if (entryKeys[i] !== contextKeys[i]) {\n return false;\n }\n }\n\n return true;\n }\n\n private hasAllVariableValues(\n variableKeys: string[],\n variables: Record<string, string>,\n ): boolean {\n for (const key of variableKeys) {\n if (!(key in variables)) {\n return false;\n }\n }\n return true;\n }\n\n private async runWithTimeout<T>(\n run: () => Promise<T>,\n timeout?: number,\n ): Promise<T> {\n if (!timeout) {\n return await run();\n }\n\n return await new Promise<T>((resolve, reject) => {\n const timer = setTimeout(() => {\n reject(new Error(`act() timed out after ${timeout}ms`));\n }, timeout);\n\n void run().then(\n (value) => {\n clearTimeout(timer);\n resolve(value);\n },\n (err) => {\n clearTimeout(timer);\n reject(err);\n },\n );\n });\n }\n}\n"]}
1	+ {"version":3,"file":"ActCache.js","sourceRoot":"","sources":["../../../../../lib/v3/cache/ActCache.ts"],"names":[],"mappings":";;;AAAA,mCAAoC;AAMpC,yCAAmE;AAMnE,+DAA4E;AAC5E,0DAAkD;AAElD,MAAa,QAAQ;IACF,OAAO,CAAe;IACtB,MAAM,CAAS;IACf,aAAa,CAA0B;IACvC,mBAAmB,CAAkB;IACrC,kBAAkB,CAAU;IAE7C,YAAY,EACV,OAAO,EACP,MAAM,EACN,aAAa,EACb,mBAAmB,EACnB,kBAAkB,GACL;QACb,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;IAC/C,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,WAAmB,EACnB,IAAU,EACV,SAAkC;QAElC,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC/B,MAAM,oBAAoB,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;QAChD,MAAM,kBAAkB,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACpE,MAAM,YAAY,GAAG,kBAAkB;YACrC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE;YACxC,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAc,EAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CACpC,oBAAoB,EACpB,OAAO,EACP,YAAY,CACb,CAAC;QACF,OAAO;YACL,WAAW,EAAE,oBAAoB;YACjC,QAAQ;YACR,OAAO;YACP,YAAY;YACZ,SAAS,EAAE,kBAAkB;SAC9B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CACb,OAAwB,EACxB,IAAU,EACV,OAAgB,EAChB,iBAA6B;QAE7B,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAE/B,MAAM,EACJ,KAAK,EAAE,KAAK,EACZ,KAAK,EACL,IAAI,GACL,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAiB,GAAG,OAAO,CAAC,QAAQ,OAAO,CAAC,CAAC;QAC5E,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,mCAAmC,IAAI,EAAE;gBAClD,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAChD;aACF,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,IAAI,KAAK,CAAC,OAAO,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACrC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,iBAAiB,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC;YACzD,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE;YAChC,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,mBAAmB,GAAG,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;QAEtD,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,EAAE,CAAC;YACtE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IACE,mBAAmB,CAAC,MAAM,GAAG,CAAC;YAC9B,CAAC,CAAC,OAAO,CAAC,SAAS;gBACjB,CAAC,IAAI,CAAC,oBAAoB,CAAC,mBAAmB,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,EACrE,CAAC;YACD,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,8CAA8C;gBACvD,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,WAAW,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAC5D;aACF,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,MAAM,CAAC;YACV,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,eAAe;YACxB,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,WAAW,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAC3D,GAAG,EAAE;oBACH,KAAK,EAAE,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,OAAO;oBACnC,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,OAAO,MAAM,IAAI,CAAC,mBAAmB,CACnC,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAO,EACP,iBAAiB,CAClB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAAwB,EAAE,MAAiB;QACrD,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAE1B,MAAM,KAAK,GAAmB;YAC5B,OAAO,EAAE,CAAC;YACV,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,GAAG,EAAE,OAAO,CAAC,OAAO;YACpB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE;YAC7B,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC;QAEF,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAClD,GAAG,OAAO,CAAC,QAAQ,OAAO,EAC1B,KAAK,CACN,CAAC;QACF,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,iCAAiC;gBAC1C,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAChD;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC;YACV,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,kBAAkB;YAC3B,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,WAAW,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAC3D,GAAG,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE;aAChD;SACF,CAAC,CAAC;IACL,CAAC;IAEO,gBAAgB,CACtB,WAAmB,EACnB,GAAW,EACX,YAAsB;QAEtB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;YAC7B,WAAW;YACX,GAAG;YACH,YAAY;SACb,CAAC,CAAC;QACH,OAAO,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5D,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,OAAwB,EACxB,KAAqB,EACrB,IAAU,EACV,OAAgB,EAChB,iBAA6B;QAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACrC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,2CAA4B,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QACD,MAAM,eAAe,GAAG,iBAAiB,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAExE,MAAM,OAAO,GAAG,KAAK,IAAwB,EAAE;YAC7C,MAAM,aAAa,GAAgB,EAAE,CAAC;YACtC,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBACnC,MAAM,IAAA,gCAAqB,EAAC;oBAC1B,IAAI;oBACJ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,IAAI,CAAC,kBAAkB;oBAChC,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,OAAO,EAAE,KAAK;iBACf,CAAC,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,uBAAuB,CAClD,MAAM,EACN,IAAI,EACJ,IAAI,CAAC,kBAAkB,EACvB,eAAe,EACf,SAAS,EACT,OAAO,CAAC,SAAS,CAClB,CAAC;gBACF,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC3B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBACpB,MAAM;gBACR,CAAC;YACH,CAAC;YAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,oDAAoD;oBAC7D,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,IAAI,KAAK,CAAC,WAAW;oBAC/D,OAAO,EAAE,EAAE;iBACZ,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YAC9D,MAAM,OAAO,GACX,aAAa;iBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;iBACrB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;iBACvC,IAAI,CAAC,KAAK,CAAC;gBACd,KAAK,CAAC,OAAO;gBACb,YAAY,KAAK,CAAC,OAAO,CAAC,MAAM,iBAC9B,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GACpC,GAAG,CAAC;YACN,MAAM,iBAAiB,GACrB,KAAK,CAAC,iBAAiB;gBACvB,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,iBAAiB;gBAC1D,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,WAAW;gBACpD,KAAK,CAAC,WAAW,CAAC;YAEpB,IACE,OAAO;gBACP,OAAO,CAAC,MAAM,GAAG,CAAC;gBAClB,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,EAC/C,CAAC;gBACD,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE;oBACpC,GAAG,KAAK;oBACR,OAAO;oBACP,OAAO;oBACP,iBAAiB;iBAClB,CAAC,CAAC;YACL,CAAC;YACD,OAAO;gBACL,OAAO;gBACP,OAAO;gBACP,iBAAiB;gBACjB,OAAO;aACR,CAAC;QACJ,CAAC,CAAC;QAEF,OAAO,MAAM,IAAA,8BAAW,EAAC,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;IAEO,kBAAkB,CAAC,QAAkB,EAAE,OAAiB;QAC9D,IAAI,QAAQ,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACpC,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC1C,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;gBAChD,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;YACtC,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC;YACd,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5C,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChC,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,OAAwB,EACxB,KAAqB;QAErB,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAClD,GAAG,OAAO,CAAC,QAAQ,OAAO,EAC1B;YACE,GAAG,KAAK;YACR,YAAY,EAAE,OAAO,CAAC,YAAY;SACnC,CACF,CAAC;QAEF,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,kDAAkD;gBAC3D,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAChD;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC;YACV,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,yCAAyC;YAClD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,WAAW,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAC3D,GAAG,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE;aAChD;SACF,CAAC,CAAC;IACL,CAAC;IAEO,mBAAmB,CACzB,SAAmB,EACnB,WAAqB;QAErB,IAAI,SAAS,CAAC,MAAM,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC;YAC5C,OAAO,KAAK,CAAC;QACf,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7C,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpC,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,oBAAoB,CAC1B,YAAsB,EACtB,SAAiC;QAEjC,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;YAC/B,IAAI,CAAC,CAAC,GAAG,IAAI,SAAS,CAAC,EAAE,CAAC;gBACxB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAlXD,4BAkXC","sourcesContent":["import { createHash } from \"crypto\";\nimport type { ActHandler } from \"../handlers/actHandler.js\";\nimport type { LLMClient } from \"../llm/LLMClient.js\";\nimport type { Action, ActResult, Logger } from \"../types/public/index.js\";\nimport type { Page } from \"../understudy/page.js\";\nimport { CacheStorage } from \"./CacheStorage.js\";\nimport { safeGetPageUrl, waitForCachedSelector } from \"./utils.js\";\nimport {\n ActCacheContext,\n ActCacheDeps,\n CachedActEntry,\n} from \"../types/private/index.js\";\nimport { StagehandNotInitializedError } from \"../types/public/sdkErrors.js\";\nimport { withTimeout } from \"../timeoutConfig.js\";\n\nexport class ActCache {\n private readonly storage: CacheStorage;\n private readonly logger: Logger;\n private readonly getActHandler: () => ActHandler \| null;\n private readonly getDefaultLlmClient: () => LLMClient;\n private readonly domSettleTimeoutMs?: number;\n\n constructor({\n storage,\n logger,\n getActHandler,\n getDefaultLlmClient,\n domSettleTimeoutMs,\n }: ActCacheDeps) {\n this.storage = storage;\n this.logger = logger;\n this.getActHandler = getActHandler;\n this.getDefaultLlmClient = getDefaultLlmClient;\n this.domSettleTimeoutMs = domSettleTimeoutMs;\n }\n\n get enabled(): boolean {\n return this.storage.enabled;\n }\n\n async prepareContext(\n instruction: string,\n page: Page,\n variables?: Record<string, string>,\n ): Promise<ActCacheContext \| null> {\n if (!this.enabled) return null;\n const sanitizedInstruction = instruction.trim();\n const sanitizedVariables = variables ? { ...variables } : undefined;\n const variableKeys = sanitizedVariables\n ? Object.keys(sanitizedVariables).sort()\n : [];\n const pageUrl = await safeGetPageUrl(page);\n const cacheKey = this.buildActCacheKey(\n sanitizedInstruction,\n pageUrl,\n variableKeys,\n );\n return {\n instruction: sanitizedInstruction,\n cacheKey,\n pageUrl,\n variableKeys,\n variables: sanitizedVariables,\n };\n }\n\n async tryReplay(\n context: ActCacheContext,\n page: Page,\n timeout?: number,\n llmClientOverride?: LLMClient,\n ): Promise<ActResult \| null> {\n if (!this.enabled) return null;\n\n const {\n value: entry,\n error,\n path,\n } = await this.storage.readJson<CachedActEntry>(`${context.cacheKey}.json`);\n if (error && path) {\n this.logger({\n category: \"cache\",\n message: `failed to read act cache entry: ${path}`,\n level: 2,\n auxiliary: {\n error: { value: String(error), type: \"string\" },\n },\n });\n return null;\n }\n if (!entry) return null;\n if (entry.version !== 1) return null;\n if (!Array.isArray(entry.actions) \|\| entry.actions.length === 0) {\n return null;\n }\n\n const entryVariableKeys = Array.isArray(entry.variableKeys)\n ? [...entry.variableKeys].sort()\n : [];\n const contextVariableKeys = [...context.variableKeys];\n\n if (!this.doVariableKeysMatch(entryVariableKeys, contextVariableKeys)) {\n return null;\n }\n\n if (\n contextVariableKeys.length > 0 &&\n (!context.variables \|\|\n !this.hasAllVariableValues(contextVariableKeys, context.variables))\n ) {\n this.logger({\n category: \"cache\",\n message: \"act cache miss: missing variables for replay\",\n level: 2,\n auxiliary: {\n instruction: { value: context.instruction, type: \"string\" },\n },\n });\n return null;\n }\n\n this.logger({\n category: \"cache\",\n message: \"act cache hit\",\n level: 1,\n auxiliary: {\n instruction: { value: context.instruction, type: \"string\" },\n url: {\n value: entry.url ?? context.pageUrl,\n type: \"string\",\n },\n },\n });\n\n return await this.replayCachedActions(\n context,\n entry,\n page,\n timeout,\n llmClientOverride,\n );\n }\n\n async store(context: ActCacheContext, result: ActResult): Promise<void> {\n if (!this.enabled) return;\n\n const entry: CachedActEntry = {\n version: 1,\n instruction: context.instruction,\n url: context.pageUrl,\n variableKeys: context.variableKeys,\n actions: result.actions ?? [],\n actionDescription: result.actionDescription,\n message: result.message,\n };\n\n const { error, path } = await this.storage.writeJson(\n `${context.cacheKey}.json`,\n entry,\n );\n if (error && path) {\n this.logger({\n category: \"cache\",\n message: \"failed to write act cache entry\",\n level: 1,\n auxiliary: {\n error: { value: String(error), type: \"string\" },\n },\n });\n return;\n }\n\n this.logger({\n category: \"cache\",\n message: \"act cache stored\",\n level: 2,\n auxiliary: {\n instruction: { value: context.instruction, type: \"string\" },\n url: { value: context.pageUrl, type: \"string\" },\n },\n });\n }\n\n private buildActCacheKey(\n instruction: string,\n url: string,\n variableKeys: string[],\n ): string {\n const payload = JSON.stringify({\n instruction,\n url,\n variableKeys,\n });\n return createHash(\"sha256\").update(payload).digest(\"hex\");\n }\n\n private async replayCachedActions(\n context: ActCacheContext,\n entry: CachedActEntry,\n page: Page,\n timeout?: number,\n llmClientOverride?: LLMClient,\n ): Promise<ActResult> {\n const handler = this.getActHandler();\n if (!handler) {\n throw new StagehandNotInitializedError(\"act()\");\n }\n const effectiveClient = llmClientOverride ?? this.getDefaultLlmClient();\n\n const execute = async (): Promise<ActResult> => {\n const actionResults: ActResult[] = [];\n for (const action of entry.actions) {\n await waitForCachedSelector({\n page,\n selector: action.selector,\n timeout: this.domSettleTimeoutMs,\n logger: this.logger,\n context: \"act\",\n });\n const result = await handler.takeDeterministicAction(\n action,\n page,\n this.domSettleTimeoutMs,\n effectiveClient,\n undefined,\n context.variables,\n );\n actionResults.push(result);\n if (!result.success) {\n break;\n }\n }\n\n if (actionResults.length === 0) {\n return {\n success: false,\n message: \"Failed to perform act: cached entry has no actions\",\n actionDescription: entry.actionDescription ?? entry.instruction,\n actions: [],\n };\n }\n\n const success = actionResults.every((r) => r.success);\n const actions = actionResults.flatMap((r) => r.actions ?? []);\n const message =\n actionResults\n .map((r) => r.message)\n .filter((m) => m && m.trim().length > 0)\n .join(\" → \") \|\|\n entry.message \|\|\n `Replayed ${entry.actions.length} cached action${\n entry.actions.length === 1 ? \"\" : \"s\"\n }.`;\n const actionDescription =\n entry.actionDescription \|\|\n actionResults[actionResults.length - 1]?.actionDescription \|\|\n entry.actions[entry.actions.length - 1]?.description \|\|\n entry.instruction;\n\n if (\n success &&\n actions.length > 0 &&\n this.haveActionsChanged(entry.actions, actions)\n ) {\n await this.refreshCacheEntry(context, {\n ...entry,\n actions,\n message,\n actionDescription,\n });\n }\n return {\n success,\n message,\n actionDescription,\n actions,\n };\n };\n\n return await withTimeout(execute(), timeout, \"act()\");\n }\n\n private haveActionsChanged(original: Action[], updated: Action[]): boolean {\n if (original.length !== updated.length) {\n return true;\n }\n\n for (let i = 0; i < original.length; i += 1) {\n const orig = original[i];\n const next = updated[i];\n if (!next) {\n return true;\n }\n\n if (orig.selector !== next.selector) {\n return true;\n }\n\n if (orig.description !== next.description) {\n return true;\n }\n\n if ((orig.method ?? \"\") !== (next.method ?? \"\")) {\n return true;\n }\n\n const origArgs = orig.arguments ?? [];\n const nextArgs = next.arguments ?? [];\n if (origArgs.length !== nextArgs.length) {\n return true;\n }\n\n for (let j = 0; j < origArgs.length; j += 1) {\n if (origArgs[j] !== nextArgs[j]) {\n return true;\n }\n }\n }\n\n return false;\n }\n\n private async refreshCacheEntry(\n context: ActCacheContext,\n entry: CachedActEntry,\n ): Promise<void> {\n const { error, path } = await this.storage.writeJson(\n `${context.cacheKey}.json`,\n {\n ...entry,\n variableKeys: context.variableKeys,\n },\n );\n\n if (error && path) {\n this.logger({\n category: \"cache\",\n message: \"failed to update act cache entry after self-heal\",\n level: 0,\n auxiliary: {\n error: { value: String(error), type: \"string\" },\n },\n });\n return;\n }\n\n this.logger({\n category: \"cache\",\n message: \"act cache entry updated after self-heal\",\n level: 2,\n auxiliary: {\n instruction: { value: context.instruction, type: \"string\" },\n url: { value: context.pageUrl, type: \"string\" },\n },\n });\n }\n\n private doVariableKeysMatch(\n entryKeys: string[],\n contextKeys: string[],\n ): boolean {\n if (entryKeys.length !== contextKeys.length) {\n return false;\n }\n\n for (let i = 0; i < entryKeys.length; i += 1) {\n if (entryKeys[i] !== contextKeys[i]) {\n return false;\n }\n }\n\n return true;\n }\n\n private hasAllVariableValues(\n variableKeys: string[],\n variables: Record<string, string>,\n ): boolean {\n for (const key of variableKeys) {\n if (!(key in variables)) {\n return false;\n }\n }\n return true;\n }\n}\n"]}

package/dist/cjs/lib/v3/handlers/actHandler.js CHANGED Viewed

@@ -59,8 +59,7 @@ class ActHandler {
     async act(params) {
         const { instruction, page, variables, timeout, model } = params;
         const llmClient = this.resolveLlmClient(model);
-        const effectiveTimeoutMs = typeof timeout === "number" && timeout > 0 ? timeout : undefined;
-        const ensureTimeRemaining = (0, timeoutGuard_js_1.createTimeoutGuard)(effectiveTimeoutMs, (ms) => new sdkErrors_js_1.ActTimeoutError(ms));
+        const ensureTimeRemaining = (0, timeoutGuard_js_1.createTimeoutGuard)(timeout, (ms) => new sdkErrors_js_1.ActTimeoutError(ms));
         ensureTimeRemaining();
         await (0, actHandlerUtils_js_1.waitForDomNetworkQuiet)(page.mainFrame(), this.defaultDomSettleTimeoutMs);
         ensureTimeRemaining();

package/dist/cjs/lib/v3/handlers/actHandler.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"actHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/actHandler.ts"],"names":[],"mappings":";;;AAAA,gCAAgC;AAChC,qDAAyD;AACzD,+CAAqE;AACrE,6CAAsD;AACtD,4CAAwC;AAExC,2DAA+E;AAC/E,+DAA+D;AAC/D,mEAG8C;AAE9C,wDAAsE;AAStE,0EAG2C;AAC3C,oEAAoE;AACpE,8DAAmE;AAWnE,MAAa,UAAU;IACJ,SAAS,CAAY;IACrB,gBAAgB,CAAiB;IACjC,oBAAoB,CAAgB;IACpC,gBAAgB,CAA4C;IAC5D,YAAY,CAAS;IACrB,kBAAkB,CAAU;IAC5B,QAAQ,CAAU;IAClB,SAAS,CAOhB;IACO,yBAAyB,CAAU;IAEpD,YACE,SAAoB,EACpB,gBAAgC,EAChC,oBAAmC,EACnC,gBAA2D,EAC3D,YAAqB,EACrB,kBAA4B,EAC5B,QAAkB,EAClB,SAOS,EACT,yBAAkC;QAElC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,IAAI,KAAK,CAAC;QACtD,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,yBAAyB,GAAG,yBAAyB,CAAC;IAC7D,CAAC;IAEO,gBAAgB,CAAC,QAA8B;QACrD,IAAI,CAAC,SAAS,EAAE,CACd,2BAAc,CAAC,GAAG,EAClB,QAAQ,CAAC,aAAa,IAAI,CAAC,EAC3B,QAAQ,CAAC,iBAAiB,IAAI,CAAC,EAC/B,QAAQ,CAAC,gBAAgB,IAAI,CAAC,EAC9B,QAAQ,CAAC,mBAAmB,IAAI,CAAC,EACjC,QAAQ,CAAC,iBAAiB,IAAI,CAAC,CAChC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,EAC7B,WAAW,EACX,WAAW,EACX,QAAQ,EACR,SAAS,EACT,yBAAyB,GAAG,IAAI,GAOjC;QACC,MAAM,QAAQ,GAAG,MAAM,IAAA,kBAAY,EAAC;YAClC,WAAW;YACX,WAAW;YACX,SAAS;YACT,wBAAwB,EAAE,IAAI,CAAC,YAAY;YAC3C,MAAM,EAAE,oBAAQ;YAChB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;SAC5C,CAAC,CAAC;QAEH,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAEhC,MAAM,UAAU,GAAG,4BAA4B,CAC7C,QAAQ,CAAC,OAA0C,EACnD,QAAQ,EACR,yBAAyB,CAC1B,CAAC;QAEF,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,EAAE,QAAQ,EAAE,CAAC;QACtB,CAAC;QAED,OAAO;YACL,MAAM,EAAE,EAAE,GAAG,UAAU,EAAY;YACnC,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAwB;QAChC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAEhE,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,kBAAkB,GACtB,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QAEnE,MAAM,mBAAmB,GAAG,IAAA,oCAAkB,EAC5C,kBAAkB,EAClB,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,8BAAe,CAAC,EAAE,CAAC,CAChC,CAAC;QAEF,mBAAmB,EAAE,CAAC;QACtB,MAAM,IAAA,2CAAsB,EAC1B,IAAI,CAAC,SAAS,EAAE,EAChB,IAAI,CAAC,yBAAyB,CAC/B,CAAC;QACF,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,MAAM,IAAA,gCAAqB,EACpE,IAAI,EACJ,EAAE,YAAY,EAAE,IAAI,EAAE,CACvB,CAAC;QAEF,MAAM,cAAc,GAAG,IAAA,0BAAc,EACnC,WAAW,EACX,MAAM,CAAC,MAAM,CAAC,oCAAyB,CAAC,EACxC,SAAS,CACV,CAAC;QAEF,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,oBAAoB,EAAE,GAC3D,MAAM,IAAI,CAAC,gBAAgB,CAAC;YAC1B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,YAAY;YACzB,QAAQ,EAAE,gBAAgB;YAC1B,SAAS;SACV,CAAC,CAAC;QAEL,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,IAAA,oBAAQ,EAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,uCAAuC;gBAChD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,wCAAwC;gBACjD,iBAAiB,EAAE,WAAW;gBAC9B,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;QAED,sCAAsC;QACtC,mBAAmB,EAAE,CAAC;QACtB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,uBAAuB,CACpD,WAAW,EACX,IAAI,EACJ,IAAI,CAAC,yBAAyB,EAC9B,SAAS,EACT,mBAAmB,EACnB,SAAS,CACV,CAAC;QAEF,kDAAkD;QAClD,IAAI,oBAAoB,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;YAC3C,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,gDAAgD;QAChD,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,GACxE,MAAM,IAAA,gCAAqB,EAAC,IAAI,EAAE;YAChC,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEL,IAAI,UAAU,GAAG,IAAA,4BAAiB,EAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QAChE,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;YACvB,2EAA2E;YAC3E,UAAU,GAAG,aAAa,CAAC;QAC7B,CAAC;QAED,MAAM,cAAc,GAAG,WAAW,WAAW,CAAC,MAAM,kBAAkB,WAAW,CAAC,WAAW,gBAAgB,WAAW,CAAC,SAAS,EAAE,CAAC;QAErI,MAAM,mBAAmB,GAAG,IAAA,8BAAkB,EAC5C,WAAW,EACX,cAAc,EACd,MAAM,CAAC,MAAM,CAAC,oCAAyB,CAAC,CAAC,MAAM,CAC7C,CACE,MAAM,EAIN,EAAE,CAAC,MAAM,KAAK,oCAAyB,CAAC,2BAA2B,CACtE,EACD,SAAS,CACV,CAAC;QAEF,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC;YAC3D,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,iBAAiB;YAC3B,SAAS;SACV,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,qDAAqD;YACrD,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,mBAAmB,EAAE,CAAC;QACtB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,uBAAuB,CACrD,YAAY,EACZ,IAAI,EACJ,IAAI,CAAC,yBAAyB,EAC9B,SAAS,EACT,mBAAmB,EACnB,SAAS,CACV,CAAC;QAEF,kBAAkB;QAClB,OAAO;YACL,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,YAAY,CAAC,OAAO;YACpD,OAAO,EAAE,YAAY,CAAC,OAAO;gBAC3B,CAAC,CAAC,GAAG,WAAW,CAAC,OAAO,MAAM,YAAY,CAAC,OAAO,EAAE;gBACpD,CAAC,CAAC,GAAG,WAAW,CAAC,OAAO,MAAM,YAAY,CAAC,OAAO,EAAE;YACtD,iBAAiB,EAAE,WAAW,CAAC,iBAAiB;YAChD,OAAO,EAAE;gBACP,GAAG,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC;gBAC9B,GAAG,CAAC,YAAY,CAAC,OAAO,IAAI,EAAE,CAAC;aAChC;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,uBAAuB,CAC3B,MAAc,EACd,IAAU,EACV,kBAA2B,EAC3B,iBAA6B,EAC7B,mBAAgC,EAChC,SAAqB;QAErB,mBAAmB,EAAE,EAAE,CAAC;QACxB,MAAM,aAAa,GAAG,kBAAkB,IAAI,IAAI,CAAC,yBAAyB,CAAC;QAC3E,MAAM,eAAe,GAAG,iBAAiB,IAAI,IAAI,CAAC,SAAS,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,eAAe,EAAE,CAAC;YAC1C,IAAA,oBAAQ,EAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,gCAAgC;gBACzC,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;iBACvD;aACF,CAAC,CAAC;YACH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,yCAAyC,MAAM,IAAI,EAAE,iFAAiF;gBAC/I,iBAAiB,EACf,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,IAAI,SAAS,GAAG;gBACzD,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;QAED,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;YACrD,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC;YACvB,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,YAAY,GAChB,8BAA8B,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC;QAEpE,IAAI,CAAC;YACH,mBAAmB,EAAE,EAAE,CAAC;YACxB,MAAM,IAAA,4CAAuB,EAC3B,IAAI,EACJ,IAAI,CAAC,SAAS,EAAE,EAChB,MAAM,EACN,MAAM,CAAC,QAAQ,EACf,YAAY,EACZ,aAAa,CACd,CAAC;YACF,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,WAAW,MAAM,yCAAyC,MAAM,CAAC,QAAQ,EAAE;gBACpF,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;gBAC7D,OAAO,EAAE;oBACP;wBACE,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;wBACvD,MAAM;wBACN,SAAS,EAAE,eAAe;qBAC3B;iBACF;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,8BAAe,EAAE,CAAC;gBACnC,MAAM,GAAG,CAAC;YACZ,CAAC;YACD,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAE7D,wEAAwE;YACxE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,IAAA,oBAAQ,EAAC;oBACP,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EACL,iEAAiE;oBACnE,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE;wBACT,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACrC,MAAM,EAAE;4BACN,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;4BAC7B,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,4EAA4E;oBAC5E,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW;wBACnC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;4BACjE,CAAC,CAAC,MAAM,CAAC,WAAW;4BACpB,CAAC,CAAC,GAAG,MAAM,IAAI,MAAM,CAAC,WAAW,EAAE;wBACrC,CAAC,CAAC,MAAM,CAAC;oBAEX,6DAA6D;oBAC7D,mBAAmB,EAAE,EAAE,CAAC;oBACxB,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GACtC,MAAM,IAAA,gCAAqB,EAAC,IAAI,EAAE;wBAChC,YAAY,EAAE,IAAI;qBACnB,CAAC,CAAC;oBAEL,MAAM,WAAW,GAAG,IAAA,0BAAc,EAChC,UAAU,EACV,MAAM,CAAC,MAAM,CAAC,oCAAyB,CAAC,EACxC,EAAE,CACH,CAAC;oBAEF,mBAAmB,EAAE,EAAE,CAAC;oBACxB,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GAC1D,MAAM,IAAI,CAAC,gBAAgB,CAAC;wBAC1B,WAAW;wBACX,WAAW,EAAE,YAAY;wBACzB,QAAQ,EAAE,gBAAgB;wBAC1B,SAAS,EAAE,eAAe;wBAC1B,yBAAyB,EAAE,KAAK;qBACjC,CAAC,CAAC;oBAEL,MAAM,eAAe,GAAG,gBAAgB,CAAC,OAAO,CAAC;oBACjD,IAAI,CAAC,eAAe,EAAE,CAAC;wBACrB,OAAO;4BACL,OAAO,EAAE,KAAK;4BACd,OAAO,EACL,8DAA8D;4BAChE,iBAAiB,EAAE,UAAU;4BAC7B,OAAO,EAAE,EAAE;yBACZ,CAAC;oBACJ,CAAC;oBAED,iEAAiE;oBACjE,IAAI,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC;oBAClC,IAAI,cAAc,EAAE,QAAQ,EAAE,CAAC;wBAC7B,WAAW,GAAG,cAAc,CAAC,QAAQ,CAAC;oBACxC,CAAC;oBAED,mBAAmB,EAAE,EAAE,CAAC;oBACxB,MAAM,IAAA,4CAAuB,EAC3B,IAAI,EACJ,IAAI,CAAC,SAAS,EAAE,EAChB,MAAM,EACN,WAAW,EACX,YAAY,EACZ,aAAa,CACd,CAAC;oBAEF,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,OAAO,EAAE,WAAW,MAAM,yCAAyC,WAAW,EAAE;wBAChF,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;wBAC7D,OAAO,EAAE;4BACP;gCACE,QAAQ,EAAE,WAAW;gCACrB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;gCACvD,MAAM;gCACN,SAAS,EAAE,eAAe;6BAC3B;yBACF;qBACF,CAAC;gBACJ,CAAC;gBAAC,OAAO,QAAQ,EAAE,CAAC;oBAClB,IAAI,QAAQ,YAAY,8BAAe,EAAE,CAAC;wBACxC,MAAM,QAAQ,CAAC;oBACjB,CAAC;oBACD,MAAM,QAAQ,GACZ,QAAQ,YAAY,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAClE,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,OAAO,EAAE,0CAA0C,QAAQ,EAAE;wBAC7D,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;wBAC7D,OAAO,EAAE,EAAE;qBACZ,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,0BAA0B,GAAG,EAAE;gBACxC,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;gBAC7D,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAvZD,gCAuZC;AAED,SAAS,4BAA4B,CACnC,OAAwC,EACxC,QAAgC,EAChC,yBAAyB,GAAG,IAAI;IAEhC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;IACpE,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpC,IACE,yBAAyB;QACzB,CAAC,CAAC,MAAM,IAAI,MAAM,KAAK,eAAe,IAAI,CAAC,OAAO,CAAC,EACnD,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9D,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,EAAE,GAAG,QAAQ,CAAC,SAAsB,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,IAAA,+BAAoB,EAAC,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,6EAA6E;IAC7E,IAAI,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9C,IAAI,MAAM,KAAK,aAAa,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,4DAA4D;QAC5D,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACjE,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAsB,CAAC,CAAC;YAClD,MAAM,eAAe,GAAG,IAAA,+BAAoB,EAAC,QAAQ,CAAC,CAAC;YACvD,IAAI,eAAe,EAAE,CAAC;gBACpB,YAAY,GAAG,CAAC,SAAS,eAAe,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAChE,CAAC;iBAAM,CAAC;gBACN,uDAAuD;gBACvD,IAAA,oBAAQ,EAAC;oBACP,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE,0CAA0C;oBACnD,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE;wBACT,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACrD,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;qBACtD;iBACF,CAAC,CAAC;gBACH,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAA,oBAAQ,EAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,8CAA8C;gBACvD,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,eAAe,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC7D,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;iBACtD;aACF,CAAC,CAAC;YACH,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO;QACL,WAAW;QACX,MAAM;QACN,SAAS,EAAE,YAAY;QACvB,QAAQ,EAAE,SAAS,OAAO,EAAE;KACnB,CAAC;AACd,CAAC;AAED,SAAS,8BAA8B,CACrC,IAA0B,EAC1B,SAAqB;IAErB,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAW,EAAE,EAAE;QAC9B,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,IAAI,GAAG,GAAG,CAAC;YACzB,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAA,mCAAoB,EAAC,CAAC,CAAC,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;AACL,CAAC","sourcesContent":["// lib/v3/handlers/actHandler.ts\nimport { act as actInference } from \"../../inference.js\";\nimport { buildActPrompt, buildStepTwoPrompt } from \"../../prompt.js\";\nimport { trimTrailingTextNode } from \"../../utils.js\";\nimport { v3Logger } from \"../logger.js\";\nimport { ActHandlerParams } from \"../types/private/handlers.js\";\nimport { ActResult, Action, V3FunctionName } from \"../types/public/methods.js\";\nimport { ActTimeoutError } from \"../types/public/sdkErrors.js\";\nimport {\n captureHybridSnapshot,\n diffCombinedTrees,\n} from \"../understudy/a11y/snapshot/index.js\";\nimport { LLMClient } from \"../llm/LLMClient.js\";\nimport { SupportedUnderstudyAction } from \"../types/private/index.js\";\nimport { EncodedId } from \"../types/private/internal.js\";\nimport {\n AvailableModel,\n ClientOptions,\n ModelConfiguration,\n} from \"../types/public/model.js\";\nimport type { Variables } from \"../types/public/agent.js\";\nimport type { Page } from \"../understudy/page.js\";\nimport {\n performUnderstudyMethod,\n waitForDomNetworkQuiet,\n} from \"./handlerUtils/actHandlerUtils.js\";\nimport { createTimeoutGuard } from \"./handlerUtils/timeoutGuard.js\";\nimport { resolveVariableValue } from \"../agent/utils/variables.js\";\n\ntype ActInferenceElement = {\n elementId?: string;\n description: string;\n method?: string;\n arguments?: string[];\n};\n\ntype ActInferenceResponse = Awaited<ReturnType<typeof actInference>>;\n\nexport class ActHandler {\n private readonly llmClient: LLMClient;\n private readonly defaultModelName: AvailableModel;\n private readonly defaultClientOptions: ClientOptions;\n private readonly resolveLlmClient: (model?: ModelConfiguration) => LLMClient;\n private readonly systemPrompt: string;\n private readonly logInferenceToFile: boolean;\n private readonly selfHeal: boolean;\n private readonly onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void;\n private readonly defaultDomSettleTimeoutMs?: number;\n\n constructor(\n llmClient: LLMClient,\n defaultModelName: AvailableModel,\n defaultClientOptions: ClientOptions,\n resolveLlmClient: (model?: ModelConfiguration) => LLMClient,\n systemPrompt?: string,\n logInferenceToFile?: boolean,\n selfHeal?: boolean,\n onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void,\n defaultDomSettleTimeoutMs?: number,\n ) {\n this.llmClient = llmClient;\n this.defaultModelName = defaultModelName;\n this.defaultClientOptions = defaultClientOptions;\n this.resolveLlmClient = resolveLlmClient;\n this.systemPrompt = systemPrompt ?? \"\";\n this.logInferenceToFile = logInferenceToFile ?? false;\n this.selfHeal = !!selfHeal;\n this.onMetrics = onMetrics;\n this.defaultDomSettleTimeoutMs = defaultDomSettleTimeoutMs;\n }\n\n private recordActMetrics(response: ActInferenceResponse): void {\n this.onMetrics?.(\n V3FunctionName.ACT,\n response.prompt_tokens ?? 0,\n response.completion_tokens ?? 0,\n response.reasoning_tokens ?? 0,\n response.cached_input_tokens ?? 0,\n response.inference_time_ms ?? 0,\n );\n }\n\n private async getActionFromLLM({\n instruction,\n domElements,\n xpathMap,\n llmClient,\n requireMethodAndArguments = true,\n }: {\n instruction: string;\n domElements: string;\n xpathMap: Record<string, string>;\n llmClient: LLMClient;\n requireMethodAndArguments?: boolean;\n }): Promise<{ action?: Action; response: ActInferenceResponse }> {\n const response = await actInference({\n instruction,\n domElements,\n llmClient,\n userProvidedInstructions: this.systemPrompt,\n logger: v3Logger,\n logInferenceToFile: this.logInferenceToFile,\n });\n\n this.recordActMetrics(response);\n\n const normalized = normalizeActInferenceElement(\n response.element as ActInferenceElement \| undefined,\n xpathMap,\n requireMethodAndArguments,\n );\n\n if (!normalized) {\n return { response };\n }\n\n return {\n action: { ...normalized } as Action,\n response,\n };\n }\n\n async act(params: ActHandlerParams): Promise<ActResult> {\n const { instruction, page, variables, timeout, model } = params;\n\n const llmClient = this.resolveLlmClient(model);\n const effectiveTimeoutMs =\n typeof timeout === \"number\" && timeout > 0 ? timeout : undefined;\n\n const ensureTimeRemaining = createTimeoutGuard(\n effectiveTimeoutMs,\n (ms) => new ActTimeoutError(ms),\n );\n\n ensureTimeRemaining();\n await waitForDomNetworkQuiet(\n page.mainFrame(),\n this.defaultDomSettleTimeoutMs,\n );\n ensureTimeRemaining();\n const { combinedTree, combinedXpathMap } = await captureHybridSnapshot(\n page,\n { experimental: true },\n );\n\n const actInstruction = buildActPrompt(\n instruction,\n Object.values(SupportedUnderstudyAction),\n variables,\n );\n\n ensureTimeRemaining();\n const { action: firstAction, response: actInferenceResponse } =\n await this.getActionFromLLM({\n instruction: actInstruction,\n domElements: combinedTree,\n xpathMap: combinedXpathMap,\n llmClient,\n });\n\n if (!firstAction) {\n v3Logger({\n category: \"action\",\n message: \"no actionable element returned by LLM\",\n level: 1,\n });\n return {\n success: false,\n message: \"Failed to perform act: No action found\",\n actionDescription: instruction,\n actions: [],\n };\n }\n\n // First action (self-heal aware path)\n ensureTimeRemaining();\n const firstResult = await this.takeDeterministicAction(\n firstAction,\n page,\n this.defaultDomSettleTimeoutMs,\n llmClient,\n ensureTimeRemaining,\n variables,\n );\n\n // If not two-step, return the first action result\n if (actInferenceResponse?.twoStep !== true) {\n return firstResult;\n }\n\n // Take a new focused snapshot and observe again\n ensureTimeRemaining();\n const { combinedTree: combinedTree2, combinedXpathMap: combinedXpathMap2 } =\n await captureHybridSnapshot(page, {\n experimental: true,\n });\n\n let diffedTree = diffCombinedTrees(combinedTree, combinedTree2);\n if (!diffedTree.trim()) {\n // Fallback: if no diff detected, use the fresh tree to avoid empty context\n diffedTree = combinedTree2;\n }\n\n const previousAction = `method: ${firstAction.method}, description: ${firstAction.description}, arguments: ${firstAction.arguments}`;\n\n const stepTwoInstructions = buildStepTwoPrompt(\n instruction,\n previousAction,\n Object.values(SupportedUnderstudyAction).filter(\n (\n action,\n ): action is Exclude<\n SupportedUnderstudyAction,\n SupportedUnderstudyAction.SELECT_OPTION_FROM_DROPDOWN\n > => action !== SupportedUnderstudyAction.SELECT_OPTION_FROM_DROPDOWN,\n ),\n variables,\n );\n\n ensureTimeRemaining();\n const { action: secondAction } = await this.getActionFromLLM({\n instruction: stepTwoInstructions,\n domElements: diffedTree,\n xpathMap: combinedXpathMap2,\n llmClient,\n });\n\n if (!secondAction) {\n // No second action found — return first result as-is\n return firstResult;\n }\n\n ensureTimeRemaining();\n const secondResult = await this.takeDeterministicAction(\n secondAction,\n page,\n this.defaultDomSettleTimeoutMs,\n llmClient,\n ensureTimeRemaining,\n variables,\n );\n\n // Combine results\n return {\n success: firstResult.success && secondResult.success,\n message: secondResult.success\n ? `${firstResult.message} → ${secondResult.message}`\n : `${firstResult.message} → ${secondResult.message}`,\n actionDescription: firstResult.actionDescription,\n actions: [\n ...(firstResult.actions \|\| []),\n ...(secondResult.actions \|\| []),\n ],\n };\n }\n\n async takeDeterministicAction(\n action: Action,\n page: Page,\n domSettleTimeoutMs?: number,\n llmClientOverride?: LLMClient,\n ensureTimeRemaining?: () => void,\n variables?: Variables,\n ): Promise<ActResult> {\n ensureTimeRemaining?.();\n const settleTimeout = domSettleTimeoutMs ?? this.defaultDomSettleTimeoutMs;\n const effectiveClient = llmClientOverride ?? this.llmClient;\n const method = action.method?.trim();\n if (!method \|\| method === \"not-supported\") {\n v3Logger({\n category: \"action\",\n message: \"action has no supported method\",\n level: 0,\n auxiliary: {\n act: { value: JSON.stringify(action), type: \"object\" },\n },\n });\n return {\n success: false,\n message: `Unable to perform action: The method '${method ?? \"\"}' is not supported in Action. Please use a supported Playwright locator method.`,\n actionDescription:\n action.description \|\| `Action (${method ?? \"unknown\"})`,\n actions: [],\n };\n }\n\n const placeholderArgs = Array.isArray(action.arguments)\n ? [...action.arguments]\n : [];\n const resolvedArgs =\n substituteVariablesInArguments(action.arguments, variables) ?? [];\n\n try {\n ensureTimeRemaining?.();\n await performUnderstudyMethod(\n page,\n page.mainFrame(),\n method,\n action.selector,\n resolvedArgs,\n settleTimeout,\n );\n return {\n success: true,\n message: `Action [${method}] performed successfully on selector: ${action.selector}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [\n {\n selector: action.selector,\n description: action.description \|\| `action (${method})`,\n method,\n arguments: placeholderArgs,\n },\n ],\n };\n } catch (err) {\n if (err instanceof ActTimeoutError) {\n throw err;\n }\n const msg = err instanceof Error ? err.message : String(err);\n\n // Attempt self-heal: rerun actInference and retry with updated selector\n if (this.selfHeal) {\n v3Logger({\n category: \"action\",\n message:\n \"Error performing action. Reprocessing the page and trying again\",\n level: 1,\n auxiliary: {\n error: { value: msg, type: \"string\" },\n action: {\n value: JSON.stringify(action),\n type: \"object\",\n },\n },\n });\n\n try {\n // Build an instruction combining method + description, avoiding duplication\n const actCommand = action.description\n ? action.description.toLowerCase().startsWith(method.toLowerCase())\n ? action.description\n : `${method} ${action.description}`\n : method;\n\n // Take a fresh snapshot and ask for a new actionable element\n ensureTimeRemaining?.();\n const { combinedTree, combinedXpathMap } =\n await captureHybridSnapshot(page, {\n experimental: true,\n });\n\n const instruction = buildActPrompt(\n actCommand,\n Object.values(SupportedUnderstudyAction),\n {},\n );\n\n ensureTimeRemaining?.();\n const { action: fallbackAction, response: fallbackResponse } =\n await this.getActionFromLLM({\n instruction,\n domElements: combinedTree,\n xpathMap: combinedXpathMap,\n llmClient: effectiveClient,\n requireMethodAndArguments: false,\n });\n\n const fallbackElement = fallbackResponse.element;\n if (!fallbackElement) {\n return {\n success: false,\n message:\n \"Failed to self-heal act: No observe results found for action\",\n actionDescription: actCommand,\n actions: [],\n };\n }\n\n // Retry with original method/args but new selector from fallback\n let newSelector = action.selector;\n if (fallbackAction?.selector) {\n newSelector = fallbackAction.selector;\n }\n\n ensureTimeRemaining?.();\n await performUnderstudyMethod(\n page,\n page.mainFrame(),\n method,\n newSelector,\n resolvedArgs,\n settleTimeout,\n );\n\n return {\n success: true,\n message: `Action [${method}] performed successfully on selector: ${newSelector}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [\n {\n selector: newSelector,\n description: action.description \|\| `action (${method})`,\n method,\n arguments: placeholderArgs,\n },\n ],\n };\n } catch (retryErr) {\n if (retryErr instanceof ActTimeoutError) {\n throw retryErr;\n }\n const retryMsg =\n retryErr instanceof Error ? retryErr.message : String(retryErr);\n return {\n success: false,\n message: `Failed to perform act after self-heal: ${retryMsg}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [],\n };\n }\n }\n\n return {\n success: false,\n message: `Failed to perform act: ${msg}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [],\n };\n }\n }\n}\n\nfunction normalizeActInferenceElement(\n element: ActInferenceElement \| undefined,\n xpathMap: Record<string, string>,\n requireMethodAndArguments = true,\n): Action \| undefined {\n if (!element) {\n return undefined;\n }\n const { elementId, description, method, arguments: args } = element;\n const hasArgs = Array.isArray(args);\n\n if (\n requireMethodAndArguments &&\n (!method \|\| method === \"not-supported\" \|\| !hasArgs)\n ) {\n return undefined;\n }\n\n if (typeof elementId !== \"string\" \|\| !elementId.includes(\"-\")) {\n return undefined;\n }\n\n const xp = xpathMap[elementId as EncodedId];\n const trimmed = trimTrailingTextNode(xp);\n if (!trimmed) {\n return undefined;\n }\n\n // For dragAndDrop, convert element ID in arguments to xpath (target element)\n let resolvedArgs = hasArgs ? args : undefined;\n if (method === \"dragAndDrop\" && hasArgs && args.length > 0) {\n const targetArg = args[0];\n // Check if argument looks like an element ID (e.g., \"1-67\")\n if (typeof targetArg === \"string\" && /^\\d+-\\d+$/.test(targetArg)) {\n const argXpath = xpathMap[targetArg as EncodedId];\n const trimmedArgXpath = trimTrailingTextNode(argXpath);\n if (trimmedArgXpath) {\n resolvedArgs = [`xpath=${trimmedArgXpath}`, ...args.slice(1)];\n } else {\n // Target element lookup failed, filter out this action\n v3Logger({\n category: \"action\",\n message: \"dragAndDrop target element lookup failed\",\n level: 1,\n auxiliary: {\n targetElementId: { value: targetArg, type: \"string\" },\n sourceElementId: { value: elementId, type: \"string\" },\n },\n });\n return undefined;\n }\n } else {\n v3Logger({\n category: \"action\",\n message: \"dragAndDrop target element invalid ID format\",\n level: 0,\n auxiliary: {\n targetElementId: { value: String(targetArg), type: \"string\" },\n sourceElementId: { value: elementId, type: \"string\" },\n },\n });\n return undefined;\n }\n }\n\n return {\n description,\n method,\n arguments: resolvedArgs,\n selector: `xpath=${trimmed}`,\n } as Action;\n}\n\nfunction substituteVariablesInArguments(\n args: string[] \| undefined,\n variables?: Variables,\n): string[] \| undefined {\n if (!variables \|\| !Array.isArray(args)) {\n return args;\n }\n\n return args.map((arg: string) => {\n let out = arg;\n for (const [key, v] of Object.entries(variables)) {\n const token = `%${key}%`;\n out = out.split(token).join(resolveVariableValue(v));\n }\n return out;\n });\n}\n"]}
1	+ {"version":3,"file":"actHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/actHandler.ts"],"names":[],"mappings":";;;AAAA,gCAAgC;AAChC,qDAAyD;AACzD,+CAAqE;AACrE,6CAAsD;AACtD,4CAAwC;AAExC,2DAA+E;AAC/E,+DAA+D;AAC/D,mEAG8C;AAE9C,wDAAsE;AAStE,0EAG2C;AAC3C,oEAAoE;AACpE,8DAAmE;AAWnE,MAAa,UAAU;IACJ,SAAS,CAAY;IACrB,gBAAgB,CAAiB;IACjC,oBAAoB,CAAgB;IACpC,gBAAgB,CAA4C;IAC5D,YAAY,CAAS;IACrB,kBAAkB,CAAU;IAC5B,QAAQ,CAAU;IAClB,SAAS,CAOhB;IACO,yBAAyB,CAAU;IAEpD,YACE,SAAoB,EACpB,gBAAgC,EAChC,oBAAmC,EACnC,gBAA2D,EAC3D,YAAqB,EACrB,kBAA4B,EAC5B,QAAkB,EAClB,SAOS,EACT,yBAAkC;QAElC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,IAAI,KAAK,CAAC;QACtD,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,yBAAyB,GAAG,yBAAyB,CAAC;IAC7D,CAAC;IAEO,gBAAgB,CAAC,QAA8B;QACrD,IAAI,CAAC,SAAS,EAAE,CACd,2BAAc,CAAC,GAAG,EAClB,QAAQ,CAAC,aAAa,IAAI,CAAC,EAC3B,QAAQ,CAAC,iBAAiB,IAAI,CAAC,EAC/B,QAAQ,CAAC,gBAAgB,IAAI,CAAC,EAC9B,QAAQ,CAAC,mBAAmB,IAAI,CAAC,EACjC,QAAQ,CAAC,iBAAiB,IAAI,CAAC,CAChC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,EAC7B,WAAW,EACX,WAAW,EACX,QAAQ,EACR,SAAS,EACT,yBAAyB,GAAG,IAAI,GAOjC;QACC,MAAM,QAAQ,GAAG,MAAM,IAAA,kBAAY,EAAC;YAClC,WAAW;YACX,WAAW;YACX,SAAS;YACT,wBAAwB,EAAE,IAAI,CAAC,YAAY;YAC3C,MAAM,EAAE,oBAAQ;YAChB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;SAC5C,CAAC,CAAC;QAEH,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAEhC,MAAM,UAAU,GAAG,4BAA4B,CAC7C,QAAQ,CAAC,OAA0C,EACnD,QAAQ,EACR,yBAAyB,CAC1B,CAAC;QAEF,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,EAAE,QAAQ,EAAE,CAAC;QACtB,CAAC;QAED,OAAO;YACL,MAAM,EAAE,EAAE,GAAG,UAAU,EAAY;YACnC,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAwB;QAChC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAEhE,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,mBAAmB,GAAG,IAAA,oCAAkB,EAC5C,OAAO,EACP,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,8BAAe,CAAC,EAAE,CAAC,CAChC,CAAC;QAEF,mBAAmB,EAAE,CAAC;QACtB,MAAM,IAAA,2CAAsB,EAC1B,IAAI,CAAC,SAAS,EAAE,EAChB,IAAI,CAAC,yBAAyB,CAC/B,CAAC;QACF,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,MAAM,IAAA,gCAAqB,EACpE,IAAI,EACJ,EAAE,YAAY,EAAE,IAAI,EAAE,CACvB,CAAC;QAEF,MAAM,cAAc,GAAG,IAAA,0BAAc,EACnC,WAAW,EACX,MAAM,CAAC,MAAM,CAAC,oCAAyB,CAAC,EACxC,SAAS,CACV,CAAC;QAEF,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,oBAAoB,EAAE,GAC3D,MAAM,IAAI,CAAC,gBAAgB,CAAC;YAC1B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,YAAY;YACzB,QAAQ,EAAE,gBAAgB;YAC1B,SAAS;SACV,CAAC,CAAC;QAEL,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,IAAA,oBAAQ,EAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,uCAAuC;gBAChD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,wCAAwC;gBACjD,iBAAiB,EAAE,WAAW;gBAC9B,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;QAED,sCAAsC;QACtC,mBAAmB,EAAE,CAAC;QACtB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,uBAAuB,CACpD,WAAW,EACX,IAAI,EACJ,IAAI,CAAC,yBAAyB,EAC9B,SAAS,EACT,mBAAmB,EACnB,SAAS,CACV,CAAC;QAEF,kDAAkD;QAClD,IAAI,oBAAoB,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;YAC3C,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,gDAAgD;QAChD,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,GACxE,MAAM,IAAA,gCAAqB,EAAC,IAAI,EAAE;YAChC,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEL,IAAI,UAAU,GAAG,IAAA,4BAAiB,EAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QAChE,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;YACvB,2EAA2E;YAC3E,UAAU,GAAG,aAAa,CAAC;QAC7B,CAAC;QAED,MAAM,cAAc,GAAG,WAAW,WAAW,CAAC,MAAM,kBAAkB,WAAW,CAAC,WAAW,gBAAgB,WAAW,CAAC,SAAS,EAAE,CAAC;QAErI,MAAM,mBAAmB,GAAG,IAAA,8BAAkB,EAC5C,WAAW,EACX,cAAc,EACd,MAAM,CAAC,MAAM,CAAC,oCAAyB,CAAC,CAAC,MAAM,CAC7C,CACE,MAAM,EAIN,EAAE,CAAC,MAAM,KAAK,oCAAyB,CAAC,2BAA2B,CACtE,EACD,SAAS,CACV,CAAC;QAEF,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC;YAC3D,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,iBAAiB;YAC3B,SAAS;SACV,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,qDAAqD;YACrD,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,mBAAmB,EAAE,CAAC;QACtB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,uBAAuB,CACrD,YAAY,EACZ,IAAI,EACJ,IAAI,CAAC,yBAAyB,EAC9B,SAAS,EACT,mBAAmB,EACnB,SAAS,CACV,CAAC;QAEF,kBAAkB;QAClB,OAAO;YACL,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,YAAY,CAAC,OAAO;YACpD,OAAO,EAAE,YAAY,CAAC,OAAO;gBAC3B,CAAC,CAAC,GAAG,WAAW,CAAC,OAAO,MAAM,YAAY,CAAC,OAAO,EAAE;gBACpD,CAAC,CAAC,GAAG,WAAW,CAAC,OAAO,MAAM,YAAY,CAAC,OAAO,EAAE;YACtD,iBAAiB,EAAE,WAAW,CAAC,iBAAiB;YAChD,OAAO,EAAE;gBACP,GAAG,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC;gBAC9B,GAAG,CAAC,YAAY,CAAC,OAAO,IAAI,EAAE,CAAC;aAChC;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,uBAAuB,CAC3B,MAAc,EACd,IAAU,EACV,kBAA2B,EAC3B,iBAA6B,EAC7B,mBAAgC,EAChC,SAAqB;QAErB,mBAAmB,EAAE,EAAE,CAAC;QACxB,MAAM,aAAa,GAAG,kBAAkB,IAAI,IAAI,CAAC,yBAAyB,CAAC;QAC3E,MAAM,eAAe,GAAG,iBAAiB,IAAI,IAAI,CAAC,SAAS,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,eAAe,EAAE,CAAC;YAC1C,IAAA,oBAAQ,EAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,gCAAgC;gBACzC,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;iBACvD;aACF,CAAC,CAAC;YACH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,yCAAyC,MAAM,IAAI,EAAE,iFAAiF;gBAC/I,iBAAiB,EACf,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,IAAI,SAAS,GAAG;gBACzD,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;QAED,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;YACrD,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC;YACvB,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,YAAY,GAChB,8BAA8B,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC;QAEpE,IAAI,CAAC;YACH,mBAAmB,EAAE,EAAE,CAAC;YACxB,MAAM,IAAA,4CAAuB,EAC3B,IAAI,EACJ,IAAI,CAAC,SAAS,EAAE,EAChB,MAAM,EACN,MAAM,CAAC,QAAQ,EACf,YAAY,EACZ,aAAa,CACd,CAAC;YACF,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,WAAW,MAAM,yCAAyC,MAAM,CAAC,QAAQ,EAAE;gBACpF,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;gBAC7D,OAAO,EAAE;oBACP;wBACE,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;wBACvD,MAAM;wBACN,SAAS,EAAE,eAAe;qBAC3B;iBACF;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,8BAAe,EAAE,CAAC;gBACnC,MAAM,GAAG,CAAC;YACZ,CAAC;YACD,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAE7D,wEAAwE;YACxE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,IAAA,oBAAQ,EAAC;oBACP,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EACL,iEAAiE;oBACnE,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE;wBACT,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACrC,MAAM,EAAE;4BACN,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;4BAC7B,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,4EAA4E;oBAC5E,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW;wBACnC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;4BACjE,CAAC,CAAC,MAAM,CAAC,WAAW;4BACpB,CAAC,CAAC,GAAG,MAAM,IAAI,MAAM,CAAC,WAAW,EAAE;wBACrC,CAAC,CAAC,MAAM,CAAC;oBAEX,6DAA6D;oBAC7D,mBAAmB,EAAE,EAAE,CAAC;oBACxB,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GACtC,MAAM,IAAA,gCAAqB,EAAC,IAAI,EAAE;wBAChC,YAAY,EAAE,IAAI;qBACnB,CAAC,CAAC;oBAEL,MAAM,WAAW,GAAG,IAAA,0BAAc,EAChC,UAAU,EACV,MAAM,CAAC,MAAM,CAAC,oCAAyB,CAAC,EACxC,EAAE,CACH,CAAC;oBAEF,mBAAmB,EAAE,EAAE,CAAC;oBACxB,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GAC1D,MAAM,IAAI,CAAC,gBAAgB,CAAC;wBAC1B,WAAW;wBACX,WAAW,EAAE,YAAY;wBACzB,QAAQ,EAAE,gBAAgB;wBAC1B,SAAS,EAAE,eAAe;wBAC1B,yBAAyB,EAAE,KAAK;qBACjC,CAAC,CAAC;oBAEL,MAAM,eAAe,GAAG,gBAAgB,CAAC,OAAO,CAAC;oBACjD,IAAI,CAAC,eAAe,EAAE,CAAC;wBACrB,OAAO;4BACL,OAAO,EAAE,KAAK;4BACd,OAAO,EACL,8DAA8D;4BAChE,iBAAiB,EAAE,UAAU;4BAC7B,OAAO,EAAE,EAAE;yBACZ,CAAC;oBACJ,CAAC;oBAED,iEAAiE;oBACjE,IAAI,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC;oBAClC,IAAI,cAAc,EAAE,QAAQ,EAAE,CAAC;wBAC7B,WAAW,GAAG,cAAc,CAAC,QAAQ,CAAC;oBACxC,CAAC;oBAED,mBAAmB,EAAE,EAAE,CAAC;oBACxB,MAAM,IAAA,4CAAuB,EAC3B,IAAI,EACJ,IAAI,CAAC,SAAS,EAAE,EAChB,MAAM,EACN,WAAW,EACX,YAAY,EACZ,aAAa,CACd,CAAC;oBAEF,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,OAAO,EAAE,WAAW,MAAM,yCAAyC,WAAW,EAAE;wBAChF,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;wBAC7D,OAAO,EAAE;4BACP;gCACE,QAAQ,EAAE,WAAW;gCACrB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;gCACvD,MAAM;gCACN,SAAS,EAAE,eAAe;6BAC3B;yBACF;qBACF,CAAC;gBACJ,CAAC;gBAAC,OAAO,QAAQ,EAAE,CAAC;oBAClB,IAAI,QAAQ,YAAY,8BAAe,EAAE,CAAC;wBACxC,MAAM,QAAQ,CAAC;oBACjB,CAAC;oBACD,MAAM,QAAQ,GACZ,QAAQ,YAAY,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAClE,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,OAAO,EAAE,0CAA0C,QAAQ,EAAE;wBAC7D,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;wBAC7D,OAAO,EAAE,EAAE;qBACZ,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,0BAA0B,GAAG,EAAE;gBACxC,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;gBAC7D,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AApZD,gCAoZC;AAED,SAAS,4BAA4B,CACnC,OAAwC,EACxC,QAAgC,EAChC,yBAAyB,GAAG,IAAI;IAEhC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;IACpE,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpC,IACE,yBAAyB;QACzB,CAAC,CAAC,MAAM,IAAI,MAAM,KAAK,eAAe,IAAI,CAAC,OAAO,CAAC,EACnD,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9D,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,EAAE,GAAG,QAAQ,CAAC,SAAsB,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,IAAA,+BAAoB,EAAC,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,6EAA6E;IAC7E,IAAI,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9C,IAAI,MAAM,KAAK,aAAa,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,4DAA4D;QAC5D,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACjE,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAsB,CAAC,CAAC;YAClD,MAAM,eAAe,GAAG,IAAA,+BAAoB,EAAC,QAAQ,CAAC,CAAC;YACvD,IAAI,eAAe,EAAE,CAAC;gBACpB,YAAY,GAAG,CAAC,SAAS,eAAe,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAChE,CAAC;iBAAM,CAAC;gBACN,uDAAuD;gBACvD,IAAA,oBAAQ,EAAC;oBACP,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE,0CAA0C;oBACnD,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE;wBACT,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACrD,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;qBACtD;iBACF,CAAC,CAAC;gBACH,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAA,oBAAQ,EAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,8CAA8C;gBACvD,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,eAAe,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC7D,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;iBACtD;aACF,CAAC,CAAC;YACH,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO;QACL,WAAW;QACX,MAAM;QACN,SAAS,EAAE,YAAY;QACvB,QAAQ,EAAE,SAAS,OAAO,EAAE;KACnB,CAAC;AACd,CAAC;AAED,SAAS,8BAA8B,CACrC,IAA0B,EAC1B,SAAqB;IAErB,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAW,EAAE,EAAE;QAC9B,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,IAAI,GAAG,GAAG,CAAC;YACzB,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAA,mCAAoB,EAAC,CAAC,CAAC,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;AACL,CAAC","sourcesContent":["// lib/v3/handlers/actHandler.ts\nimport { act as actInference } from \"../../inference.js\";\nimport { buildActPrompt, buildStepTwoPrompt } from \"../../prompt.js\";\nimport { trimTrailingTextNode } from \"../../utils.js\";\nimport { v3Logger } from \"../logger.js\";\nimport { ActHandlerParams } from \"../types/private/handlers.js\";\nimport { ActResult, Action, V3FunctionName } from \"../types/public/methods.js\";\nimport { ActTimeoutError } from \"../types/public/sdkErrors.js\";\nimport {\n captureHybridSnapshot,\n diffCombinedTrees,\n} from \"../understudy/a11y/snapshot/index.js\";\nimport { LLMClient } from \"../llm/LLMClient.js\";\nimport { SupportedUnderstudyAction } from \"../types/private/index.js\";\nimport { EncodedId } from \"../types/private/internal.js\";\nimport {\n AvailableModel,\n ClientOptions,\n ModelConfiguration,\n} from \"../types/public/model.js\";\nimport type { Variables } from \"../types/public/agent.js\";\nimport type { Page } from \"../understudy/page.js\";\nimport {\n performUnderstudyMethod,\n waitForDomNetworkQuiet,\n} from \"./handlerUtils/actHandlerUtils.js\";\nimport { createTimeoutGuard } from \"./handlerUtils/timeoutGuard.js\";\nimport { resolveVariableValue } from \"../agent/utils/variables.js\";\n\ntype ActInferenceElement = {\n elementId?: string;\n description: string;\n method?: string;\n arguments?: string[];\n};\n\ntype ActInferenceResponse = Awaited<ReturnType<typeof actInference>>;\n\nexport class ActHandler {\n private readonly llmClient: LLMClient;\n private readonly defaultModelName: AvailableModel;\n private readonly defaultClientOptions: ClientOptions;\n private readonly resolveLlmClient: (model?: ModelConfiguration) => LLMClient;\n private readonly systemPrompt: string;\n private readonly logInferenceToFile: boolean;\n private readonly selfHeal: boolean;\n private readonly onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void;\n private readonly defaultDomSettleTimeoutMs?: number;\n\n constructor(\n llmClient: LLMClient,\n defaultModelName: AvailableModel,\n defaultClientOptions: ClientOptions,\n resolveLlmClient: (model?: ModelConfiguration) => LLMClient,\n systemPrompt?: string,\n logInferenceToFile?: boolean,\n selfHeal?: boolean,\n onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void,\n defaultDomSettleTimeoutMs?: number,\n ) {\n this.llmClient = llmClient;\n this.defaultModelName = defaultModelName;\n this.defaultClientOptions = defaultClientOptions;\n this.resolveLlmClient = resolveLlmClient;\n this.systemPrompt = systemPrompt ?? \"\";\n this.logInferenceToFile = logInferenceToFile ?? false;\n this.selfHeal = !!selfHeal;\n this.onMetrics = onMetrics;\n this.defaultDomSettleTimeoutMs = defaultDomSettleTimeoutMs;\n }\n\n private recordActMetrics(response: ActInferenceResponse): void {\n this.onMetrics?.(\n V3FunctionName.ACT,\n response.prompt_tokens ?? 0,\n response.completion_tokens ?? 0,\n response.reasoning_tokens ?? 0,\n response.cached_input_tokens ?? 0,\n response.inference_time_ms ?? 0,\n );\n }\n\n private async getActionFromLLM({\n instruction,\n domElements,\n xpathMap,\n llmClient,\n requireMethodAndArguments = true,\n }: {\n instruction: string;\n domElements: string;\n xpathMap: Record<string, string>;\n llmClient: LLMClient;\n requireMethodAndArguments?: boolean;\n }): Promise<{ action?: Action; response: ActInferenceResponse }> {\n const response = await actInference({\n instruction,\n domElements,\n llmClient,\n userProvidedInstructions: this.systemPrompt,\n logger: v3Logger,\n logInferenceToFile: this.logInferenceToFile,\n });\n\n this.recordActMetrics(response);\n\n const normalized = normalizeActInferenceElement(\n response.element as ActInferenceElement \| undefined,\n xpathMap,\n requireMethodAndArguments,\n );\n\n if (!normalized) {\n return { response };\n }\n\n return {\n action: { ...normalized } as Action,\n response,\n };\n }\n\n async act(params: ActHandlerParams): Promise<ActResult> {\n const { instruction, page, variables, timeout, model } = params;\n\n const llmClient = this.resolveLlmClient(model);\n const ensureTimeRemaining = createTimeoutGuard(\n timeout,\n (ms) => new ActTimeoutError(ms),\n );\n\n ensureTimeRemaining();\n await waitForDomNetworkQuiet(\n page.mainFrame(),\n this.defaultDomSettleTimeoutMs,\n );\n ensureTimeRemaining();\n const { combinedTree, combinedXpathMap } = await captureHybridSnapshot(\n page,\n { experimental: true },\n );\n\n const actInstruction = buildActPrompt(\n instruction,\n Object.values(SupportedUnderstudyAction),\n variables,\n );\n\n ensureTimeRemaining();\n const { action: firstAction, response: actInferenceResponse } =\n await this.getActionFromLLM({\n instruction: actInstruction,\n domElements: combinedTree,\n xpathMap: combinedXpathMap,\n llmClient,\n });\n\n if (!firstAction) {\n v3Logger({\n category: \"action\",\n message: \"no actionable element returned by LLM\",\n level: 1,\n });\n return {\n success: false,\n message: \"Failed to perform act: No action found\",\n actionDescription: instruction,\n actions: [],\n };\n }\n\n // First action (self-heal aware path)\n ensureTimeRemaining();\n const firstResult = await this.takeDeterministicAction(\n firstAction,\n page,\n this.defaultDomSettleTimeoutMs,\n llmClient,\n ensureTimeRemaining,\n variables,\n );\n\n // If not two-step, return the first action result\n if (actInferenceResponse?.twoStep !== true) {\n return firstResult;\n }\n\n // Take a new focused snapshot and observe again\n ensureTimeRemaining();\n const { combinedTree: combinedTree2, combinedXpathMap: combinedXpathMap2 } =\n await captureHybridSnapshot(page, {\n experimental: true,\n });\n\n let diffedTree = diffCombinedTrees(combinedTree, combinedTree2);\n if (!diffedTree.trim()) {\n // Fallback: if no diff detected, use the fresh tree to avoid empty context\n diffedTree = combinedTree2;\n }\n\n const previousAction = `method: ${firstAction.method}, description: ${firstAction.description}, arguments: ${firstAction.arguments}`;\n\n const stepTwoInstructions = buildStepTwoPrompt(\n instruction,\n previousAction,\n Object.values(SupportedUnderstudyAction).filter(\n (\n action,\n ): action is Exclude<\n SupportedUnderstudyAction,\n SupportedUnderstudyAction.SELECT_OPTION_FROM_DROPDOWN\n > => action !== SupportedUnderstudyAction.SELECT_OPTION_FROM_DROPDOWN,\n ),\n variables,\n );\n\n ensureTimeRemaining();\n const { action: secondAction } = await this.getActionFromLLM({\n instruction: stepTwoInstructions,\n domElements: diffedTree,\n xpathMap: combinedXpathMap2,\n llmClient,\n });\n\n if (!secondAction) {\n // No second action found — return first result as-is\n return firstResult;\n }\n\n ensureTimeRemaining();\n const secondResult = await this.takeDeterministicAction(\n secondAction,\n page,\n this.defaultDomSettleTimeoutMs,\n llmClient,\n ensureTimeRemaining,\n variables,\n );\n\n // Combine results\n return {\n success: firstResult.success && secondResult.success,\n message: secondResult.success\n ? `${firstResult.message} → ${secondResult.message}`\n : `${firstResult.message} → ${secondResult.message}`,\n actionDescription: firstResult.actionDescription,\n actions: [\n ...(firstResult.actions \|\| []),\n ...(secondResult.actions \|\| []),\n ],\n };\n }\n\n async takeDeterministicAction(\n action: Action,\n page: Page,\n domSettleTimeoutMs?: number,\n llmClientOverride?: LLMClient,\n ensureTimeRemaining?: () => void,\n variables?: Variables,\n ): Promise<ActResult> {\n ensureTimeRemaining?.();\n const settleTimeout = domSettleTimeoutMs ?? this.defaultDomSettleTimeoutMs;\n const effectiveClient = llmClientOverride ?? this.llmClient;\n const method = action.method?.trim();\n if (!method \|\| method === \"not-supported\") {\n v3Logger({\n category: \"action\",\n message: \"action has no supported method\",\n level: 0,\n auxiliary: {\n act: { value: JSON.stringify(action), type: \"object\" },\n },\n });\n return {\n success: false,\n message: `Unable to perform action: The method '${method ?? \"\"}' is not supported in Action. Please use a supported Playwright locator method.`,\n actionDescription:\n action.description \|\| `Action (${method ?? \"unknown\"})`,\n actions: [],\n };\n }\n\n const placeholderArgs = Array.isArray(action.arguments)\n ? [...action.arguments]\n : [];\n const resolvedArgs =\n substituteVariablesInArguments(action.arguments, variables) ?? [];\n\n try {\n ensureTimeRemaining?.();\n await performUnderstudyMethod(\n page,\n page.mainFrame(),\n method,\n action.selector,\n resolvedArgs,\n settleTimeout,\n );\n return {\n success: true,\n message: `Action [${method}] performed successfully on selector: ${action.selector}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [\n {\n selector: action.selector,\n description: action.description \|\| `action (${method})`,\n method,\n arguments: placeholderArgs,\n },\n ],\n };\n } catch (err) {\n if (err instanceof ActTimeoutError) {\n throw err;\n }\n const msg = err instanceof Error ? err.message : String(err);\n\n // Attempt self-heal: rerun actInference and retry with updated selector\n if (this.selfHeal) {\n v3Logger({\n category: \"action\",\n message:\n \"Error performing action. Reprocessing the page and trying again\",\n level: 1,\n auxiliary: {\n error: { value: msg, type: \"string\" },\n action: {\n value: JSON.stringify(action),\n type: \"object\",\n },\n },\n });\n\n try {\n // Build an instruction combining method + description, avoiding duplication\n const actCommand = action.description\n ? action.description.toLowerCase().startsWith(method.toLowerCase())\n ? action.description\n : `${method} ${action.description}`\n : method;\n\n // Take a fresh snapshot and ask for a new actionable element\n ensureTimeRemaining?.();\n const { combinedTree, combinedXpathMap } =\n await captureHybridSnapshot(page, {\n experimental: true,\n });\n\n const instruction = buildActPrompt(\n actCommand,\n Object.values(SupportedUnderstudyAction),\n {},\n );\n\n ensureTimeRemaining?.();\n const { action: fallbackAction, response: fallbackResponse } =\n await this.getActionFromLLM({\n instruction,\n domElements: combinedTree,\n xpathMap: combinedXpathMap,\n llmClient: effectiveClient,\n requireMethodAndArguments: false,\n });\n\n const fallbackElement = fallbackResponse.element;\n if (!fallbackElement) {\n return {\n success: false,\n message:\n \"Failed to self-heal act: No observe results found for action\",\n actionDescription: actCommand,\n actions: [],\n };\n }\n\n // Retry with original method/args but new selector from fallback\n let newSelector = action.selector;\n if (fallbackAction?.selector) {\n newSelector = fallbackAction.selector;\n }\n\n ensureTimeRemaining?.();\n await performUnderstudyMethod(\n page,\n page.mainFrame(),\n method,\n newSelector,\n resolvedArgs,\n settleTimeout,\n );\n\n return {\n success: true,\n message: `Action [${method}] performed successfully on selector: ${newSelector}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [\n {\n selector: newSelector,\n description: action.description \|\| `action (${method})`,\n method,\n arguments: placeholderArgs,\n },\n ],\n };\n } catch (retryErr) {\n if (retryErr instanceof ActTimeoutError) {\n throw retryErr;\n }\n const retryMsg =\n retryErr instanceof Error ? retryErr.message : String(retryErr);\n return {\n success: false,\n message: `Failed to perform act after self-heal: ${retryMsg}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [],\n };\n }\n }\n\n return {\n success: false,\n message: `Failed to perform act: ${msg}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [],\n };\n }\n }\n}\n\nfunction normalizeActInferenceElement(\n element: ActInferenceElement \| undefined,\n xpathMap: Record<string, string>,\n requireMethodAndArguments = true,\n): Action \| undefined {\n if (!element) {\n return undefined;\n }\n const { elementId, description, method, arguments: args } = element;\n const hasArgs = Array.isArray(args);\n\n if (\n requireMethodAndArguments &&\n (!method \|\| method === \"not-supported\" \|\| !hasArgs)\n ) {\n return undefined;\n }\n\n if (typeof elementId !== \"string\" \|\| !elementId.includes(\"-\")) {\n return undefined;\n }\n\n const xp = xpathMap[elementId as EncodedId];\n const trimmed = trimTrailingTextNode(xp);\n if (!trimmed) {\n return undefined;\n }\n\n // For dragAndDrop, convert element ID in arguments to xpath (target element)\n let resolvedArgs = hasArgs ? args : undefined;\n if (method === \"dragAndDrop\" && hasArgs && args.length > 0) {\n const targetArg = args[0];\n // Check if argument looks like an element ID (e.g., \"1-67\")\n if (typeof targetArg === \"string\" && /^\\d+-\\d+$/.test(targetArg)) {\n const argXpath = xpathMap[targetArg as EncodedId];\n const trimmedArgXpath = trimTrailingTextNode(argXpath);\n if (trimmedArgXpath) {\n resolvedArgs = [`xpath=${trimmedArgXpath}`, ...args.slice(1)];\n } else {\n // Target element lookup failed, filter out this action\n v3Logger({\n category: \"action\",\n message: \"dragAndDrop target element lookup failed\",\n level: 1,\n auxiliary: {\n targetElementId: { value: targetArg, type: \"string\" },\n sourceElementId: { value: elementId, type: \"string\" },\n },\n });\n return undefined;\n }\n } else {\n v3Logger({\n category: \"action\",\n message: \"dragAndDrop target element invalid ID format\",\n level: 0,\n auxiliary: {\n targetElementId: { value: String(targetArg), type: \"string\" },\n sourceElementId: { value: elementId, type: \"string\" },\n },\n });\n return undefined;\n }\n }\n\n return {\n description,\n method,\n arguments: resolvedArgs,\n selector: `xpath=${trimmed}`,\n } as Action;\n}\n\nfunction substituteVariablesInArguments(\n args: string[] \| undefined,\n variables?: Variables,\n): string[] \| undefined {\n if (!variables \|\| !Array.isArray(args)) {\n return args;\n }\n\n return args.map((arg: string) => {\n let out = arg;\n for (const [key, v] of Object.entries(variables)) {\n const token = `%${key}%`;\n out = out.split(token).join(resolveVariableValue(v));\n }\n return out;\n });\n}\n"]}

package/dist/cjs/lib/v3/handlers/extractHandler.js CHANGED Viewed

@@ -47,8 +47,7 @@ class ExtractHandler {
     async extract(params) {
         const { instruction, schema, page, selector, timeout, model } = params;
         const llmClient = this.resolveLlmClient(model);
-        const effectiveTimeoutMs = typeof timeout === "number" && timeout > 0 ? timeout : undefined;
-        const ensureTimeRemaining = (0, timeoutGuard_js_1.createTimeoutGuard)(effectiveTimeoutMs, (ms) => new sdkErrors_js_1.ExtractTimeoutError(ms));
+        const ensureTimeRemaining = (0, timeoutGuard_js_1.createTimeoutGuard)(timeout, (ms) => new sdkErrors_js_1.ExtractTimeoutError(ms));
         // No-args → page text (parity with v2)
         const noArgs = !instruction && !schema;
         if (noArgs) {
@@ -58,6 +57,7 @@ class ExtractHandler {
                 experimental: this.experimental,
                 focusSelector: focusSelector || undefined,
             });
+            ensureTimeRemaining();
             const result = { pageText: snap.combinedTree };
             // Validate via the same schema used in v2
             return methods_js_2.pageTextSchema.parse(result);

package/dist/cjs/lib/v3/handlers/extractHandler.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"extractHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/extractHandler.ts"],"names":[],"mappings":";;;AA6CA,0EAKC;AAlDD,oCAAoC;AACpC,qDAA2D;AAC3D,6CAKwB;AACxB,4CAAwC;AACxC,2DAA4D;AAC5D,mEAA6E;AAK7E,2DAGoC;AAMpC,+DAGsC;AACtC,oEAAoE;AAOpE;;;;;;;;;GASG;AACH,SAAgB,+BAA+B,CAC7C,MAAS;IAET,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,GAAG,IAAA,0BAAe,EAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5D,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;AACjC,CAAC;AAcD,MAAa,cAAc;IACR,SAAS,CAAY;IACrB,gBAAgB,CAAiB;IACjC,oBAAoB,CAAgB;IACpC,gBAAgB,CAA4C;IAC5D,YAAY,CAAS;IACrB,kBAAkB,CAAU;IAC5B,YAAY,CAAU;IACtB,SAAS,CAOhB;IAEV,YACE,SAAoB,EACpB,gBAAgC,EAChC,oBAAmC,EACnC,gBAA2D,EAC3D,YAAqB,EACrB,kBAA4B,EAC5B,YAAsB,EACtB,SAOS;QAET,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,IAAI,KAAK,CAAC;QACtD,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,KAAK,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAA+B;QAE/B,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAEvE,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE/C,MAAM,kBAAkB,GACtB,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QACnE,MAAM,mBAAmB,GAAG,IAAA,oCAAkB,EAC5C,kBAAkB,EAClB,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,kCAAmB,CAAC,EAAE,CAAC,CACpC,CAAC;QAEF,uCAAuC;QACvC,MAAM,MAAM,GAAG,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC;QACvC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;YAC9D,mBAAmB,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,MAAM,IAAA,gCAAqB,EAAC,IAAI,EAAE;gBAC7C,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,aAAa,EAAE,aAAa,IAAI,SAAS;aAC1C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC;YAC/C,0CAA0C;YAC1C,OAAO,2BAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,4CAA6B,CACrC,8DAA8D,CAC/D,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QAE7D,6EAA6E;QAC7E,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,YAAY,EAAE,cAAc,EAAE,GAAG,MAAM,IAAA,gCAAqB,EAAC,IAAI,EAAE;YACzE,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,aAAa;SAC7B,CAAC,CAAC;QAEH,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,yCAAyC;YAClD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,WAAW;gBACpB,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;gBACzD,CAAC,CAAC,SAAS;SACd,CAAC,CAAC;QAEH,qFAAqF;QACrF,MAAM,UAAU,GAAuB,CAAC,MAAM;YAC5C,iCAAoB,CAAuB,CAAC;QAC9C,0EAA0E;QAC1E,MAAM,cAAc,GAAG,IAAA,qBAAU,EAAC,UAAU,CAAC,KAAK,QAAQ,CAAC;QAC3D,MAAM,QAAQ,GAAG,OAAgB,CAAC;QAClC,MAAM,OAAO,GAAG,IAAA,sBAAW,EAAC,UAAU,CAAC,CAAC;QACxC,MAAM,YAAY,GAAuB,cAAc;YACrD,CAAC,CAAE,UAAiC;YACpC,CAAC,CAAE,OAAO,CAAC,MAAM,CAAC;gBACd,CAAC,QAAQ,CAAC,EAAE,UAAwB;aACrC,CAAwB,CAAC;QAE9B,MAAM,CAAC,iBAAiB,EAAE,aAAa,CAAC,GACtC,+BAA+B,CAAC,YAAY,CAAC,CAAC;QAEhD,mBAAmB,EAAE,CAAC;QACtB,MAAM,kBAAkB,GACtB,MAAM,IAAA,sBAAU,EAAqB;YACnC,WAAW;YACX,WAAW,EAAE,YAAY;YACzB,MAAM,EAAE,iBAAuC;YAC/C,SAAS;YACT,wBAAwB,EAAE,IAAI,CAAC,YAAY;YAC3C,MAAM,EAAE,oBAAQ;YAChB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;SAC5C,CAAC,CAAC;QAEL,MAAM,EACJ,QAAQ,EAAE,EAAE,SAAS,EAAE,EACvB,aAAa,EACb,iBAAiB,EACjB,gBAAgB,GAAG,CAAC,EACpB,mBAAmB,GAAG,CAAC,EACvB,iBAAiB,EACjB,GAAG,IAAI,EACR,GAAG,kBAAkB,CAAC;QACvB,IAAI,MAAM,GAAG,IAAgD,CAAC;QAE9D,4CAA4C;QAC5C,IAAI,CAAC,SAAS,EAAE,CACd,2BAAc,CAAC,OAAO,EACtB,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,CAClB,CAAC;QAEF,2EAA2E;QAC3E,MAAM,OAAO,GAA8B,CAAC,cAAc,IAAI,EAAE,CAG/D,CAAC;QACF,KAAK,MAAM,EAAE,QAAQ,EAAE,IAAI,aAAa,EAAE,CAAC;YACzC,IAAA,qBAAU,EACR,MAAiC,EACjC,QAAQ,EACR,OAA4C,CAC7C,CAAC;QACJ,CAAC;QACD,sDAAsD;QACtD,IAAI,CAAC,cAAc,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC5D,MAAM,GAAI,MAAkC,CAAC,QAAQ,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,mBAAmB,GAAG,GAAG,CAAC;QAChC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC;QAC3D,MAAM,aAAa,GACjB,YAAY,CAAC,MAAM,GAAG,mBAAmB;YACvC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,GAAG,KAAK;YACpD,CAAC,CAAC,YAAY,CAAC;QAEnB,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,SAAS;gBAChB,CAAC,CAAC,mCAAmC;gBACrC,CAAC,CAAC,iDAAiD;YACrD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,aAAa,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAC/D,iBAAiB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACvE,iBAAiB,EAAE;oBACjB,KAAK,EAAE,MAAM,CAAC,iBAAiB,CAAC;oBAChC,IAAI,EAAE,QAAQ;iBACf;gBACD,MAAM,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE;aACjD;SACF,CAAC,CAAC;QAEH,OAAO,MAAiC,CAAC;IAC3C,CAAC;CACF;AA7LD,wCA6LC","sourcesContent":["// lib/v3/handlers/extractHandler.ts\nimport { extract as runExtract } from \"../../inference.js\";\nimport {\n getZFactory,\n getZodType,\n injectUrls,\n transformSchema,\n} from \"../../utils.js\";\nimport { v3Logger } from \"../logger.js\";\nimport { V3FunctionName } from \"../types/public/methods.js\";\nimport { captureHybridSnapshot } from \"../understudy/a11y/snapshot/index.js\";\nimport type { ZodTypeAny } from \"zod\";\nimport { LLMClient } from \"../llm/LLMClient.js\";\nimport { ExtractHandlerParams } from \"../types/private/handlers.js\";\nimport { EncodedId, ZodPathSegments } from \"../types/private/internal.js\";\nimport {\n defaultExtractSchema,\n pageTextSchema,\n} from \"../types/public/methods.js\";\nimport {\n AvailableModel,\n ClientOptions,\n ModelConfiguration,\n} from \"../types/public/model.js\";\nimport {\n StagehandInvalidArgumentError,\n ExtractTimeoutError,\n} from \"../types/public/sdkErrors.js\";\nimport { createTimeoutGuard } from \"./handlerUtils/timeoutGuard.js\";\nimport type {\n InferStagehandSchema,\n StagehandZodObject,\n StagehandZodSchema,\n} from \"../zodCompat.js\";\n\n/*\n Scans the provided Zod schema for any `z.string().url()` fields and\n * replaces them with `z.number()`.\n \n @param schema - The Zod object schema to transform.\n * @returns A tuple containing:\n * 1. The transformed schema (or the original schema if no changes were needed).\n * 2. An array of {@link ZodPathSegments} objects representing all the replaced URL fields,\n * with each path segment showing where in the schema the replacement occurred.\n */\nexport function transformUrlStringsToNumericIds<T extends StagehandZodSchema>(\n schema: T,\n): [StagehandZodSchema, ZodPathSegments[]] {\n const [finalSchema, urlPaths] = transformSchema(schema, []);\n return [finalSchema, urlPaths];\n}\n\ninterface ExtractionResponseBase {\n metadata: { completed: boolean };\n prompt_tokens: number;\n completion_tokens: number;\n reasoning_tokens: number;\n cached_input_tokens?: number;\n inference_time_ms: number;\n}\n\ntype ExtractionResponse<T extends StagehandZodObject> = ExtractionResponseBase &\n InferStagehandSchema<T>;\n\nexport class ExtractHandler {\n private readonly llmClient: LLMClient;\n private readonly defaultModelName: AvailableModel;\n private readonly defaultClientOptions: ClientOptions;\n private readonly resolveLlmClient: (model?: ModelConfiguration) => LLMClient;\n private readonly systemPrompt: string;\n private readonly logInferenceToFile: boolean;\n private readonly experimental: boolean;\n private readonly onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void;\n\n constructor(\n llmClient: LLMClient,\n defaultModelName: AvailableModel,\n defaultClientOptions: ClientOptions,\n resolveLlmClient: (model?: ModelConfiguration) => LLMClient,\n systemPrompt?: string,\n logInferenceToFile?: boolean,\n experimental?: boolean,\n onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void,\n ) {\n this.llmClient = llmClient;\n this.defaultModelName = defaultModelName;\n this.defaultClientOptions = defaultClientOptions;\n this.resolveLlmClient = resolveLlmClient;\n this.systemPrompt = systemPrompt ?? \"\";\n this.logInferenceToFile = logInferenceToFile ?? false;\n this.experimental = experimental ?? false;\n this.onMetrics = onMetrics;\n }\n\n async extract<T extends StagehandZodSchema>(\n params: ExtractHandlerParams<T>,\n ): Promise<InferStagehandSchema<T> \| { pageText: string }> {\n const { instruction, schema, page, selector, timeout, model } = params;\n\n const llmClient = this.resolveLlmClient(model);\n\n const effectiveTimeoutMs =\n typeof timeout === \"number\" && timeout > 0 ? timeout : undefined;\n const ensureTimeRemaining = createTimeoutGuard(\n effectiveTimeoutMs,\n (ms) => new ExtractTimeoutError(ms),\n );\n\n // No-args → page text (parity with v2)\n const noArgs = !instruction && !schema;\n if (noArgs) {\n const focusSelector = selector?.replace(/^xpath=/i, \"\") ?? \"\";\n ensureTimeRemaining();\n const snap = await captureHybridSnapshot(page, {\n experimental: this.experimental,\n focusSelector: focusSelector \|\| undefined,\n });\n\n const result = { pageText: snap.combinedTree };\n // Validate via the same schema used in v2\n return pageTextSchema.parse(result);\n }\n\n if (!instruction && schema) {\n throw new StagehandInvalidArgumentError(\n \"extract() requires an instruction when a schema is provided.\",\n );\n }\n\n const focusSelector = selector?.replace(/^xpath=/, \"\") ?? \"\";\n\n // Build the hybrid snapshot (includes combinedTree; combinedUrlMap optional)\n ensureTimeRemaining();\n const { combinedTree, combinedUrlMap } = await captureHybridSnapshot(page, {\n experimental: this.experimental,\n focusSelector: focusSelector,\n });\n\n v3Logger({\n category: \"extraction\",\n message: \"Starting extraction using a11y snapshot\",\n level: 1,\n auxiliary: instruction\n ? { instruction: { value: instruction, type: \"string\" } }\n : undefined,\n });\n\n // Normalize schema: if instruction provided without schema, use defaultExtractSchema\n const baseSchema: StagehandZodSchema = (schema ??\n defaultExtractSchema) as StagehandZodSchema;\n // Ensure we pass an object schema into inference; wrap non-object schemas\n const isObjectSchema = getZodType(baseSchema) === \"object\";\n const WRAP_KEY = \"value\" as const;\n const factory = getZFactory(baseSchema);\n const objectSchema: StagehandZodObject = isObjectSchema\n ? (baseSchema as StagehandZodObject)\n : (factory.object({\n [WRAP_KEY]: baseSchema as ZodTypeAny,\n }) as StagehandZodObject);\n\n const [transformedSchema, urlFieldPaths] =\n transformUrlStringsToNumericIds(objectSchema);\n\n ensureTimeRemaining();\n const extractionResponse: ExtractionResponse<StagehandZodObject> =\n await runExtract<StagehandZodObject>({\n instruction,\n domElements: combinedTree,\n schema: transformedSchema as StagehandZodObject,\n llmClient,\n userProvidedInstructions: this.systemPrompt,\n logger: v3Logger,\n logInferenceToFile: this.logInferenceToFile,\n });\n\n const {\n metadata: { completed },\n prompt_tokens,\n completion_tokens,\n reasoning_tokens = 0,\n cached_input_tokens = 0,\n inference_time_ms,\n ...rest\n } = extractionResponse;\n let output = rest as InferStagehandSchema<StagehandZodObject>;\n\n // Update EXTRACT metrics from the LLM calls\n this.onMetrics?.(\n V3FunctionName.EXTRACT,\n prompt_tokens,\n completion_tokens,\n reasoning_tokens,\n cached_input_tokens,\n inference_time_ms,\n );\n\n // Re-inject URLs for any url() fields we temporarily converted to number()\n const idToUrl: Record<EncodedId, string> = (combinedUrlMap ?? {}) as Record<\n EncodedId,\n string\n >;\n for (const { segments } of urlFieldPaths) {\n injectUrls(\n output as Record<string, unknown>,\n segments,\n idToUrl as unknown as Record<string, string>,\n );\n }\n // If we wrapped a non-object schema, unwrap the value\n if (!isObjectSchema && output && typeof output === \"object\") {\n output = (output as Record<string, unknown>)[WRAP_KEY];\n }\n\n const resultPreviewLength = 200;\n const resultString = JSON.stringify(output) ?? \"undefined\";\n const resultPreview =\n resultString.length > resultPreviewLength\n ? resultString.slice(0, resultPreviewLength) + \"...\"\n : resultString;\n\n v3Logger({\n category: \"extraction\",\n message: completed\n ? \"Extraction completed successfully\"\n : \"Extraction incomplete after processing all data\",\n level: 1,\n auxiliary: {\n prompt_tokens: { value: String(prompt_tokens), type: \"string\" },\n completion_tokens: { value: String(completion_tokens), type: \"string\" },\n inference_time_ms: {\n value: String(inference_time_ms),\n type: \"string\",\n },\n result: { value: resultPreview, type: \"string\" },\n },\n });\n\n return output as InferStagehandSchema<T>;\n }\n}\n"]}
1	+ {"version":3,"file":"extractHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/extractHandler.ts"],"names":[],"mappings":";;;AA6CA,0EAKC;AAlDD,oCAAoC;AACpC,qDAA2D;AAC3D,6CAKwB;AACxB,4CAAwC;AACxC,2DAA4D;AAC5D,mEAA6E;AAK7E,2DAGoC;AAMpC,+DAGsC;AACtC,oEAAoE;AAOpE;;;;;;;;;GASG;AACH,SAAgB,+BAA+B,CAC7C,MAAS;IAET,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,GAAG,IAAA,0BAAe,EAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5D,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;AACjC,CAAC;AAcD,MAAa,cAAc;IACR,SAAS,CAAY;IACrB,gBAAgB,CAAiB;IACjC,oBAAoB,CAAgB;IACpC,gBAAgB,CAA4C;IAC5D,YAAY,CAAS;IACrB,kBAAkB,CAAU;IAC5B,YAAY,CAAU;IACtB,SAAS,CAOhB;IAEV,YACE,SAAoB,EACpB,gBAAgC,EAChC,oBAAmC,EACnC,gBAA2D,EAC3D,YAAqB,EACrB,kBAA4B,EAC5B,YAAsB,EACtB,SAOS;QAET,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,IAAI,KAAK,CAAC;QACtD,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,KAAK,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAA+B;QAE/B,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAEvE,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE/C,MAAM,mBAAmB,GAAG,IAAA,oCAAkB,EAC5C,OAAO,EACP,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,kCAAmB,CAAC,EAAE,CAAC,CACpC,CAAC;QAEF,uCAAuC;QACvC,MAAM,MAAM,GAAG,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC;QACvC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;YAC9D,mBAAmB,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,MAAM,IAAA,gCAAqB,EAAC,IAAI,EAAE;gBAC7C,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,aAAa,EAAE,aAAa,IAAI,SAAS;aAC1C,CAAC,CAAC;YACH,mBAAmB,EAAE,CAAC;YAEtB,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC;YAC/C,0CAA0C;YAC1C,OAAO,2BAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,4CAA6B,CACrC,8DAA8D,CAC/D,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QAE7D,6EAA6E;QAC7E,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,YAAY,EAAE,cAAc,EAAE,GAAG,MAAM,IAAA,gCAAqB,EAAC,IAAI,EAAE;YACzE,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,aAAa;SAC7B,CAAC,CAAC;QAEH,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,yCAAyC;YAClD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,WAAW;gBACpB,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;gBACzD,CAAC,CAAC,SAAS;SACd,CAAC,CAAC;QAEH,qFAAqF;QACrF,MAAM,UAAU,GAAuB,CAAC,MAAM;YAC5C,iCAAoB,CAAuB,CAAC;QAC9C,0EAA0E;QAC1E,MAAM,cAAc,GAAG,IAAA,qBAAU,EAAC,UAAU,CAAC,KAAK,QAAQ,CAAC;QAC3D,MAAM,QAAQ,GAAG,OAAgB,CAAC;QAClC,MAAM,OAAO,GAAG,IAAA,sBAAW,EAAC,UAAU,CAAC,CAAC;QACxC,MAAM,YAAY,GAAuB,cAAc;YACrD,CAAC,CAAE,UAAiC;YACpC,CAAC,CAAE,OAAO,CAAC,MAAM,CAAC;gBACd,CAAC,QAAQ,CAAC,EAAE,UAAwB;aACrC,CAAwB,CAAC;QAE9B,MAAM,CAAC,iBAAiB,EAAE,aAAa,CAAC,GACtC,+BAA+B,CAAC,YAAY,CAAC,CAAC;QAEhD,mBAAmB,EAAE,CAAC;QACtB,MAAM,kBAAkB,GACtB,MAAM,IAAA,sBAAU,EAAqB;YACnC,WAAW;YACX,WAAW,EAAE,YAAY;YACzB,MAAM,EAAE,iBAAuC;YAC/C,SAAS;YACT,wBAAwB,EAAE,IAAI,CAAC,YAAY;YAC3C,MAAM,EAAE,oBAAQ;YAChB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;SAC5C,CAAC,CAAC;QAEL,MAAM,EACJ,QAAQ,EAAE,EAAE,SAAS,EAAE,EACvB,aAAa,EACb,iBAAiB,EACjB,gBAAgB,GAAG,CAAC,EACpB,mBAAmB,GAAG,CAAC,EACvB,iBAAiB,EACjB,GAAG,IAAI,EACR,GAAG,kBAAkB,CAAC;QACvB,IAAI,MAAM,GAAG,IAAgD,CAAC;QAE9D,4CAA4C;QAC5C,IAAI,CAAC,SAAS,EAAE,CACd,2BAAc,CAAC,OAAO,EACtB,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,CAClB,CAAC;QAEF,2EAA2E;QAC3E,MAAM,OAAO,GAA8B,CAAC,cAAc,IAAI,EAAE,CAG/D,CAAC;QACF,KAAK,MAAM,EAAE,QAAQ,EAAE,IAAI,aAAa,EAAE,CAAC;YACzC,IAAA,qBAAU,EACR,MAAiC,EACjC,QAAQ,EACR,OAA4C,CAC7C,CAAC;QACJ,CAAC;QACD,sDAAsD;QACtD,IAAI,CAAC,cAAc,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC5D,MAAM,GAAI,MAAkC,CAAC,QAAQ,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,mBAAmB,GAAG,GAAG,CAAC;QAChC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC;QAC3D,MAAM,aAAa,GACjB,YAAY,CAAC,MAAM,GAAG,mBAAmB;YACvC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,GAAG,KAAK;YACpD,CAAC,CAAC,YAAY,CAAC;QAEnB,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,SAAS;gBAChB,CAAC,CAAC,mCAAmC;gBACrC,CAAC,CAAC,iDAAiD;YACrD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,aAAa,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAC/D,iBAAiB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACvE,iBAAiB,EAAE;oBACjB,KAAK,EAAE,MAAM,CAAC,iBAAiB,CAAC;oBAChC,IAAI,EAAE,QAAQ;iBACf;gBACD,MAAM,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE;aACjD;SACF,CAAC,CAAC;QAEH,OAAO,MAAiC,CAAC;IAC3C,CAAC;CACF;AA5LD,wCA4LC","sourcesContent":["// lib/v3/handlers/extractHandler.ts\nimport { extract as runExtract } from \"../../inference.js\";\nimport {\n getZFactory,\n getZodType,\n injectUrls,\n transformSchema,\n} from \"../../utils.js\";\nimport { v3Logger } from \"../logger.js\";\nimport { V3FunctionName } from \"../types/public/methods.js\";\nimport { captureHybridSnapshot } from \"../understudy/a11y/snapshot/index.js\";\nimport type { ZodTypeAny } from \"zod\";\nimport { LLMClient } from \"../llm/LLMClient.js\";\nimport { ExtractHandlerParams } from \"../types/private/handlers.js\";\nimport { EncodedId, ZodPathSegments } from \"../types/private/internal.js\";\nimport {\n defaultExtractSchema,\n pageTextSchema,\n} from \"../types/public/methods.js\";\nimport {\n AvailableModel,\n ClientOptions,\n ModelConfiguration,\n} from \"../types/public/model.js\";\nimport {\n StagehandInvalidArgumentError,\n ExtractTimeoutError,\n} from \"../types/public/sdkErrors.js\";\nimport { createTimeoutGuard } from \"./handlerUtils/timeoutGuard.js\";\nimport type {\n InferStagehandSchema,\n StagehandZodObject,\n StagehandZodSchema,\n} from \"../zodCompat.js\";\n\n/*\n Scans the provided Zod schema for any `z.string().url()` fields and\n * replaces them with `z.number()`.\n \n @param schema - The Zod object schema to transform.\n * @returns A tuple containing:\n * 1. The transformed schema (or the original schema if no changes were needed).\n * 2. An array of {@link ZodPathSegments} objects representing all the replaced URL fields,\n * with each path segment showing where in the schema the replacement occurred.\n */\nexport function transformUrlStringsToNumericIds<T extends StagehandZodSchema>(\n schema: T,\n): [StagehandZodSchema, ZodPathSegments[]] {\n const [finalSchema, urlPaths] = transformSchema(schema, []);\n return [finalSchema, urlPaths];\n}\n\ninterface ExtractionResponseBase {\n metadata: { completed: boolean };\n prompt_tokens: number;\n completion_tokens: number;\n reasoning_tokens: number;\n cached_input_tokens?: number;\n inference_time_ms: number;\n}\n\ntype ExtractionResponse<T extends StagehandZodObject> = ExtractionResponseBase &\n InferStagehandSchema<T>;\n\nexport class ExtractHandler {\n private readonly llmClient: LLMClient;\n private readonly defaultModelName: AvailableModel;\n private readonly defaultClientOptions: ClientOptions;\n private readonly resolveLlmClient: (model?: ModelConfiguration) => LLMClient;\n private readonly systemPrompt: string;\n private readonly logInferenceToFile: boolean;\n private readonly experimental: boolean;\n private readonly onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void;\n\n constructor(\n llmClient: LLMClient,\n defaultModelName: AvailableModel,\n defaultClientOptions: ClientOptions,\n resolveLlmClient: (model?: ModelConfiguration) => LLMClient,\n systemPrompt?: string,\n logInferenceToFile?: boolean,\n experimental?: boolean,\n onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void,\n ) {\n this.llmClient = llmClient;\n this.defaultModelName = defaultModelName;\n this.defaultClientOptions = defaultClientOptions;\n this.resolveLlmClient = resolveLlmClient;\n this.systemPrompt = systemPrompt ?? \"\";\n this.logInferenceToFile = logInferenceToFile ?? false;\n this.experimental = experimental ?? false;\n this.onMetrics = onMetrics;\n }\n\n async extract<T extends StagehandZodSchema>(\n params: ExtractHandlerParams<T>,\n ): Promise<InferStagehandSchema<T> \| { pageText: string }> {\n const { instruction, schema, page, selector, timeout, model } = params;\n\n const llmClient = this.resolveLlmClient(model);\n\n const ensureTimeRemaining = createTimeoutGuard(\n timeout,\n (ms) => new ExtractTimeoutError(ms),\n );\n\n // No-args → page text (parity with v2)\n const noArgs = !instruction && !schema;\n if (noArgs) {\n const focusSelector = selector?.replace(/^xpath=/i, \"\") ?? \"\";\n ensureTimeRemaining();\n const snap = await captureHybridSnapshot(page, {\n experimental: this.experimental,\n focusSelector: focusSelector \|\| undefined,\n });\n ensureTimeRemaining();\n\n const result = { pageText: snap.combinedTree };\n // Validate via the same schema used in v2\n return pageTextSchema.parse(result);\n }\n\n if (!instruction && schema) {\n throw new StagehandInvalidArgumentError(\n \"extract() requires an instruction when a schema is provided.\",\n );\n }\n\n const focusSelector = selector?.replace(/^xpath=/, \"\") ?? \"\";\n\n // Build the hybrid snapshot (includes combinedTree; combinedUrlMap optional)\n ensureTimeRemaining();\n const { combinedTree, combinedUrlMap } = await captureHybridSnapshot(page, {\n experimental: this.experimental,\n focusSelector: focusSelector,\n });\n\n v3Logger({\n category: \"extraction\",\n message: \"Starting extraction using a11y snapshot\",\n level: 1,\n auxiliary: instruction\n ? { instruction: { value: instruction, type: \"string\" } }\n : undefined,\n });\n\n // Normalize schema: if instruction provided without schema, use defaultExtractSchema\n const baseSchema: StagehandZodSchema = (schema ??\n defaultExtractSchema) as StagehandZodSchema;\n // Ensure we pass an object schema into inference; wrap non-object schemas\n const isObjectSchema = getZodType(baseSchema) === \"object\";\n const WRAP_KEY = \"value\" as const;\n const factory = getZFactory(baseSchema);\n const objectSchema: StagehandZodObject = isObjectSchema\n ? (baseSchema as StagehandZodObject)\n : (factory.object({\n [WRAP_KEY]: baseSchema as ZodTypeAny,\n }) as StagehandZodObject);\n\n const [transformedSchema, urlFieldPaths] =\n transformUrlStringsToNumericIds(objectSchema);\n\n ensureTimeRemaining();\n const extractionResponse: ExtractionResponse<StagehandZodObject> =\n await runExtract<StagehandZodObject>({\n instruction,\n domElements: combinedTree,\n schema: transformedSchema as StagehandZodObject,\n llmClient,\n userProvidedInstructions: this.systemPrompt,\n logger: v3Logger,\n logInferenceToFile: this.logInferenceToFile,\n });\n\n const {\n metadata: { completed },\n prompt_tokens,\n completion_tokens,\n reasoning_tokens = 0,\n cached_input_tokens = 0,\n inference_time_ms,\n ...rest\n } = extractionResponse;\n let output = rest as InferStagehandSchema<StagehandZodObject>;\n\n // Update EXTRACT metrics from the LLM calls\n this.onMetrics?.(\n V3FunctionName.EXTRACT,\n prompt_tokens,\n completion_tokens,\n reasoning_tokens,\n cached_input_tokens,\n inference_time_ms,\n );\n\n // Re-inject URLs for any url() fields we temporarily converted to number()\n const idToUrl: Record<EncodedId, string> = (combinedUrlMap ?? {}) as Record<\n EncodedId,\n string\n >;\n for (const { segments } of urlFieldPaths) {\n injectUrls(\n output as Record<string, unknown>,\n segments,\n idToUrl as unknown as Record<string, string>,\n );\n }\n // If we wrapped a non-object schema, unwrap the value\n if (!isObjectSchema && output && typeof output === \"object\") {\n output = (output as Record<string, unknown>)[WRAP_KEY];\n }\n\n const resultPreviewLength = 200;\n const resultString = JSON.stringify(output) ?? \"undefined\";\n const resultPreview =\n resultString.length > resultPreviewLength\n ? resultString.slice(0, resultPreviewLength) + \"...\"\n : resultString;\n\n v3Logger({\n category: \"extraction\",\n message: completed\n ? \"Extraction completed successfully\"\n : \"Extraction incomplete after processing all data\",\n level: 1,\n auxiliary: {\n prompt_tokens: { value: String(prompt_tokens), type: \"string\" },\n completion_tokens: { value: String(completion_tokens), type: \"string\" },\n inference_time_ms: {\n value: String(inference_time_ms),\n type: \"string\",\n },\n result: { value: resultPreview, type: \"string\" },\n },\n });\n\n return output as InferStagehandSchema<T>;\n }\n}\n"]}

package/dist/cjs/lib/v3/handlers/observeHandler.js CHANGED Viewed

@@ -32,8 +32,7 @@ class ObserveHandler {
     async observe(params) {
         const { instruction, page, timeout, selector, model } = params;
         const llmClient = this.resolveLlmClient(model);
-        const effectiveTimeoutMs = typeof timeout === "number" && timeout > 0 ? timeout : undefined;
-        const ensureTimeRemaining = (0, timeoutGuard_js_1.createTimeoutGuard)(effectiveTimeoutMs, (ms) => new sdkErrors_js_1.ObserveTimeoutError(ms));
+        const ensureTimeRemaining = (0, timeoutGuard_js_1.createTimeoutGuard)(timeout, (ms) => new sdkErrors_js_1.ObserveTimeoutError(ms));
         const effectiveInstruction = instruction ??
             "Find elements that can be used for any future actions in the page. These may be navigation links, related pages, section/subsection links, buttons, or other interactive elements. Be comprehensive: if there are multiple elements that may be relevant for future actions, return all of them.";
         (0, logger_js_1.v3Logger)({

package/dist/cjs/lib/v3/handlers/observeHandler.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"observeHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/observeHandler.ts"],"names":[],"mappings":";;;AAAA,oCAAoC;AACpC,qDAA2D;AAC3D,6CAAsD;AACtD,4CAAwC;AACxC,2DAA4D;AAC5D,mEAA6E;AAE7E,8DAGsC;AAQtC,+DAAmE;AACnE,oEAAoE;AAEpE,MAAa,cAAc;IACR,SAAS,CAAY;IACrB,gBAAgB,CAAiB;IACjC,oBAAoB,CAAgB;IACpC,gBAAgB,CAA4C;IAC5D,YAAY,CAAS;IACrB,kBAAkB,CAAU;IAC5B,YAAY,CAAU;IACtB,SAAS,CAOhB;IAEV,YACE,SAAoB,EACpB,gBAAgC,EAChC,oBAAmC,EACnC,gBAA2D,EAC3D,YAAqB,EACrB,kBAA4B,EAC5B,YAAsB,EACtB,SAOS;QAET,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,IAAI,KAAK,CAAC;QACtD,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,KAAK,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAA4B;QACxC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAE/D,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE/C,MAAM,kBAAkB,GACtB,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QACnE,MAAM,mBAAmB,GAAG,IAAA,oCAAkB,EAC5C,kBAAkB,EAClB,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,kCAAmB,CAAC,EAAE,CAAC,CACpC,CAAC;QAEF,MAAM,oBAAoB,GACxB,WAAW;YACX,kSAAkS,CAAC;QAErS,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,sBAAsB;YAC/B,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,WAAW,EAAE;oBACX,KAAK,EAAE,oBAAoB;oBAC3B,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,mEAAmE;QACnE,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QAC9D,mBAAmB,EAAE,CAAC;QACtB,MAAM,QAAQ,GAAG,MAAM,IAAA,gCAAqB,EAAC,IAAI,EAAE;YACjD,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,aAAa,IAAI,SAAS;SAC1C,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC;QAC3C,MAAM,gBAAgB,GAAG,QAAQ,CAAC,gBAAgB,IAAI,EAAE,CAAC;QAEzD,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,6BAA6B;YACtC,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,8CAA8C;QAC9C,mBAAmB,EAAE,CAAC;QACtB,MAAM,mBAAmB,GAAG,MAAM,IAAA,sBAAU,EAAC;YAC3C,WAAW,EAAE,oBAAoB;YACjC,WAAW,EAAE,YAAY;YACzB,SAAS;YACT,wBAAwB,EAAE,IAAI,CAAC,YAAY;YAC3C,MAAM,EAAE,oBAAQ;YAChB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,uCAAyB,CAAC;SAC3D,CAAC,CAAC;QAEH,MAAM,EACJ,aAAa,GAAG,CAAC,EACjB,iBAAiB,GAAG,CAAC,EACrB,gBAAgB,GAAG,CAAC,EACpB,mBAAmB,GAAG,CAAC,EACvB,iBAAiB,GAAG,CAAC,GACtB,GAAG,mBAAmB,CAAC;QAExB,uDAAuD;QACvD,IAAI,CAAC,SAAS,EAAE,CACd,2BAAc,CAAC,OAAO,EACtB,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,CAClB,CAAC;QAEF,mDAAmD;QACnD,MAAM,qBAAqB,GAAG,CAC5B,MAAM,OAAO,CAAC,GAAG,CACf,mBAAmB,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YACjD,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,CAAC,4CAA4C;YACpF,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7D,MAAM,WAAW,GAAG,SAAsB,CAAC;gBAC3C,MAAM,KAAK,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;gBAC5C,MAAM,YAAY,GAAG,IAAA,+BAAoB,EAAC,KAAK,CAAC,CAAC;gBACjD,IAAI,CAAC,YAAY;oBAAE,OAAO,SAAS,CAAC;gBAEpC,6EAA6E;gBAC7E,IAAI,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC;gBAClC,IACE,IAAI,CAAC,MAAM,KAAK,aAAa;oBAC7B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;oBAC7B,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EACzB,CAAC;oBACD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;oBACpC,4DAA4D;oBAC5D,IACE,OAAO,SAAS,KAAK,QAAQ;wBAC7B,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,EAC3B,CAAC;wBACD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,SAAsB,CAAC,CAAC;wBAC1D,MAAM,eAAe,GAAG,IAAA,+BAAoB,EAAC,QAAQ,CAAC,CAAC;wBACvD,IAAI,eAAe,EAAE,CAAC;4BACpB,YAAY,GAAG;gCACb,SAAS,eAAe,EAAE;gCAC1B,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;6BAC3B,CAAC;wBACJ,CAAC;6BAAM,CAAC;4BACN,uDAAuD;4BACvD,IAAA,oBAAQ,EAAC;gCACP,QAAQ,EAAE,aAAa;gCACvB,OAAO,EAAE,0CAA0C;gCACnD,KAAK,EAAE,CAAC;gCACR,SAAS,EAAE;oCACT,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;oCACrD,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;iCACtD;6BACF,CAAC,CAAC;4BACH,OAAO,SAAS,CAAC;wBACnB,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,IAAA,oBAAQ,EAAC;4BACP,QAAQ,EAAE,aAAa;4BACvB,OAAO,EAAE,8CAA8C;4BACvD,KAAK,EAAE,CAAC;4BACR,SAAS,EAAE;gCACT,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;gCACrD,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;6BACtD;yBACF,CAAC,CAAC;wBACH,OAAO,SAAS,CAAC;oBACnB,CAAC;gBACH,CAAC;gBAED,OAAO;oBACL,GAAG,IAAI;oBACP,SAAS,EAAE,YAAY;oBACvB,QAAQ,EAAE,SAAS,YAAY,EAAE;iBAMlC,CAAC;YACJ,CAAC;YACD,wBAAwB;YACxB,OAAO;gBACL,WAAW,EAAE,gCAAgC;gBAC7C,MAAM,EAAE,eAAe;gBACvB,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,eAAe;aAC1B,CAAC;QACJ,CAAC,CAAC,CACH,CACF,CAAC,MAAM,CAAC,CAAI,CAAgB,EAAU,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;QAE3D,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,gBAAgB;YACzB,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,QAAQ,EAAE;oBACR,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC;oBAC5C,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,OAAO,qBAAqB,CAAC;IAC/B,CAAC;CACF;AArND,wCAqNC","sourcesContent":["// lib/v3/handlers/observeHandler.ts\nimport { observe as runObserve } from \"../../inference.js\";\nimport { trimTrailingTextNode } from \"../../utils.js\";\nimport { v3Logger } from \"../logger.js\";\nimport { V3FunctionName } from \"../types/public/methods.js\";\nimport { captureHybridSnapshot } from \"../understudy/a11y/snapshot/index.js\";\nimport { LLMClient } from \"../llm/LLMClient.js\";\nimport {\n ObserveHandlerParams,\n SupportedUnderstudyAction,\n} from \"../types/private/handlers.js\";\nimport { EncodedId } from \"../types/private/internal.js\";\nimport { Action } from \"../types/public/methods.js\";\nimport {\n AvailableModel,\n ClientOptions,\n ModelConfiguration,\n} from \"../types/public/model.js\";\nimport { ObserveTimeoutError } from \"../types/public/sdkErrors.js\";\nimport { createTimeoutGuard } from \"./handlerUtils/timeoutGuard.js\";\n\nexport class ObserveHandler {\n private readonly llmClient: LLMClient;\n private readonly defaultModelName: AvailableModel;\n private readonly defaultClientOptions: ClientOptions;\n private readonly resolveLlmClient: (model?: ModelConfiguration) => LLMClient;\n private readonly systemPrompt: string;\n private readonly logInferenceToFile: boolean;\n private readonly experimental: boolean;\n private readonly onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void;\n\n constructor(\n llmClient: LLMClient,\n defaultModelName: AvailableModel,\n defaultClientOptions: ClientOptions,\n resolveLlmClient: (model?: ModelConfiguration) => LLMClient,\n systemPrompt?: string,\n logInferenceToFile?: boolean,\n experimental?: boolean,\n onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void,\n ) {\n this.llmClient = llmClient;\n this.defaultModelName = defaultModelName;\n this.defaultClientOptions = defaultClientOptions;\n this.resolveLlmClient = resolveLlmClient;\n this.systemPrompt = systemPrompt ?? \"\";\n this.logInferenceToFile = logInferenceToFile ?? false;\n this.experimental = experimental ?? false;\n this.onMetrics = onMetrics;\n }\n\n async observe(params: ObserveHandlerParams): Promise<Action[]> {\n const { instruction, page, timeout, selector, model } = params;\n\n const llmClient = this.resolveLlmClient(model);\n\n const effectiveTimeoutMs =\n typeof timeout === \"number\" && timeout > 0 ? timeout : undefined;\n const ensureTimeRemaining = createTimeoutGuard(\n effectiveTimeoutMs,\n (ms) => new ObserveTimeoutError(ms),\n );\n\n const effectiveInstruction =\n instruction ??\n \"Find elements that can be used for any future actions in the page. These may be navigation links, related pages, section/subsection links, buttons, or other interactive elements. Be comprehensive: if there are multiple elements that may be relevant for future actions, return all of them.\";\n\n v3Logger({\n category: \"observation\",\n message: \"starting observation\",\n level: 1,\n auxiliary: {\n instruction: {\n value: effectiveInstruction,\n type: \"string\",\n },\n },\n });\n\n // Build the hybrid snapshot (a11y-centric text tree + lookup maps)\n const focusSelector = selector?.replace(/^xpath=/i, \"\") ?? \"\";\n ensureTimeRemaining();\n const snapshot = await captureHybridSnapshot(page, {\n experimental: this.experimental,\n focusSelector: focusSelector \|\| undefined,\n });\n\n const combinedTree = snapshot.combinedTree;\n const combinedXpathMap = snapshot.combinedXpathMap ?? {};\n\n v3Logger({\n category: \"observation\",\n message: \"Got accessibility tree data\",\n level: 1,\n });\n\n // Call the LLM to propose actionable elements\n ensureTimeRemaining();\n const observationResponse = await runObserve({\n instruction: effectiveInstruction,\n domElements: combinedTree,\n llmClient,\n userProvidedInstructions: this.systemPrompt,\n logger: v3Logger,\n logInferenceToFile: this.logInferenceToFile,\n supportedActions: Object.values(SupportedUnderstudyAction),\n });\n\n const {\n prompt_tokens = 0,\n completion_tokens = 0,\n reasoning_tokens = 0,\n cached_input_tokens = 0,\n inference_time_ms = 0,\n } = observationResponse;\n\n // Update OBSERVE metrics from the LLM observation call\n this.onMetrics?.(\n V3FunctionName.OBSERVE,\n prompt_tokens,\n completion_tokens,\n reasoning_tokens,\n cached_input_tokens,\n inference_time_ms,\n );\n\n // Map elementIds -> selectors via combinedXpathMap\n const elementsWithSelectors = (\n await Promise.all(\n observationResponse.elements.map(async (element) => {\n const { elementId, ...rest } = element; // rest may or may not have method/arguments\n if (typeof elementId === \"string\" && elementId.includes(\"-\")) {\n const lookUpIndex = elementId as EncodedId;\n const xpath = combinedXpathMap[lookUpIndex];\n const trimmedXpath = trimTrailingTextNode(xpath);\n if (!trimmedXpath) return undefined;\n\n // For dragAndDrop, convert element ID in arguments to xpath (target element)\n let resolvedArgs = rest.arguments;\n if (\n rest.method === \"dragAndDrop\" &&\n Array.isArray(rest.arguments) &&\n rest.arguments.length > 0\n ) {\n const targetArg = rest.arguments[0];\n // Check if argument looks like an element ID (e.g., \"1-67\")\n if (\n typeof targetArg === \"string\" &&\n /^\\d+-\\d+$/.test(targetArg)\n ) {\n const argXpath = combinedXpathMap[targetArg as EncodedId];\n const trimmedArgXpath = trimTrailingTextNode(argXpath);\n if (trimmedArgXpath) {\n resolvedArgs = [\n `xpath=${trimmedArgXpath}`,\n ...rest.arguments.slice(1),\n ];\n } else {\n // Target element lookup failed, filter out this action\n v3Logger({\n category: \"observation\",\n message: \"dragAndDrop target element lookup failed\",\n level: 0,\n auxiliary: {\n targetElementId: { value: targetArg, type: \"string\" },\n sourceElementId: { value: elementId, type: \"string\" },\n },\n });\n return undefined;\n }\n } else {\n v3Logger({\n category: \"observation\",\n message: \"dragAndDrop target element invalid ID format\",\n level: 0,\n auxiliary: {\n targetElementId: { value: targetArg, type: \"string\" },\n sourceElementId: { value: elementId, type: \"string\" },\n },\n });\n return undefined;\n }\n }\n\n return {\n ...rest,\n arguments: resolvedArgs,\n selector: `xpath=${trimmedXpath}`,\n } as {\n description: string;\n method?: string;\n arguments?: string[];\n selector: string;\n };\n }\n // shadow-root fallback:\n return {\n description: \"an element inside a shadow DOM\",\n method: \"not-supported\",\n arguments: [],\n selector: \"not-supported\",\n };\n }),\n )\n ).filter(<T>(e: T \| undefined): e is T => e !== undefined);\n\n v3Logger({\n category: \"observation\",\n message: \"found elements\",\n level: 1,\n auxiliary: {\n elements: {\n value: JSON.stringify(elementsWithSelectors),\n type: \"object\",\n },\n },\n });\n\n return elementsWithSelectors;\n }\n}\n"]}
1	+ {"version":3,"file":"observeHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/observeHandler.ts"],"names":[],"mappings":";;;AAAA,oCAAoC;AACpC,qDAA2D;AAC3D,6CAAsD;AACtD,4CAAwC;AACxC,2DAA4D;AAC5D,mEAA6E;AAE7E,8DAGsC;AAQtC,+DAAmE;AACnE,oEAAoE;AAEpE,MAAa,cAAc;IACR,SAAS,CAAY;IACrB,gBAAgB,CAAiB;IACjC,oBAAoB,CAAgB;IACpC,gBAAgB,CAA4C;IAC5D,YAAY,CAAS;IACrB,kBAAkB,CAAU;IAC5B,YAAY,CAAU;IACtB,SAAS,CAOhB;IAEV,YACE,SAAoB,EACpB,gBAAgC,EAChC,oBAAmC,EACnC,gBAA2D,EAC3D,YAAqB,EACrB,kBAA4B,EAC5B,YAAsB,EACtB,SAOS;QAET,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,IAAI,KAAK,CAAC;QACtD,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,KAAK,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAA4B;QACxC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAE/D,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE/C,MAAM,mBAAmB,GAAG,IAAA,oCAAkB,EAC5C,OAAO,EACP,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,kCAAmB,CAAC,EAAE,CAAC,CACpC,CAAC;QAEF,MAAM,oBAAoB,GACxB,WAAW;YACX,kSAAkS,CAAC;QAErS,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,sBAAsB;YAC/B,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,WAAW,EAAE;oBACX,KAAK,EAAE,oBAAoB;oBAC3B,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,mEAAmE;QACnE,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QAC9D,mBAAmB,EAAE,CAAC;QACtB,MAAM,QAAQ,GAAG,MAAM,IAAA,gCAAqB,EAAC,IAAI,EAAE;YACjD,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,aAAa,IAAI,SAAS;SAC1C,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC;QAC3C,MAAM,gBAAgB,GAAG,QAAQ,CAAC,gBAAgB,IAAI,EAAE,CAAC;QAEzD,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,6BAA6B;YACtC,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,8CAA8C;QAC9C,mBAAmB,EAAE,CAAC;QACtB,MAAM,mBAAmB,GAAG,MAAM,IAAA,sBAAU,EAAC;YAC3C,WAAW,EAAE,oBAAoB;YACjC,WAAW,EAAE,YAAY;YACzB,SAAS;YACT,wBAAwB,EAAE,IAAI,CAAC,YAAY;YAC3C,MAAM,EAAE,oBAAQ;YAChB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,uCAAyB,CAAC;SAC3D,CAAC,CAAC;QAEH,MAAM,EACJ,aAAa,GAAG,CAAC,EACjB,iBAAiB,GAAG,CAAC,EACrB,gBAAgB,GAAG,CAAC,EACpB,mBAAmB,GAAG,CAAC,EACvB,iBAAiB,GAAG,CAAC,GACtB,GAAG,mBAAmB,CAAC;QAExB,uDAAuD;QACvD,IAAI,CAAC,SAAS,EAAE,CACd,2BAAc,CAAC,OAAO,EACtB,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,CAClB,CAAC;QAEF,mDAAmD;QACnD,MAAM,qBAAqB,GAAG,CAC5B,MAAM,OAAO,CAAC,GAAG,CACf,mBAAmB,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YACjD,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,CAAC,4CAA4C;YACpF,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7D,MAAM,WAAW,GAAG,SAAsB,CAAC;gBAC3C,MAAM,KAAK,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;gBAC5C,MAAM,YAAY,GAAG,IAAA,+BAAoB,EAAC,KAAK,CAAC,CAAC;gBACjD,IAAI,CAAC,YAAY;oBAAE,OAAO,SAAS,CAAC;gBAEpC,6EAA6E;gBAC7E,IAAI,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC;gBAClC,IACE,IAAI,CAAC,MAAM,KAAK,aAAa;oBAC7B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;oBAC7B,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EACzB,CAAC;oBACD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;oBACpC,4DAA4D;oBAC5D,IACE,OAAO,SAAS,KAAK,QAAQ;wBAC7B,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,EAC3B,CAAC;wBACD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,SAAsB,CAAC,CAAC;wBAC1D,MAAM,eAAe,GAAG,IAAA,+BAAoB,EAAC,QAAQ,CAAC,CAAC;wBACvD,IAAI,eAAe,EAAE,CAAC;4BACpB,YAAY,GAAG;gCACb,SAAS,eAAe,EAAE;gCAC1B,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;6BAC3B,CAAC;wBACJ,CAAC;6BAAM,CAAC;4BACN,uDAAuD;4BACvD,IAAA,oBAAQ,EAAC;gCACP,QAAQ,EAAE,aAAa;gCACvB,OAAO,EAAE,0CAA0C;gCACnD,KAAK,EAAE,CAAC;gCACR,SAAS,EAAE;oCACT,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;oCACrD,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;iCACtD;6BACF,CAAC,CAAC;4BACH,OAAO,SAAS,CAAC;wBACnB,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,IAAA,oBAAQ,EAAC;4BACP,QAAQ,EAAE,aAAa;4BACvB,OAAO,EAAE,8CAA8C;4BACvD,KAAK,EAAE,CAAC;4BACR,SAAS,EAAE;gCACT,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;gCACrD,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;6BACtD;yBACF,CAAC,CAAC;wBACH,OAAO,SAAS,CAAC;oBACnB,CAAC;gBACH,CAAC;gBAED,OAAO;oBACL,GAAG,IAAI;oBACP,SAAS,EAAE,YAAY;oBACvB,QAAQ,EAAE,SAAS,YAAY,EAAE;iBAMlC,CAAC;YACJ,CAAC;YACD,wBAAwB;YACxB,OAAO;gBACL,WAAW,EAAE,gCAAgC;gBAC7C,MAAM,EAAE,eAAe;gBACvB,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,eAAe;aAC1B,CAAC;QACJ,CAAC,CAAC,CACH,CACF,CAAC,MAAM,CAAC,CAAI,CAAgB,EAAU,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;QAE3D,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,gBAAgB;YACzB,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,QAAQ,EAAE;oBACR,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC;oBAC5C,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,OAAO,qBAAqB,CAAC;IAC/B,CAAC;CACF;AAnND,wCAmNC","sourcesContent":["// lib/v3/handlers/observeHandler.ts\nimport { observe as runObserve } from \"../../inference.js\";\nimport { trimTrailingTextNode } from \"../../utils.js\";\nimport { v3Logger } from \"../logger.js\";\nimport { V3FunctionName } from \"../types/public/methods.js\";\nimport { captureHybridSnapshot } from \"../understudy/a11y/snapshot/index.js\";\nimport { LLMClient } from \"../llm/LLMClient.js\";\nimport {\n ObserveHandlerParams,\n SupportedUnderstudyAction,\n} from \"../types/private/handlers.js\";\nimport { EncodedId } from \"../types/private/internal.js\";\nimport { Action } from \"../types/public/methods.js\";\nimport {\n AvailableModel,\n ClientOptions,\n ModelConfiguration,\n} from \"../types/public/model.js\";\nimport { ObserveTimeoutError } from \"../types/public/sdkErrors.js\";\nimport { createTimeoutGuard } from \"./handlerUtils/timeoutGuard.js\";\n\nexport class ObserveHandler {\n private readonly llmClient: LLMClient;\n private readonly defaultModelName: AvailableModel;\n private readonly defaultClientOptions: ClientOptions;\n private readonly resolveLlmClient: (model?: ModelConfiguration) => LLMClient;\n private readonly systemPrompt: string;\n private readonly logInferenceToFile: boolean;\n private readonly experimental: boolean;\n private readonly onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void;\n\n constructor(\n llmClient: LLMClient,\n defaultModelName: AvailableModel,\n defaultClientOptions: ClientOptions,\n resolveLlmClient: (model?: ModelConfiguration) => LLMClient,\n systemPrompt?: string,\n logInferenceToFile?: boolean,\n experimental?: boolean,\n onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void,\n ) {\n this.llmClient = llmClient;\n this.defaultModelName = defaultModelName;\n this.defaultClientOptions = defaultClientOptions;\n this.resolveLlmClient = resolveLlmClient;\n this.systemPrompt = systemPrompt ?? \"\";\n this.logInferenceToFile = logInferenceToFile ?? false;\n this.experimental = experimental ?? false;\n this.onMetrics = onMetrics;\n }\n\n async observe(params: ObserveHandlerParams): Promise<Action[]> {\n const { instruction, page, timeout, selector, model } = params;\n\n const llmClient = this.resolveLlmClient(model);\n\n const ensureTimeRemaining = createTimeoutGuard(\n timeout,\n (ms) => new ObserveTimeoutError(ms),\n );\n\n const effectiveInstruction =\n instruction ??\n \"Find elements that can be used for any future actions in the page. These may be navigation links, related pages, section/subsection links, buttons, or other interactive elements. Be comprehensive: if there are multiple elements that may be relevant for future actions, return all of them.\";\n\n v3Logger({\n category: \"observation\",\n message: \"starting observation\",\n level: 1,\n auxiliary: {\n instruction: {\n value: effectiveInstruction,\n type: \"string\",\n },\n },\n });\n\n // Build the hybrid snapshot (a11y-centric text tree + lookup maps)\n const focusSelector = selector?.replace(/^xpath=/i, \"\") ?? \"\";\n ensureTimeRemaining();\n const snapshot = await captureHybridSnapshot(page, {\n experimental: this.experimental,\n focusSelector: focusSelector \|\| undefined,\n });\n\n const combinedTree = snapshot.combinedTree;\n const combinedXpathMap = snapshot.combinedXpathMap ?? {};\n\n v3Logger({\n category: \"observation\",\n message: \"Got accessibility tree data\",\n level: 1,\n });\n\n // Call the LLM to propose actionable elements\n ensureTimeRemaining();\n const observationResponse = await runObserve({\n instruction: effectiveInstruction,\n domElements: combinedTree,\n llmClient,\n userProvidedInstructions: this.systemPrompt,\n logger: v3Logger,\n logInferenceToFile: this.logInferenceToFile,\n supportedActions: Object.values(SupportedUnderstudyAction),\n });\n\n const {\n prompt_tokens = 0,\n completion_tokens = 0,\n reasoning_tokens = 0,\n cached_input_tokens = 0,\n inference_time_ms = 0,\n } = observationResponse;\n\n // Update OBSERVE metrics from the LLM observation call\n this.onMetrics?.(\n V3FunctionName.OBSERVE,\n prompt_tokens,\n completion_tokens,\n reasoning_tokens,\n cached_input_tokens,\n inference_time_ms,\n );\n\n // Map elementIds -> selectors via combinedXpathMap\n const elementsWithSelectors = (\n await Promise.all(\n observationResponse.elements.map(async (element) => {\n const { elementId, ...rest } = element; // rest may or may not have method/arguments\n if (typeof elementId === \"string\" && elementId.includes(\"-\")) {\n const lookUpIndex = elementId as EncodedId;\n const xpath = combinedXpathMap[lookUpIndex];\n const trimmedXpath = trimTrailingTextNode(xpath);\n if (!trimmedXpath) return undefined;\n\n // For dragAndDrop, convert element ID in arguments to xpath (target element)\n let resolvedArgs = rest.arguments;\n if (\n rest.method === \"dragAndDrop\" &&\n Array.isArray(rest.arguments) &&\n rest.arguments.length > 0\n ) {\n const targetArg = rest.arguments[0];\n // Check if argument looks like an element ID (e.g., \"1-67\")\n if (\n typeof targetArg === \"string\" &&\n /^\\d+-\\d+$/.test(targetArg)\n ) {\n const argXpath = combinedXpathMap[targetArg as EncodedId];\n const trimmedArgXpath = trimTrailingTextNode(argXpath);\n if (trimmedArgXpath) {\n resolvedArgs = [\n `xpath=${trimmedArgXpath}`,\n ...rest.arguments.slice(1),\n ];\n } else {\n // Target element lookup failed, filter out this action\n v3Logger({\n category: \"observation\",\n message: \"dragAndDrop target element lookup failed\",\n level: 0,\n auxiliary: {\n targetElementId: { value: targetArg, type: \"string\" },\n sourceElementId: { value: elementId, type: \"string\" },\n },\n });\n return undefined;\n }\n } else {\n v3Logger({\n category: \"observation\",\n message: \"dragAndDrop target element invalid ID format\",\n level: 0,\n auxiliary: {\n targetElementId: { value: targetArg, type: \"string\" },\n sourceElementId: { value: elementId, type: \"string\" },\n },\n });\n return undefined;\n }\n }\n\n return {\n ...rest,\n arguments: resolvedArgs,\n selector: `xpath=${trimmedXpath}`,\n } as {\n description: string;\n method?: string;\n arguments?: string[];\n selector: string;\n };\n }\n // shadow-root fallback:\n return {\n description: \"an element inside a shadow DOM\",\n method: \"not-supported\",\n arguments: [],\n selector: \"not-supported\",\n };\n }),\n )\n ).filter(<T>(e: T \| undefined): e is T => e !== undefined);\n\n v3Logger({\n category: \"observation\",\n message: \"found elements\",\n level: 1,\n auxiliary: {\n elements: {\n value: JSON.stringify(elementsWithSelectors),\n type: \"object\",\n },\n },\n });\n\n return elementsWithSelectors;\n }\n}\n"]}

package/dist/cjs/lib/v3/handlers/v3AgentHandler.js CHANGED Viewed

@@ -66,7 +66,7 @@ class V3AgentHandler {
                 excludeTools: options.excludeTools,
                 variables: options.variables,
             });
-            const tools = this.createTools(options.excludeTools, options.variables);
+            const tools = this.createTools(options.excludeTools, options.variables, options.toolTimeout);
             const allTools = { ...tools, ...this.mcpTools };
             // Use provided messages for continuation, or start fresh with the instruction
             const messages = options.messages?.length
@@ -228,13 +228,10 @@ class V3AgentHandler {
                 prepareStep: this.createPrepareStep(callbacks?.prepareStep),
                 onStepFinish: this.createStepHandler(state, callbacks?.onStepFinish),
                 abortSignal: preparedOptions.signal,
-                providerOptions: wrappedModel.modelId.includes("gemini-3")
-                    ? {
-                        google: {
-                            mediaResolution: "MEDIA_RESOLUTION_HIGH",
-                        },
-                    }
-                    : undefined,
+                providerOptions: {
+                    google: { mediaResolution: "MEDIA_RESOLUTION_HIGH" },
+                    openai: { store: false },
+                },
             });
             const allMessages = [...messages, ...(result.response?.messages || [])];
             const doneResult = await this.ensureDone(state, wrappedModel, allMessages, preparedOptions.instruction, preparedOptions.output, this.logger);
@@ -338,13 +335,10 @@ class V3AgentHandler {
                 rejectResult(new sdkErrors_js_1.AgentAbortError(reason));
             },
             abortSignal: options.signal,
-            providerOptions: wrappedModel.modelId.includes("gemini-3")
-                ? {
-                    google: {
-                        mediaResolution: "MEDIA_RESOLUTION_HIGH",
-                    },
-                }
-                : undefined,
+            providerOptions: {
+                google: { mediaResolution: "MEDIA_RESOLUTION_HIGH" },
+                openai: { store: false },
+            },
         });
         const agentStreamResult = streamResult;
         agentStreamResult.result = resultPromise;
@@ -388,7 +382,7 @@ class V3AgentHandler {
             messages: inputMessages,
         };
     }
-    createTools(excludeTools, variables) {
+    createTools(excludeTools, variables, toolTimeout) {
         const provider = this.llmClient?.getLanguageModel?.()?.provider;
         return (0, index_js_1.createAgentTools)(this.v3, {
             executionModel: this.executionModel,
@@ -397,6 +391,7 @@ class V3AgentHandler {
             provider,
             excludeTools,
             variables,
+            toolTimeout,
         });
     }
     handleStop(result, maxSteps) {