npm - @browserbasehq/orca - Versions diffs - 3.1.0-patch.3 → 3.2.0-middleware.1 - Mend

@browserbasehq/orca 3.1.0-patch.3 → 3.2.0-middleware.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (1588) hide show

package/dist/esm/lib/v3/handlers/actHandler.js CHANGED Viewed

@@ -9,6 +9,7 @@ import { captureHybridSnapshot, diffCombinedTrees, } from "../understudy/a11y/sn
 import { SupportedUnderstudyAction } from "../types/private/index.js";
 import { performUnderstudyMethod, waitForDomNetworkQuiet, } from "./handlerUtils/actHandlerUtils.js";
 import { createTimeoutGuard } from "./handlerUtils/timeoutGuard.js";
+import { resolveVariableValue } from "../agent/utils/variables.js";
 export class ActHandler {
     llmClient;
     defaultModelName;
@@ -55,8 +56,7 @@ export class ActHandler {
     async act(params) {
         const { instruction, page, variables, timeout, model } = params;
         const llmClient = this.resolveLlmClient(model);
-        const effectiveTimeoutMs = typeof timeout === "number" && timeout > 0 ? timeout : undefined;
-        const ensureTimeRemaining = createTimeoutGuard(effectiveTimeoutMs, (ms) => new ActTimeoutError(ms));
+        const ensureTimeRemaining = createTimeoutGuard(timeout, (ms) => new ActTimeoutError(ms));
         ensureTimeRemaining();
         await waitForDomNetworkQuiet(page.mainFrame(), this.defaultDomSettleTimeoutMs);
         ensureTimeRemaining();
@@ -330,9 +330,9 @@ function substituteVariablesInArguments(args, variables) {
     }
     return args.map((arg) => {
         let out = arg;
-        for (const [key, value] of Object.entries(variables)) {
+        for (const [key, v] of Object.entries(variables)) {
             const token = `%${key}%`;
-            out = out.split(token).join(String(value));
+            out = out.split(token).join(resolveVariableValue(v));
         }
         return out;
     });

package/dist/esm/lib/v3/handlers/actHandler.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"actHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/actHandler.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAChC,OAAO,EAAE,GAAG,IAAI,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrE,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAExC,OAAO,EAAqB,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC/E,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EACL,qBAAqB,EACrB,iBAAiB,GAClB,MAAM,sCAAsC,CAAC;AAE9C,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAQtE,OAAO,EACL,uBAAuB,EACvB,sBAAsB,GACvB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAWpE,MAAM,OAAO,UAAU;IACJ,SAAS,CAAY;IACrB,gBAAgB,CAAiB;IACjC,oBAAoB,CAAgB;IACpC,gBAAgB,CAA4C;IAC5D,YAAY,CAAS;IACrB,kBAAkB,CAAU;IAC5B,QAAQ,CAAU;IAClB,SAAS,CAOhB;IACO,yBAAyB,CAAU;IAEpD,YACE,SAAoB,EACpB,gBAAgC,EAChC,oBAAmC,EACnC,gBAA2D,EAC3D,YAAqB,EACrB,kBAA4B,EAC5B,QAAkB,EAClB,SAOS,EACT,yBAAkC;QAElC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,IAAI,KAAK,CAAC;QACtD,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,yBAAyB,GAAG,yBAAyB,CAAC;IAC7D,CAAC;IAEO,gBAAgB,CAAC,QAA8B;QACrD,IAAI,CAAC,SAAS,EAAE,CACd,cAAc,CAAC,GAAG,EAClB,QAAQ,CAAC,aAAa,IAAI,CAAC,EAC3B,QAAQ,CAAC,iBAAiB,IAAI,CAAC,EAC/B,QAAQ,CAAC,gBAAgB,IAAI,CAAC,EAC9B,QAAQ,CAAC,mBAAmB,IAAI,CAAC,EACjC,QAAQ,CAAC,iBAAiB,IAAI,CAAC,CAChC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,EAC7B,WAAW,EACX,WAAW,EACX,QAAQ,EACR,SAAS,EACT,yBAAyB,GAAG,IAAI,GAOjC;QACC,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC;YAClC,WAAW;YACX,WAAW;YACX,SAAS;YACT,wBAAwB,EAAE,IAAI,CAAC,YAAY;YAC3C,MAAM,EAAE,QAAQ;YAChB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;SAC5C,CAAC,CAAC;QAEH,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAEhC,MAAM,UAAU,GAAG,4BAA4B,CAC7C,QAAQ,CAAC,OAA0C,EACnD,QAAQ,EACR,yBAAyB,CAC1B,CAAC;QAEF,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,EAAE,QAAQ,EAAE,CAAC;QACtB,CAAC;QAED,OAAO;YACL,MAAM,EAAE,EAAE,GAAG,UAAU,EAAY;YACnC,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAwB;QAChC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAEhE,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,kBAAkB,GACtB,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QAEnE,MAAM,mBAAmB,GAAG,kBAAkB,CAC5C,kBAAkB,EAClB,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,eAAe,CAAC,EAAE,CAAC,CAChC,CAAC;QAEF,mBAAmB,EAAE,CAAC;QACtB,MAAM,sBAAsB,CAC1B,IAAI,CAAC,SAAS,EAAE,EAChB,IAAI,CAAC,yBAAyB,CAC/B,CAAC;QACF,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,MAAM,qBAAqB,CACpE,IAAI,EACJ,EAAE,YAAY,EAAE,IAAI,EAAE,CACvB,CAAC;QAEF,MAAM,cAAc,GAAG,cAAc,CACnC,WAAW,EACX,MAAM,CAAC,MAAM,CAAC,yBAAyB,CAAC,EACxC,SAAS,CACV,CAAC;QAEF,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,oBAAoB,EAAE,GAC3D,MAAM,IAAI,CAAC,gBAAgB,CAAC;YAC1B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,YAAY;YACzB,QAAQ,EAAE,gBAAgB;YAC1B,SAAS;SACV,CAAC,CAAC;QAEL,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,QAAQ,CAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,uCAAuC;gBAChD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,wCAAwC;gBACjD,iBAAiB,EAAE,WAAW;gBAC9B,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;QAED,sCAAsC;QACtC,mBAAmB,EAAE,CAAC;QACtB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,uBAAuB,CACpD,WAAW,EACX,IAAI,EACJ,IAAI,CAAC,yBAAyB,EAC9B,SAAS,EACT,mBAAmB,EACnB,SAAS,CACV,CAAC;QAEF,kDAAkD;QAClD,IAAI,oBAAoB,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;YAC3C,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,gDAAgD;QAChD,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,GACxE,MAAM,qBAAqB,CAAC,IAAI,EAAE;YAChC,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEL,IAAI,UAAU,GAAG,iBAAiB,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QAChE,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;YACvB,2EAA2E;YAC3E,UAAU,GAAG,aAAa,CAAC;QAC7B,CAAC;QAED,MAAM,cAAc,GAAG,WAAW,WAAW,CAAC,MAAM,kBAAkB,WAAW,CAAC,WAAW,gBAAgB,WAAW,CAAC,SAAS,EAAE,CAAC;QAErI,MAAM,mBAAmB,GAAG,kBAAkB,CAC5C,WAAW,EACX,cAAc,EACd,MAAM,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,MAAM,CAC7C,CACE,MAAM,EAIN,EAAE,CAAC,MAAM,KAAK,yBAAyB,CAAC,2BAA2B,CACtE,EACD,SAAS,CACV,CAAC;QAEF,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC;YAC3D,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,iBAAiB;YAC3B,SAAS;SACV,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,qDAAqD;YACrD,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,mBAAmB,EAAE,CAAC;QACtB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,uBAAuB,CACrD,YAAY,EACZ,IAAI,EACJ,IAAI,CAAC,yBAAyB,EAC9B,SAAS,EACT,mBAAmB,EACnB,SAAS,CACV,CAAC;QAEF,kBAAkB;QAClB,OAAO;YACL,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,YAAY,CAAC,OAAO;YACpD,OAAO,EAAE,YAAY,CAAC,OAAO;gBAC3B,CAAC,CAAC,GAAG,WAAW,CAAC,OAAO,MAAM,YAAY,CAAC,OAAO,EAAE;gBACpD,CAAC,CAAC,GAAG,WAAW,CAAC,OAAO,MAAM,YAAY,CAAC,OAAO,EAAE;YACtD,iBAAiB,EAAE,WAAW,CAAC,iBAAiB;YAChD,OAAO,EAAE;gBACP,GAAG,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC;gBAC9B,GAAG,CAAC,YAAY,CAAC,OAAO,IAAI,EAAE,CAAC;aAChC;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,uBAAuB,CAC3B,MAAc,EACd,IAAU,EACV,kBAA2B,EAC3B,iBAA6B,EAC7B,mBAAgC,EAChC,SAAkC;QAElC,mBAAmB,EAAE,EAAE,CAAC;QACxB,MAAM,aAAa,GAAG,kBAAkB,IAAI,IAAI,CAAC,yBAAyB,CAAC;QAC3E,MAAM,eAAe,GAAG,iBAAiB,IAAI,IAAI,CAAC,SAAS,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,eAAe,EAAE,CAAC;YAC1C,QAAQ,CAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,gCAAgC;gBACzC,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;iBACvD;aACF,CAAC,CAAC;YACH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,yCAAyC,MAAM,IAAI,EAAE,iFAAiF;gBAC/I,iBAAiB,EACf,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,IAAI,SAAS,GAAG;gBACzD,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;QAED,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;YACrD,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC;YACvB,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,YAAY,GAChB,8BAA8B,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC;QAEpE,IAAI,CAAC;YACH,mBAAmB,EAAE,EAAE,CAAC;YACxB,MAAM,uBAAuB,CAC3B,IAAI,EACJ,IAAI,CAAC,SAAS,EAAE,EAChB,MAAM,EACN,MAAM,CAAC,QAAQ,EACf,YAAY,EACZ,aAAa,CACd,CAAC;YACF,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,WAAW,MAAM,yCAAyC,MAAM,CAAC,QAAQ,EAAE;gBACpF,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;gBAC7D,OAAO,EAAE;oBACP;wBACE,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;wBACvD,MAAM;wBACN,SAAS,EAAE,eAAe;qBAC3B;iBACF;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,eAAe,EAAE,CAAC;gBACnC,MAAM,GAAG,CAAC;YACZ,CAAC;YACD,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAE7D,wEAAwE;YACxE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,QAAQ,CAAC;oBACP,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EACL,iEAAiE;oBACnE,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE;wBACT,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACrC,MAAM,EAAE;4BACN,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;4BAC7B,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,4EAA4E;oBAC5E,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW;wBACnC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;4BACjE,CAAC,CAAC,MAAM,CAAC,WAAW;4BACpB,CAAC,CAAC,GAAG,MAAM,IAAI,MAAM,CAAC,WAAW,EAAE;wBACrC,CAAC,CAAC,MAAM,CAAC;oBAEX,6DAA6D;oBAC7D,mBAAmB,EAAE,EAAE,CAAC;oBACxB,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GACtC,MAAM,qBAAqB,CAAC,IAAI,EAAE;wBAChC,YAAY,EAAE,IAAI;qBACnB,CAAC,CAAC;oBAEL,MAAM,WAAW,GAAG,cAAc,CAChC,UAAU,EACV,MAAM,CAAC,MAAM,CAAC,yBAAyB,CAAC,EACxC,EAAE,CACH,CAAC;oBAEF,mBAAmB,EAAE,EAAE,CAAC;oBACxB,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GAC1D,MAAM,IAAI,CAAC,gBAAgB,CAAC;wBAC1B,WAAW;wBACX,WAAW,EAAE,YAAY;wBACzB,QAAQ,EAAE,gBAAgB;wBAC1B,SAAS,EAAE,eAAe;wBAC1B,yBAAyB,EAAE,KAAK;qBACjC,CAAC,CAAC;oBAEL,MAAM,eAAe,GAAG,gBAAgB,CAAC,OAAO,CAAC;oBACjD,IAAI,CAAC,eAAe,EAAE,CAAC;wBACrB,OAAO;4BACL,OAAO,EAAE,KAAK;4BACd,OAAO,EACL,8DAA8D;4BAChE,iBAAiB,EAAE,UAAU;4BAC7B,OAAO,EAAE,EAAE;yBACZ,CAAC;oBACJ,CAAC;oBAED,iEAAiE;oBACjE,IAAI,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC;oBAClC,IAAI,cAAc,EAAE,QAAQ,EAAE,CAAC;wBAC7B,WAAW,GAAG,cAAc,CAAC,QAAQ,CAAC;oBACxC,CAAC;oBAED,mBAAmB,EAAE,EAAE,CAAC;oBACxB,MAAM,uBAAuB,CAC3B,IAAI,EACJ,IAAI,CAAC,SAAS,EAAE,EAChB,MAAM,EACN,WAAW,EACX,YAAY,EACZ,aAAa,CACd,CAAC;oBAEF,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,OAAO,EAAE,WAAW,MAAM,yCAAyC,WAAW,EAAE;wBAChF,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;wBAC7D,OAAO,EAAE;4BACP;gCACE,QAAQ,EAAE,WAAW;gCACrB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;gCACvD,MAAM;gCACN,SAAS,EAAE,eAAe;6BAC3B;yBACF;qBACF,CAAC;gBACJ,CAAC;gBAAC,OAAO,QAAQ,EAAE,CAAC;oBAClB,IAAI,QAAQ,YAAY,eAAe,EAAE,CAAC;wBACxC,MAAM,QAAQ,CAAC;oBACjB,CAAC;oBACD,MAAM,QAAQ,GACZ,QAAQ,YAAY,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAClE,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,OAAO,EAAE,0CAA0C,QAAQ,EAAE;wBAC7D,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;wBAC7D,OAAO,EAAE,EAAE;qBACZ,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,0BAA0B,GAAG,EAAE;gBACxC,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;gBAC7D,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED,SAAS,4BAA4B,CACnC,OAAwC,EACxC,QAAgC,EAChC,yBAAyB,GAAG,IAAI;IAEhC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;IACpE,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpC,IACE,yBAAyB;QACzB,CAAC,CAAC,MAAM,IAAI,MAAM,KAAK,eAAe,IAAI,CAAC,OAAO,CAAC,EACnD,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9D,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,EAAE,GAAG,QAAQ,CAAC,SAAsB,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,oBAAoB,CAAC,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,6EAA6E;IAC7E,IAAI,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9C,IAAI,MAAM,KAAK,aAAa,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,4DAA4D;QAC5D,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACjE,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAsB,CAAC,CAAC;YAClD,MAAM,eAAe,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YACvD,IAAI,eAAe,EAAE,CAAC;gBACpB,YAAY,GAAG,CAAC,SAAS,eAAe,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAChE,CAAC;iBAAM,CAAC;gBACN,uDAAuD;gBACvD,QAAQ,CAAC;oBACP,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE,0CAA0C;oBACnD,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE;wBACT,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACrD,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;qBACtD;iBACF,CAAC,CAAC;gBACH,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,8CAA8C;gBACvD,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,eAAe,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC7D,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;iBACtD;aACF,CAAC,CAAC;YACH,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO;QACL,WAAW;QACX,MAAM;QACN,SAAS,EAAE,YAAY;QACvB,QAAQ,EAAE,SAAS,OAAO,EAAE;KACnB,CAAC;AACd,CAAC;AAED,SAAS,8BAA8B,CACrC,IAA0B,EAC1B,SAAkC;IAElC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAW,EAAE,EAAE;QAC9B,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACrD,MAAM,KAAK,GAAG,IAAI,GAAG,GAAG,CAAC;YACzB,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7C,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;AACL,CAAC","sourcesContent":["// lib/v3/handlers/actHandler.ts\nimport { act as actInference } from \"../../inference.js\";\nimport { buildActPrompt, buildStepTwoPrompt } from \"../../prompt.js\";\nimport { trimTrailingTextNode } from \"../../utils.js\";\nimport { v3Logger } from \"../logger.js\";\nimport { ActHandlerParams } from \"../types/private/handlers.js\";\nimport { ActResult, Action, V3FunctionName } from \"../types/public/methods.js\";\nimport { ActTimeoutError } from \"../types/public/sdkErrors.js\";\nimport {\n captureHybridSnapshot,\n diffCombinedTrees,\n} from \"../understudy/a11y/snapshot/index.js\";\nimport { LLMClient } from \"../llm/LLMClient.js\";\nimport { SupportedUnderstudyAction } from \"../types/private/index.js\";\nimport { EncodedId } from \"../types/private/internal.js\";\nimport {\n AvailableModel,\n ClientOptions,\n ModelConfiguration,\n} from \"../types/public/model.js\";\nimport type { Page } from \"../understudy/page.js\";\nimport {\n performUnderstudyMethod,\n waitForDomNetworkQuiet,\n} from \"./handlerUtils/actHandlerUtils.js\";\nimport { createTimeoutGuard } from \"./handlerUtils/timeoutGuard.js\";\n\ntype ActInferenceElement = {\n elementId?: string;\n description: string;\n method?: string;\n arguments?: string[];\n};\n\ntype ActInferenceResponse = Awaited<ReturnType<typeof actInference>>;\n\nexport class ActHandler {\n private readonly llmClient: LLMClient;\n private readonly defaultModelName: AvailableModel;\n private readonly defaultClientOptions: ClientOptions;\n private readonly resolveLlmClient: (model?: ModelConfiguration) => LLMClient;\n private readonly systemPrompt: string;\n private readonly logInferenceToFile: boolean;\n private readonly selfHeal: boolean;\n private readonly onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void;\n private readonly defaultDomSettleTimeoutMs?: number;\n\n constructor(\n llmClient: LLMClient,\n defaultModelName: AvailableModel,\n defaultClientOptions: ClientOptions,\n resolveLlmClient: (model?: ModelConfiguration) => LLMClient,\n systemPrompt?: string,\n logInferenceToFile?: boolean,\n selfHeal?: boolean,\n onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void,\n defaultDomSettleTimeoutMs?: number,\n ) {\n this.llmClient = llmClient;\n this.defaultModelName = defaultModelName;\n this.defaultClientOptions = defaultClientOptions;\n this.resolveLlmClient = resolveLlmClient;\n this.systemPrompt = systemPrompt ?? \"\";\n this.logInferenceToFile = logInferenceToFile ?? false;\n this.selfHeal = !!selfHeal;\n this.onMetrics = onMetrics;\n this.defaultDomSettleTimeoutMs = defaultDomSettleTimeoutMs;\n }\n\n private recordActMetrics(response: ActInferenceResponse): void {\n this.onMetrics?.(\n V3FunctionName.ACT,\n response.prompt_tokens ?? 0,\n response.completion_tokens ?? 0,\n response.reasoning_tokens ?? 0,\n response.cached_input_tokens ?? 0,\n response.inference_time_ms ?? 0,\n );\n }\n\n private async getActionFromLLM({\n instruction,\n domElements,\n xpathMap,\n llmClient,\n requireMethodAndArguments = true,\n }: {\n instruction: string;\n domElements: string;\n xpathMap: Record<string, string>;\n llmClient: LLMClient;\n requireMethodAndArguments?: boolean;\n }): Promise<{ action?: Action; response: ActInferenceResponse }> {\n const response = await actInference({\n instruction,\n domElements,\n llmClient,\n userProvidedInstructions: this.systemPrompt,\n logger: v3Logger,\n logInferenceToFile: this.logInferenceToFile,\n });\n\n this.recordActMetrics(response);\n\n const normalized = normalizeActInferenceElement(\n response.element as ActInferenceElement \| undefined,\n xpathMap,\n requireMethodAndArguments,\n );\n\n if (!normalized) {\n return { response };\n }\n\n return {\n action: { ...normalized } as Action,\n response,\n };\n }\n\n async act(params: ActHandlerParams): Promise<ActResult> {\n const { instruction, page, variables, timeout, model } = params;\n\n const llmClient = this.resolveLlmClient(model);\n const effectiveTimeoutMs =\n typeof timeout === \"number\" && timeout > 0 ? timeout : undefined;\n\n const ensureTimeRemaining = createTimeoutGuard(\n effectiveTimeoutMs,\n (ms) => new ActTimeoutError(ms),\n );\n\n ensureTimeRemaining();\n await waitForDomNetworkQuiet(\n page.mainFrame(),\n this.defaultDomSettleTimeoutMs,\n );\n ensureTimeRemaining();\n const { combinedTree, combinedXpathMap } = await captureHybridSnapshot(\n page,\n { experimental: true },\n );\n\n const actInstruction = buildActPrompt(\n instruction,\n Object.values(SupportedUnderstudyAction),\n variables,\n );\n\n ensureTimeRemaining();\n const { action: firstAction, response: actInferenceResponse } =\n await this.getActionFromLLM({\n instruction: actInstruction,\n domElements: combinedTree,\n xpathMap: combinedXpathMap,\n llmClient,\n });\n\n if (!firstAction) {\n v3Logger({\n category: \"action\",\n message: \"no actionable element returned by LLM\",\n level: 1,\n });\n return {\n success: false,\n message: \"Failed to perform act: No action found\",\n actionDescription: instruction,\n actions: [],\n };\n }\n\n // First action (self-heal aware path)\n ensureTimeRemaining();\n const firstResult = await this.takeDeterministicAction(\n firstAction,\n page,\n this.defaultDomSettleTimeoutMs,\n llmClient,\n ensureTimeRemaining,\n variables,\n );\n\n // If not two-step, return the first action result\n if (actInferenceResponse?.twoStep !== true) {\n return firstResult;\n }\n\n // Take a new focused snapshot and observe again\n ensureTimeRemaining();\n const { combinedTree: combinedTree2, combinedXpathMap: combinedXpathMap2 } =\n await captureHybridSnapshot(page, {\n experimental: true,\n });\n\n let diffedTree = diffCombinedTrees(combinedTree, combinedTree2);\n if (!diffedTree.trim()) {\n // Fallback: if no diff detected, use the fresh tree to avoid empty context\n diffedTree = combinedTree2;\n }\n\n const previousAction = `method: ${firstAction.method}, description: ${firstAction.description}, arguments: ${firstAction.arguments}`;\n\n const stepTwoInstructions = buildStepTwoPrompt(\n instruction,\n previousAction,\n Object.values(SupportedUnderstudyAction).filter(\n (\n action,\n ): action is Exclude<\n SupportedUnderstudyAction,\n SupportedUnderstudyAction.SELECT_OPTION_FROM_DROPDOWN\n > => action !== SupportedUnderstudyAction.SELECT_OPTION_FROM_DROPDOWN,\n ),\n variables,\n );\n\n ensureTimeRemaining();\n const { action: secondAction } = await this.getActionFromLLM({\n instruction: stepTwoInstructions,\n domElements: diffedTree,\n xpathMap: combinedXpathMap2,\n llmClient,\n });\n\n if (!secondAction) {\n // No second action found — return first result as-is\n return firstResult;\n }\n\n ensureTimeRemaining();\n const secondResult = await this.takeDeterministicAction(\n secondAction,\n page,\n this.defaultDomSettleTimeoutMs,\n llmClient,\n ensureTimeRemaining,\n variables,\n );\n\n // Combine results\n return {\n success: firstResult.success && secondResult.success,\n message: secondResult.success\n ? `${firstResult.message} → ${secondResult.message}`\n : `${firstResult.message} → ${secondResult.message}`,\n actionDescription: firstResult.actionDescription,\n actions: [\n ...(firstResult.actions \|\| []),\n ...(secondResult.actions \|\| []),\n ],\n };\n }\n\n async takeDeterministicAction(\n action: Action,\n page: Page,\n domSettleTimeoutMs?: number,\n llmClientOverride?: LLMClient,\n ensureTimeRemaining?: () => void,\n variables?: Record<string, string>,\n ): Promise<ActResult> {\n ensureTimeRemaining?.();\n const settleTimeout = domSettleTimeoutMs ?? this.defaultDomSettleTimeoutMs;\n const effectiveClient = llmClientOverride ?? this.llmClient;\n const method = action.method?.trim();\n if (!method \|\| method === \"not-supported\") {\n v3Logger({\n category: \"action\",\n message: \"action has no supported method\",\n level: 0,\n auxiliary: {\n act: { value: JSON.stringify(action), type: \"object\" },\n },\n });\n return {\n success: false,\n message: `Unable to perform action: The method '${method ?? \"\"}' is not supported in Action. Please use a supported Playwright locator method.`,\n actionDescription:\n action.description \|\| `Action (${method ?? \"unknown\"})`,\n actions: [],\n };\n }\n\n const placeholderArgs = Array.isArray(action.arguments)\n ? [...action.arguments]\n : [];\n const resolvedArgs =\n substituteVariablesInArguments(action.arguments, variables) ?? [];\n\n try {\n ensureTimeRemaining?.();\n await performUnderstudyMethod(\n page,\n page.mainFrame(),\n method,\n action.selector,\n resolvedArgs,\n settleTimeout,\n );\n return {\n success: true,\n message: `Action [${method}] performed successfully on selector: ${action.selector}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [\n {\n selector: action.selector,\n description: action.description \|\| `action (${method})`,\n method,\n arguments: placeholderArgs,\n },\n ],\n };\n } catch (err) {\n if (err instanceof ActTimeoutError) {\n throw err;\n }\n const msg = err instanceof Error ? err.message : String(err);\n\n // Attempt self-heal: rerun actInference and retry with updated selector\n if (this.selfHeal) {\n v3Logger({\n category: \"action\",\n message:\n \"Error performing action. Reprocessing the page and trying again\",\n level: 1,\n auxiliary: {\n error: { value: msg, type: \"string\" },\n action: {\n value: JSON.stringify(action),\n type: \"object\",\n },\n },\n });\n\n try {\n // Build an instruction combining method + description, avoiding duplication\n const actCommand = action.description\n ? action.description.toLowerCase().startsWith(method.toLowerCase())\n ? action.description\n : `${method} ${action.description}`\n : method;\n\n // Take a fresh snapshot and ask for a new actionable element\n ensureTimeRemaining?.();\n const { combinedTree, combinedXpathMap } =\n await captureHybridSnapshot(page, {\n experimental: true,\n });\n\n const instruction = buildActPrompt(\n actCommand,\n Object.values(SupportedUnderstudyAction),\n {},\n );\n\n ensureTimeRemaining?.();\n const { action: fallbackAction, response: fallbackResponse } =\n await this.getActionFromLLM({\n instruction,\n domElements: combinedTree,\n xpathMap: combinedXpathMap,\n llmClient: effectiveClient,\n requireMethodAndArguments: false,\n });\n\n const fallbackElement = fallbackResponse.element;\n if (!fallbackElement) {\n return {\n success: false,\n message:\n \"Failed to self-heal act: No observe results found for action\",\n actionDescription: actCommand,\n actions: [],\n };\n }\n\n // Retry with original method/args but new selector from fallback\n let newSelector = action.selector;\n if (fallbackAction?.selector) {\n newSelector = fallbackAction.selector;\n }\n\n ensureTimeRemaining?.();\n await performUnderstudyMethod(\n page,\n page.mainFrame(),\n method,\n newSelector,\n resolvedArgs,\n settleTimeout,\n );\n\n return {\n success: true,\n message: `Action [${method}] performed successfully on selector: ${newSelector}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [\n {\n selector: newSelector,\n description: action.description \|\| `action (${method})`,\n method,\n arguments: placeholderArgs,\n },\n ],\n };\n } catch (retryErr) {\n if (retryErr instanceof ActTimeoutError) {\n throw retryErr;\n }\n const retryMsg =\n retryErr instanceof Error ? retryErr.message : String(retryErr);\n return {\n success: false,\n message: `Failed to perform act after self-heal: ${retryMsg}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [],\n };\n }\n }\n\n return {\n success: false,\n message: `Failed to perform act: ${msg}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [],\n };\n }\n }\n}\n\nfunction normalizeActInferenceElement(\n element: ActInferenceElement \| undefined,\n xpathMap: Record<string, string>,\n requireMethodAndArguments = true,\n): Action \| undefined {\n if (!element) {\n return undefined;\n }\n const { elementId, description, method, arguments: args } = element;\n const hasArgs = Array.isArray(args);\n\n if (\n requireMethodAndArguments &&\n (!method \|\| method === \"not-supported\" \|\| !hasArgs)\n ) {\n return undefined;\n }\n\n if (typeof elementId !== \"string\" \|\| !elementId.includes(\"-\")) {\n return undefined;\n }\n\n const xp = xpathMap[elementId as EncodedId];\n const trimmed = trimTrailingTextNode(xp);\n if (!trimmed) {\n return undefined;\n }\n\n // For dragAndDrop, convert element ID in arguments to xpath (target element)\n let resolvedArgs = hasArgs ? args : undefined;\n if (method === \"dragAndDrop\" && hasArgs && args.length > 0) {\n const targetArg = args[0];\n // Check if argument looks like an element ID (e.g., \"1-67\")\n if (typeof targetArg === \"string\" && /^\\d+-\\d+$/.test(targetArg)) {\n const argXpath = xpathMap[targetArg as EncodedId];\n const trimmedArgXpath = trimTrailingTextNode(argXpath);\n if (trimmedArgXpath) {\n resolvedArgs = [`xpath=${trimmedArgXpath}`, ...args.slice(1)];\n } else {\n // Target element lookup failed, filter out this action\n v3Logger({\n category: \"action\",\n message: \"dragAndDrop target element lookup failed\",\n level: 1,\n auxiliary: {\n targetElementId: { value: targetArg, type: \"string\" },\n sourceElementId: { value: elementId, type: \"string\" },\n },\n });\n return undefined;\n }\n } else {\n v3Logger({\n category: \"action\",\n message: \"dragAndDrop target element invalid ID format\",\n level: 0,\n auxiliary: {\n targetElementId: { value: String(targetArg), type: \"string\" },\n sourceElementId: { value: elementId, type: \"string\" },\n },\n });\n return undefined;\n }\n }\n\n return {\n description,\n method,\n arguments: resolvedArgs,\n selector: `xpath=${trimmed}`,\n } as Action;\n}\n\nfunction substituteVariablesInArguments(\n args: string[] \| undefined,\n variables?: Record<string, string>,\n): string[] \| undefined {\n if (!variables \|\| !Array.isArray(args)) {\n return args;\n }\n\n return args.map((arg: string) => {\n let out = arg;\n for (const [key, value] of Object.entries(variables)) {\n const token = `%${key}%`;\n out = out.split(token).join(String(value));\n }\n return out;\n });\n}\n"]}
1	+ {"version":3,"file":"actHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/actHandler.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAChC,OAAO,EAAE,GAAG,IAAI,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrE,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAExC,OAAO,EAAqB,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC/E,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EACL,qBAAqB,EACrB,iBAAiB,GAClB,MAAM,sCAAsC,CAAC;AAE9C,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAStE,OAAO,EACL,uBAAuB,EACvB,sBAAsB,GACvB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AAWnE,MAAM,OAAO,UAAU;IACJ,SAAS,CAAY;IACrB,gBAAgB,CAAiB;IACjC,oBAAoB,CAAgB;IACpC,gBAAgB,CAA4C;IAC5D,YAAY,CAAS;IACrB,kBAAkB,CAAU;IAC5B,QAAQ,CAAU;IAClB,SAAS,CAOhB;IACO,yBAAyB,CAAU;IAEpD,YACE,SAAoB,EACpB,gBAAgC,EAChC,oBAAmC,EACnC,gBAA2D,EAC3D,YAAqB,EACrB,kBAA4B,EAC5B,QAAkB,EAClB,SAOS,EACT,yBAAkC;QAElC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,IAAI,KAAK,CAAC;QACtD,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,yBAAyB,GAAG,yBAAyB,CAAC;IAC7D,CAAC;IAEO,gBAAgB,CAAC,QAA8B;QACrD,IAAI,CAAC,SAAS,EAAE,CACd,cAAc,CAAC,GAAG,EAClB,QAAQ,CAAC,aAAa,IAAI,CAAC,EAC3B,QAAQ,CAAC,iBAAiB,IAAI,CAAC,EAC/B,QAAQ,CAAC,gBAAgB,IAAI,CAAC,EAC9B,QAAQ,CAAC,mBAAmB,IAAI,CAAC,EACjC,QAAQ,CAAC,iBAAiB,IAAI,CAAC,CAChC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,EAC7B,WAAW,EACX,WAAW,EACX,QAAQ,EACR,SAAS,EACT,yBAAyB,GAAG,IAAI,GAOjC;QACC,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC;YAClC,WAAW;YACX,WAAW;YACX,SAAS;YACT,wBAAwB,EAAE,IAAI,CAAC,YAAY;YAC3C,MAAM,EAAE,QAAQ;YAChB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;SAC5C,CAAC,CAAC;QAEH,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAEhC,MAAM,UAAU,GAAG,4BAA4B,CAC7C,QAAQ,CAAC,OAA0C,EACnD,QAAQ,EACR,yBAAyB,CAC1B,CAAC;QAEF,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,EAAE,QAAQ,EAAE,CAAC;QACtB,CAAC;QAED,OAAO;YACL,MAAM,EAAE,EAAE,GAAG,UAAU,EAAY;YACnC,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAwB;QAChC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAEhE,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,mBAAmB,GAAG,kBAAkB,CAC5C,OAAO,EACP,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,eAAe,CAAC,EAAE,CAAC,CAChC,CAAC;QAEF,mBAAmB,EAAE,CAAC;QACtB,MAAM,sBAAsB,CAC1B,IAAI,CAAC,SAAS,EAAE,EAChB,IAAI,CAAC,yBAAyB,CAC/B,CAAC;QACF,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,MAAM,qBAAqB,CACpE,IAAI,EACJ,EAAE,YAAY,EAAE,IAAI,EAAE,CACvB,CAAC;QAEF,MAAM,cAAc,GAAG,cAAc,CACnC,WAAW,EACX,MAAM,CAAC,MAAM,CAAC,yBAAyB,CAAC,EACxC,SAAS,CACV,CAAC;QAEF,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,oBAAoB,EAAE,GAC3D,MAAM,IAAI,CAAC,gBAAgB,CAAC;YAC1B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,YAAY;YACzB,QAAQ,EAAE,gBAAgB;YAC1B,SAAS;SACV,CAAC,CAAC;QAEL,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,QAAQ,CAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,uCAAuC;gBAChD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,wCAAwC;gBACjD,iBAAiB,EAAE,WAAW;gBAC9B,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;QAED,sCAAsC;QACtC,mBAAmB,EAAE,CAAC;QACtB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,uBAAuB,CACpD,WAAW,EACX,IAAI,EACJ,IAAI,CAAC,yBAAyB,EAC9B,SAAS,EACT,mBAAmB,EACnB,SAAS,CACV,CAAC;QAEF,kDAAkD;QAClD,IAAI,oBAAoB,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;YAC3C,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,gDAAgD;QAChD,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,GACxE,MAAM,qBAAqB,CAAC,IAAI,EAAE;YAChC,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEL,IAAI,UAAU,GAAG,iBAAiB,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QAChE,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;YACvB,2EAA2E;YAC3E,UAAU,GAAG,aAAa,CAAC;QAC7B,CAAC;QAED,MAAM,cAAc,GAAG,WAAW,WAAW,CAAC,MAAM,kBAAkB,WAAW,CAAC,WAAW,gBAAgB,WAAW,CAAC,SAAS,EAAE,CAAC;QAErI,MAAM,mBAAmB,GAAG,kBAAkB,CAC5C,WAAW,EACX,cAAc,EACd,MAAM,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,MAAM,CAC7C,CACE,MAAM,EAIN,EAAE,CAAC,MAAM,KAAK,yBAAyB,CAAC,2BAA2B,CACtE,EACD,SAAS,CACV,CAAC;QAEF,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC;YAC3D,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,iBAAiB;YAC3B,SAAS;SACV,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,qDAAqD;YACrD,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,mBAAmB,EAAE,CAAC;QACtB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,uBAAuB,CACrD,YAAY,EACZ,IAAI,EACJ,IAAI,CAAC,yBAAyB,EAC9B,SAAS,EACT,mBAAmB,EACnB,SAAS,CACV,CAAC;QAEF,kBAAkB;QAClB,OAAO;YACL,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,YAAY,CAAC,OAAO;YACpD,OAAO,EAAE,YAAY,CAAC,OAAO;gBAC3B,CAAC,CAAC,GAAG,WAAW,CAAC,OAAO,MAAM,YAAY,CAAC,OAAO,EAAE;gBACpD,CAAC,CAAC,GAAG,WAAW,CAAC,OAAO,MAAM,YAAY,CAAC,OAAO,EAAE;YACtD,iBAAiB,EAAE,WAAW,CAAC,iBAAiB;YAChD,OAAO,EAAE;gBACP,GAAG,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC;gBAC9B,GAAG,CAAC,YAAY,CAAC,OAAO,IAAI,EAAE,CAAC;aAChC;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,uBAAuB,CAC3B,MAAc,EACd,IAAU,EACV,kBAA2B,EAC3B,iBAA6B,EAC7B,mBAAgC,EAChC,SAAqB;QAErB,mBAAmB,EAAE,EAAE,CAAC;QACxB,MAAM,aAAa,GAAG,kBAAkB,IAAI,IAAI,CAAC,yBAAyB,CAAC;QAC3E,MAAM,eAAe,GAAG,iBAAiB,IAAI,IAAI,CAAC,SAAS,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,eAAe,EAAE,CAAC;YAC1C,QAAQ,CAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,gCAAgC;gBACzC,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;iBACvD;aACF,CAAC,CAAC;YACH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,yCAAyC,MAAM,IAAI,EAAE,iFAAiF;gBAC/I,iBAAiB,EACf,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,IAAI,SAAS,GAAG;gBACzD,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;QAED,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;YACrD,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC;YACvB,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,YAAY,GAChB,8BAA8B,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC;QAEpE,IAAI,CAAC;YACH,mBAAmB,EAAE,EAAE,CAAC;YACxB,MAAM,uBAAuB,CAC3B,IAAI,EACJ,IAAI,CAAC,SAAS,EAAE,EAChB,MAAM,EACN,MAAM,CAAC,QAAQ,EACf,YAAY,EACZ,aAAa,CACd,CAAC;YACF,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,WAAW,MAAM,yCAAyC,MAAM,CAAC,QAAQ,EAAE;gBACpF,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;gBAC7D,OAAO,EAAE;oBACP;wBACE,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;wBACvD,MAAM;wBACN,SAAS,EAAE,eAAe;qBAC3B;iBACF;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,eAAe,EAAE,CAAC;gBACnC,MAAM,GAAG,CAAC;YACZ,CAAC;YACD,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAE7D,wEAAwE;YACxE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,QAAQ,CAAC;oBACP,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EACL,iEAAiE;oBACnE,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE;wBACT,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACrC,MAAM,EAAE;4BACN,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;4BAC7B,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,4EAA4E;oBAC5E,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW;wBACnC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;4BACjE,CAAC,CAAC,MAAM,CAAC,WAAW;4BACpB,CAAC,CAAC,GAAG,MAAM,IAAI,MAAM,CAAC,WAAW,EAAE;wBACrC,CAAC,CAAC,MAAM,CAAC;oBAEX,6DAA6D;oBAC7D,mBAAmB,EAAE,EAAE,CAAC;oBACxB,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GACtC,MAAM,qBAAqB,CAAC,IAAI,EAAE;wBAChC,YAAY,EAAE,IAAI;qBACnB,CAAC,CAAC;oBAEL,MAAM,WAAW,GAAG,cAAc,CAChC,UAAU,EACV,MAAM,CAAC,MAAM,CAAC,yBAAyB,CAAC,EACxC,EAAE,CACH,CAAC;oBAEF,mBAAmB,EAAE,EAAE,CAAC;oBACxB,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GAC1D,MAAM,IAAI,CAAC,gBAAgB,CAAC;wBAC1B,WAAW;wBACX,WAAW,EAAE,YAAY;wBACzB,QAAQ,EAAE,gBAAgB;wBAC1B,SAAS,EAAE,eAAe;wBAC1B,yBAAyB,EAAE,KAAK;qBACjC,CAAC,CAAC;oBAEL,MAAM,eAAe,GAAG,gBAAgB,CAAC,OAAO,CAAC;oBACjD,IAAI,CAAC,eAAe,EAAE,CAAC;wBACrB,OAAO;4BACL,OAAO,EAAE,KAAK;4BACd,OAAO,EACL,8DAA8D;4BAChE,iBAAiB,EAAE,UAAU;4BAC7B,OAAO,EAAE,EAAE;yBACZ,CAAC;oBACJ,CAAC;oBAED,iEAAiE;oBACjE,IAAI,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC;oBAClC,IAAI,cAAc,EAAE,QAAQ,EAAE,CAAC;wBAC7B,WAAW,GAAG,cAAc,CAAC,QAAQ,CAAC;oBACxC,CAAC;oBAED,mBAAmB,EAAE,EAAE,CAAC;oBACxB,MAAM,uBAAuB,CAC3B,IAAI,EACJ,IAAI,CAAC,SAAS,EAAE,EAChB,MAAM,EACN,WAAW,EACX,YAAY,EACZ,aAAa,CACd,CAAC;oBAEF,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,OAAO,EAAE,WAAW,MAAM,yCAAyC,WAAW,EAAE;wBAChF,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;wBAC7D,OAAO,EAAE;4BACP;gCACE,QAAQ,EAAE,WAAW;gCACrB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;gCACvD,MAAM;gCACN,SAAS,EAAE,eAAe;6BAC3B;yBACF;qBACF,CAAC;gBACJ,CAAC;gBAAC,OAAO,QAAQ,EAAE,CAAC;oBAClB,IAAI,QAAQ,YAAY,eAAe,EAAE,CAAC;wBACxC,MAAM,QAAQ,CAAC;oBACjB,CAAC;oBACD,MAAM,QAAQ,GACZ,QAAQ,YAAY,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAClE,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,OAAO,EAAE,0CAA0C,QAAQ,EAAE;wBAC7D,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;wBAC7D,OAAO,EAAE,EAAE;qBACZ,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,0BAA0B,GAAG,EAAE;gBACxC,iBAAiB,EAAE,MAAM,CAAC,WAAW,IAAI,WAAW,MAAM,GAAG;gBAC7D,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED,SAAS,4BAA4B,CACnC,OAAwC,EACxC,QAAgC,EAChC,yBAAyB,GAAG,IAAI;IAEhC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;IACpE,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpC,IACE,yBAAyB;QACzB,CAAC,CAAC,MAAM,IAAI,MAAM,KAAK,eAAe,IAAI,CAAC,OAAO,CAAC,EACnD,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9D,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,EAAE,GAAG,QAAQ,CAAC,SAAsB,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,oBAAoB,CAAC,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,6EAA6E;IAC7E,IAAI,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9C,IAAI,MAAM,KAAK,aAAa,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,4DAA4D;QAC5D,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACjE,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAsB,CAAC,CAAC;YAClD,MAAM,eAAe,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YACvD,IAAI,eAAe,EAAE,CAAC;gBACpB,YAAY,GAAG,CAAC,SAAS,eAAe,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAChE,CAAC;iBAAM,CAAC;gBACN,uDAAuD;gBACvD,QAAQ,CAAC;oBACP,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE,0CAA0C;oBACnD,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE;wBACT,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACrD,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;qBACtD;iBACF,CAAC,CAAC;gBACH,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC;gBACP,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,8CAA8C;gBACvD,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,eAAe,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC7D,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;iBACtD;aACF,CAAC,CAAC;YACH,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO;QACL,WAAW;QACX,MAAM;QACN,SAAS,EAAE,YAAY;QACvB,QAAQ,EAAE,SAAS,OAAO,EAAE;KACnB,CAAC;AACd,CAAC;AAED,SAAS,8BAA8B,CACrC,IAA0B,EAC1B,SAAqB;IAErB,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAW,EAAE,EAAE;QAC9B,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,IAAI,GAAG,GAAG,CAAC;YACzB,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;AACL,CAAC","sourcesContent":["// lib/v3/handlers/actHandler.ts\nimport { act as actInference } from \"../../inference.js\";\nimport { buildActPrompt, buildStepTwoPrompt } from \"../../prompt.js\";\nimport { trimTrailingTextNode } from \"../../utils.js\";\nimport { v3Logger } from \"../logger.js\";\nimport { ActHandlerParams } from \"../types/private/handlers.js\";\nimport { ActResult, Action, V3FunctionName } from \"../types/public/methods.js\";\nimport { ActTimeoutError } from \"../types/public/sdkErrors.js\";\nimport {\n captureHybridSnapshot,\n diffCombinedTrees,\n} from \"../understudy/a11y/snapshot/index.js\";\nimport { LLMClient } from \"../llm/LLMClient.js\";\nimport { SupportedUnderstudyAction } from \"../types/private/index.js\";\nimport { EncodedId } from \"../types/private/internal.js\";\nimport {\n AvailableModel,\n ClientOptions,\n ModelConfiguration,\n} from \"../types/public/model.js\";\nimport type { Variables } from \"../types/public/agent.js\";\nimport type { Page } from \"../understudy/page.js\";\nimport {\n performUnderstudyMethod,\n waitForDomNetworkQuiet,\n} from \"./handlerUtils/actHandlerUtils.js\";\nimport { createTimeoutGuard } from \"./handlerUtils/timeoutGuard.js\";\nimport { resolveVariableValue } from \"../agent/utils/variables.js\";\n\ntype ActInferenceElement = {\n elementId?: string;\n description: string;\n method?: string;\n arguments?: string[];\n};\n\ntype ActInferenceResponse = Awaited<ReturnType<typeof actInference>>;\n\nexport class ActHandler {\n private readonly llmClient: LLMClient;\n private readonly defaultModelName: AvailableModel;\n private readonly defaultClientOptions: ClientOptions;\n private readonly resolveLlmClient: (model?: ModelConfiguration) => LLMClient;\n private readonly systemPrompt: string;\n private readonly logInferenceToFile: boolean;\n private readonly selfHeal: boolean;\n private readonly onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void;\n private readonly defaultDomSettleTimeoutMs?: number;\n\n constructor(\n llmClient: LLMClient,\n defaultModelName: AvailableModel,\n defaultClientOptions: ClientOptions,\n resolveLlmClient: (model?: ModelConfiguration) => LLMClient,\n systemPrompt?: string,\n logInferenceToFile?: boolean,\n selfHeal?: boolean,\n onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void,\n defaultDomSettleTimeoutMs?: number,\n ) {\n this.llmClient = llmClient;\n this.defaultModelName = defaultModelName;\n this.defaultClientOptions = defaultClientOptions;\n this.resolveLlmClient = resolveLlmClient;\n this.systemPrompt = systemPrompt ?? \"\";\n this.logInferenceToFile = logInferenceToFile ?? false;\n this.selfHeal = !!selfHeal;\n this.onMetrics = onMetrics;\n this.defaultDomSettleTimeoutMs = defaultDomSettleTimeoutMs;\n }\n\n private recordActMetrics(response: ActInferenceResponse): void {\n this.onMetrics?.(\n V3FunctionName.ACT,\n response.prompt_tokens ?? 0,\n response.completion_tokens ?? 0,\n response.reasoning_tokens ?? 0,\n response.cached_input_tokens ?? 0,\n response.inference_time_ms ?? 0,\n );\n }\n\n private async getActionFromLLM({\n instruction,\n domElements,\n xpathMap,\n llmClient,\n requireMethodAndArguments = true,\n }: {\n instruction: string;\n domElements: string;\n xpathMap: Record<string, string>;\n llmClient: LLMClient;\n requireMethodAndArguments?: boolean;\n }): Promise<{ action?: Action; response: ActInferenceResponse }> {\n const response = await actInference({\n instruction,\n domElements,\n llmClient,\n userProvidedInstructions: this.systemPrompt,\n logger: v3Logger,\n logInferenceToFile: this.logInferenceToFile,\n });\n\n this.recordActMetrics(response);\n\n const normalized = normalizeActInferenceElement(\n response.element as ActInferenceElement \| undefined,\n xpathMap,\n requireMethodAndArguments,\n );\n\n if (!normalized) {\n return { response };\n }\n\n return {\n action: { ...normalized } as Action,\n response,\n };\n }\n\n async act(params: ActHandlerParams): Promise<ActResult> {\n const { instruction, page, variables, timeout, model } = params;\n\n const llmClient = this.resolveLlmClient(model);\n const ensureTimeRemaining = createTimeoutGuard(\n timeout,\n (ms) => new ActTimeoutError(ms),\n );\n\n ensureTimeRemaining();\n await waitForDomNetworkQuiet(\n page.mainFrame(),\n this.defaultDomSettleTimeoutMs,\n );\n ensureTimeRemaining();\n const { combinedTree, combinedXpathMap } = await captureHybridSnapshot(\n page,\n { experimental: true },\n );\n\n const actInstruction = buildActPrompt(\n instruction,\n Object.values(SupportedUnderstudyAction),\n variables,\n );\n\n ensureTimeRemaining();\n const { action: firstAction, response: actInferenceResponse } =\n await this.getActionFromLLM({\n instruction: actInstruction,\n domElements: combinedTree,\n xpathMap: combinedXpathMap,\n llmClient,\n });\n\n if (!firstAction) {\n v3Logger({\n category: \"action\",\n message: \"no actionable element returned by LLM\",\n level: 1,\n });\n return {\n success: false,\n message: \"Failed to perform act: No action found\",\n actionDescription: instruction,\n actions: [],\n };\n }\n\n // First action (self-heal aware path)\n ensureTimeRemaining();\n const firstResult = await this.takeDeterministicAction(\n firstAction,\n page,\n this.defaultDomSettleTimeoutMs,\n llmClient,\n ensureTimeRemaining,\n variables,\n );\n\n // If not two-step, return the first action result\n if (actInferenceResponse?.twoStep !== true) {\n return firstResult;\n }\n\n // Take a new focused snapshot and observe again\n ensureTimeRemaining();\n const { combinedTree: combinedTree2, combinedXpathMap: combinedXpathMap2 } =\n await captureHybridSnapshot(page, {\n experimental: true,\n });\n\n let diffedTree = diffCombinedTrees(combinedTree, combinedTree2);\n if (!diffedTree.trim()) {\n // Fallback: if no diff detected, use the fresh tree to avoid empty context\n diffedTree = combinedTree2;\n }\n\n const previousAction = `method: ${firstAction.method}, description: ${firstAction.description}, arguments: ${firstAction.arguments}`;\n\n const stepTwoInstructions = buildStepTwoPrompt(\n instruction,\n previousAction,\n Object.values(SupportedUnderstudyAction).filter(\n (\n action,\n ): action is Exclude<\n SupportedUnderstudyAction,\n SupportedUnderstudyAction.SELECT_OPTION_FROM_DROPDOWN\n > => action !== SupportedUnderstudyAction.SELECT_OPTION_FROM_DROPDOWN,\n ),\n variables,\n );\n\n ensureTimeRemaining();\n const { action: secondAction } = await this.getActionFromLLM({\n instruction: stepTwoInstructions,\n domElements: diffedTree,\n xpathMap: combinedXpathMap2,\n llmClient,\n });\n\n if (!secondAction) {\n // No second action found — return first result as-is\n return firstResult;\n }\n\n ensureTimeRemaining();\n const secondResult = await this.takeDeterministicAction(\n secondAction,\n page,\n this.defaultDomSettleTimeoutMs,\n llmClient,\n ensureTimeRemaining,\n variables,\n );\n\n // Combine results\n return {\n success: firstResult.success && secondResult.success,\n message: secondResult.success\n ? `${firstResult.message} → ${secondResult.message}`\n : `${firstResult.message} → ${secondResult.message}`,\n actionDescription: firstResult.actionDescription,\n actions: [\n ...(firstResult.actions \|\| []),\n ...(secondResult.actions \|\| []),\n ],\n };\n }\n\n async takeDeterministicAction(\n action: Action,\n page: Page,\n domSettleTimeoutMs?: number,\n llmClientOverride?: LLMClient,\n ensureTimeRemaining?: () => void,\n variables?: Variables,\n ): Promise<ActResult> {\n ensureTimeRemaining?.();\n const settleTimeout = domSettleTimeoutMs ?? this.defaultDomSettleTimeoutMs;\n const effectiveClient = llmClientOverride ?? this.llmClient;\n const method = action.method?.trim();\n if (!method \|\| method === \"not-supported\") {\n v3Logger({\n category: \"action\",\n message: \"action has no supported method\",\n level: 0,\n auxiliary: {\n act: { value: JSON.stringify(action), type: \"object\" },\n },\n });\n return {\n success: false,\n message: `Unable to perform action: The method '${method ?? \"\"}' is not supported in Action. Please use a supported Playwright locator method.`,\n actionDescription:\n action.description \|\| `Action (${method ?? \"unknown\"})`,\n actions: [],\n };\n }\n\n const placeholderArgs = Array.isArray(action.arguments)\n ? [...action.arguments]\n : [];\n const resolvedArgs =\n substituteVariablesInArguments(action.arguments, variables) ?? [];\n\n try {\n ensureTimeRemaining?.();\n await performUnderstudyMethod(\n page,\n page.mainFrame(),\n method,\n action.selector,\n resolvedArgs,\n settleTimeout,\n );\n return {\n success: true,\n message: `Action [${method}] performed successfully on selector: ${action.selector}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [\n {\n selector: action.selector,\n description: action.description \|\| `action (${method})`,\n method,\n arguments: placeholderArgs,\n },\n ],\n };\n } catch (err) {\n if (err instanceof ActTimeoutError) {\n throw err;\n }\n const msg = err instanceof Error ? err.message : String(err);\n\n // Attempt self-heal: rerun actInference and retry with updated selector\n if (this.selfHeal) {\n v3Logger({\n category: \"action\",\n message:\n \"Error performing action. Reprocessing the page and trying again\",\n level: 1,\n auxiliary: {\n error: { value: msg, type: \"string\" },\n action: {\n value: JSON.stringify(action),\n type: \"object\",\n },\n },\n });\n\n try {\n // Build an instruction combining method + description, avoiding duplication\n const actCommand = action.description\n ? action.description.toLowerCase().startsWith(method.toLowerCase())\n ? action.description\n : `${method} ${action.description}`\n : method;\n\n // Take a fresh snapshot and ask for a new actionable element\n ensureTimeRemaining?.();\n const { combinedTree, combinedXpathMap } =\n await captureHybridSnapshot(page, {\n experimental: true,\n });\n\n const instruction = buildActPrompt(\n actCommand,\n Object.values(SupportedUnderstudyAction),\n {},\n );\n\n ensureTimeRemaining?.();\n const { action: fallbackAction, response: fallbackResponse } =\n await this.getActionFromLLM({\n instruction,\n domElements: combinedTree,\n xpathMap: combinedXpathMap,\n llmClient: effectiveClient,\n requireMethodAndArguments: false,\n });\n\n const fallbackElement = fallbackResponse.element;\n if (!fallbackElement) {\n return {\n success: false,\n message:\n \"Failed to self-heal act: No observe results found for action\",\n actionDescription: actCommand,\n actions: [],\n };\n }\n\n // Retry with original method/args but new selector from fallback\n let newSelector = action.selector;\n if (fallbackAction?.selector) {\n newSelector = fallbackAction.selector;\n }\n\n ensureTimeRemaining?.();\n await performUnderstudyMethod(\n page,\n page.mainFrame(),\n method,\n newSelector,\n resolvedArgs,\n settleTimeout,\n );\n\n return {\n success: true,\n message: `Action [${method}] performed successfully on selector: ${newSelector}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [\n {\n selector: newSelector,\n description: action.description \|\| `action (${method})`,\n method,\n arguments: placeholderArgs,\n },\n ],\n };\n } catch (retryErr) {\n if (retryErr instanceof ActTimeoutError) {\n throw retryErr;\n }\n const retryMsg =\n retryErr instanceof Error ? retryErr.message : String(retryErr);\n return {\n success: false,\n message: `Failed to perform act after self-heal: ${retryMsg}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [],\n };\n }\n }\n\n return {\n success: false,\n message: `Failed to perform act: ${msg}`,\n actionDescription: action.description \|\| `action (${method})`,\n actions: [],\n };\n }\n }\n}\n\nfunction normalizeActInferenceElement(\n element: ActInferenceElement \| undefined,\n xpathMap: Record<string, string>,\n requireMethodAndArguments = true,\n): Action \| undefined {\n if (!element) {\n return undefined;\n }\n const { elementId, description, method, arguments: args } = element;\n const hasArgs = Array.isArray(args);\n\n if (\n requireMethodAndArguments &&\n (!method \|\| method === \"not-supported\" \|\| !hasArgs)\n ) {\n return undefined;\n }\n\n if (typeof elementId !== \"string\" \|\| !elementId.includes(\"-\")) {\n return undefined;\n }\n\n const xp = xpathMap[elementId as EncodedId];\n const trimmed = trimTrailingTextNode(xp);\n if (!trimmed) {\n return undefined;\n }\n\n // For dragAndDrop, convert element ID in arguments to xpath (target element)\n let resolvedArgs = hasArgs ? args : undefined;\n if (method === \"dragAndDrop\" && hasArgs && args.length > 0) {\n const targetArg = args[0];\n // Check if argument looks like an element ID (e.g., \"1-67\")\n if (typeof targetArg === \"string\" && /^\\d+-\\d+$/.test(targetArg)) {\n const argXpath = xpathMap[targetArg as EncodedId];\n const trimmedArgXpath = trimTrailingTextNode(argXpath);\n if (trimmedArgXpath) {\n resolvedArgs = [`xpath=${trimmedArgXpath}`, ...args.slice(1)];\n } else {\n // Target element lookup failed, filter out this action\n v3Logger({\n category: \"action\",\n message: \"dragAndDrop target element lookup failed\",\n level: 1,\n auxiliary: {\n targetElementId: { value: targetArg, type: \"string\" },\n sourceElementId: { value: elementId, type: \"string\" },\n },\n });\n return undefined;\n }\n } else {\n v3Logger({\n category: \"action\",\n message: \"dragAndDrop target element invalid ID format\",\n level: 0,\n auxiliary: {\n targetElementId: { value: String(targetArg), type: \"string\" },\n sourceElementId: { value: elementId, type: \"string\" },\n },\n });\n return undefined;\n }\n }\n\n return {\n description,\n method,\n arguments: resolvedArgs,\n selector: `xpath=${trimmed}`,\n } as Action;\n}\n\nfunction substituteVariablesInArguments(\n args: string[] \| undefined,\n variables?: Variables,\n): string[] \| undefined {\n if (!variables \|\| !Array.isArray(args)) {\n return args;\n }\n\n return args.map((arg: string) => {\n let out = arg;\n for (const [key, v] of Object.entries(variables)) {\n const token = `%${key}%`;\n out = out.split(token).join(resolveVariableValue(v));\n }\n return out;\n });\n}\n"]}

package/dist/esm/lib/v3/handlers/extractHandler.js CHANGED Viewed

@@ -43,8 +43,7 @@ export class ExtractHandler {
     async extract(params) {
         const { instruction, schema, page, selector, timeout, model } = params;
         const llmClient = this.resolveLlmClient(model);
-        const effectiveTimeoutMs = typeof timeout === "number" && timeout > 0 ? timeout : undefined;
-        const ensureTimeRemaining = createTimeoutGuard(effectiveTimeoutMs, (ms) => new ExtractTimeoutError(ms));
+        const ensureTimeRemaining = createTimeoutGuard(timeout, (ms) => new ExtractTimeoutError(ms));
         // No-args → page text (parity with v2)
         const noArgs = !instruction && !schema;
         if (noArgs) {
@@ -54,6 +53,7 @@ export class ExtractHandler {
                 experimental: this.experimental,
                 focusSelector: focusSelector || undefined,
             });
+            ensureTimeRemaining();
             const result = { pageText: snap.combinedTree };
             // Validate via the same schema used in v2
             return pageTextSchema.parse(result);

package/dist/esm/lib/v3/handlers/extractHandler.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"extractHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/extractHandler.ts"],"names":[],"mappings":"AAAA,oCAAoC;AACpC,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EACL,WAAW,EACX,UAAU,EACV,UAAU,EACV,eAAe,GAChB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAK7E,OAAO,EACL,oBAAoB,EACpB,cAAc,GACf,MAAM,4BAA4B,CAAC;AAMpC,OAAO,EACL,6BAA6B,EAC7B,mBAAmB,GACpB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAOpE;;;;;;;;;GASG;AACH,MAAM,UAAU,+BAA+B,CAC7C,MAAS;IAET,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5D,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;AACjC,CAAC;AAcD,MAAM,OAAO,cAAc;IACR,SAAS,CAAY;IACrB,gBAAgB,CAAiB;IACjC,oBAAoB,CAAgB;IACpC,gBAAgB,CAA4C;IAC5D,YAAY,CAAS;IACrB,kBAAkB,CAAU;IAC5B,YAAY,CAAU;IACtB,SAAS,CAOhB;IAEV,YACE,SAAoB,EACpB,gBAAgC,EAChC,oBAAmC,EACnC,gBAA2D,EAC3D,YAAqB,EACrB,kBAA4B,EAC5B,YAAsB,EACtB,SAOS;QAET,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,IAAI,KAAK,CAAC;QACtD,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,KAAK,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAA+B;QAE/B,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAEvE,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE/C,MAAM,kBAAkB,GACtB,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QACnE,MAAM,mBAAmB,GAAG,kBAAkB,CAC5C,kBAAkB,EAClB,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,mBAAmB,CAAC,EAAE,CAAC,CACpC,CAAC;QAEF,uCAAuC;QACvC,MAAM,MAAM,GAAG,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC;QACvC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;YAC9D,mBAAmB,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,MAAM,qBAAqB,CAAC,IAAI,EAAE;gBAC7C,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,aAAa,EAAE,aAAa,IAAI,SAAS;aAC1C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC;YAC/C,0CAA0C;YAC1C,OAAO,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,6BAA6B,CACrC,8DAA8D,CAC/D,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QAE7D,6EAA6E;QAC7E,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,YAAY,EAAE,cAAc,EAAE,GAAG,MAAM,qBAAqB,CAAC,IAAI,EAAE;YACzE,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,aAAa;SAC7B,CAAC,CAAC;QAEH,QAAQ,CAAC;YACP,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,yCAAyC;YAClD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,WAAW;gBACpB,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;gBACzD,CAAC,CAAC,SAAS;SACd,CAAC,CAAC;QAEH,qFAAqF;QACrF,MAAM,UAAU,GAAuB,CAAC,MAAM;YAC5C,oBAAoB,CAAuB,CAAC;QAC9C,0EAA0E;QAC1E,MAAM,cAAc,GAAG,UAAU,CAAC,UAAU,CAAC,KAAK,QAAQ,CAAC;QAC3D,MAAM,QAAQ,GAAG,OAAgB,CAAC;QAClC,MAAM,OAAO,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,YAAY,GAAuB,cAAc;YACrD,CAAC,CAAE,UAAiC;YACpC,CAAC,CAAE,OAAO,CAAC,MAAM,CAAC;gBACd,CAAC,QAAQ,CAAC,EAAE,UAAwB;aACrC,CAAwB,CAAC;QAE9B,MAAM,CAAC,iBAAiB,EAAE,aAAa,CAAC,GACtC,+BAA+B,CAAC,YAAY,CAAC,CAAC;QAEhD,mBAAmB,EAAE,CAAC;QACtB,MAAM,kBAAkB,GACtB,MAAM,UAAU,CAAqB;YACnC,WAAW;YACX,WAAW,EAAE,YAAY;YACzB,MAAM,EAAE,iBAAuC;YAC/C,SAAS;YACT,wBAAwB,EAAE,IAAI,CAAC,YAAY;YAC3C,MAAM,EAAE,QAAQ;YAChB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;SAC5C,CAAC,CAAC;QAEL,MAAM,EACJ,QAAQ,EAAE,EAAE,SAAS,EAAE,EACvB,aAAa,EACb,iBAAiB,EACjB,gBAAgB,GAAG,CAAC,EACpB,mBAAmB,GAAG,CAAC,EACvB,iBAAiB,EACjB,GAAG,IAAI,EACR,GAAG,kBAAkB,CAAC;QACvB,IAAI,MAAM,GAAG,IAAgD,CAAC;QAE9D,4CAA4C;QAC5C,IAAI,CAAC,SAAS,EAAE,CACd,cAAc,CAAC,OAAO,EACtB,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,CAClB,CAAC;QAEF,2EAA2E;QAC3E,MAAM,OAAO,GAA8B,CAAC,cAAc,IAAI,EAAE,CAG/D,CAAC;QACF,KAAK,MAAM,EAAE,QAAQ,EAAE,IAAI,aAAa,EAAE,CAAC;YACzC,UAAU,CACR,MAAiC,EACjC,QAAQ,EACR,OAA4C,CAC7C,CAAC;QACJ,CAAC;QACD,sDAAsD;QACtD,IAAI,CAAC,cAAc,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC5D,MAAM,GAAI,MAAkC,CAAC,QAAQ,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,mBAAmB,GAAG,GAAG,CAAC;QAChC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC;QAC3D,MAAM,aAAa,GACjB,YAAY,CAAC,MAAM,GAAG,mBAAmB;YACvC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,GAAG,KAAK;YACpD,CAAC,CAAC,YAAY,CAAC;QAEnB,QAAQ,CAAC;YACP,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,SAAS;gBAChB,CAAC,CAAC,mCAAmC;gBACrC,CAAC,CAAC,iDAAiD;YACrD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,aAAa,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAC/D,iBAAiB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACvE,iBAAiB,EAAE;oBACjB,KAAK,EAAE,MAAM,CAAC,iBAAiB,CAAC;oBAChC,IAAI,EAAE,QAAQ;iBACf;gBACD,MAAM,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE;aACjD;SACF,CAAC,CAAC;QAEH,OAAO,MAAiC,CAAC;IAC3C,CAAC;CACF","sourcesContent":["// lib/v3/handlers/extractHandler.ts\nimport { extract as runExtract } from \"../../inference.js\";\nimport {\n getZFactory,\n getZodType,\n injectUrls,\n transformSchema,\n} from \"../../utils.js\";\nimport { v3Logger } from \"../logger.js\";\nimport { V3FunctionName } from \"../types/public/methods.js\";\nimport { captureHybridSnapshot } from \"../understudy/a11y/snapshot/index.js\";\nimport type { ZodTypeAny } from \"zod\";\nimport { LLMClient } from \"../llm/LLMClient.js\";\nimport { ExtractHandlerParams } from \"../types/private/handlers.js\";\nimport { EncodedId, ZodPathSegments } from \"../types/private/internal.js\";\nimport {\n defaultExtractSchema,\n pageTextSchema,\n} from \"../types/public/methods.js\";\nimport {\n AvailableModel,\n ClientOptions,\n ModelConfiguration,\n} from \"../types/public/model.js\";\nimport {\n StagehandInvalidArgumentError,\n ExtractTimeoutError,\n} from \"../types/public/sdkErrors.js\";\nimport { createTimeoutGuard } from \"./handlerUtils/timeoutGuard.js\";\nimport type {\n InferStagehandSchema,\n StagehandZodObject,\n StagehandZodSchema,\n} from \"../zodCompat.js\";\n\n/*\n Scans the provided Zod schema for any `z.string().url()` fields and\n * replaces them with `z.number()`.\n \n @param schema - The Zod object schema to transform.\n * @returns A tuple containing:\n * 1. The transformed schema (or the original schema if no changes were needed).\n * 2. An array of {@link ZodPathSegments} objects representing all the replaced URL fields,\n * with each path segment showing where in the schema the replacement occurred.\n */\nexport function transformUrlStringsToNumericIds<T extends StagehandZodSchema>(\n schema: T,\n): [StagehandZodSchema, ZodPathSegments[]] {\n const [finalSchema, urlPaths] = transformSchema(schema, []);\n return [finalSchema, urlPaths];\n}\n\ninterface ExtractionResponseBase {\n metadata: { completed: boolean };\n prompt_tokens: number;\n completion_tokens: number;\n reasoning_tokens: number;\n cached_input_tokens?: number;\n inference_time_ms: number;\n}\n\ntype ExtractionResponse<T extends StagehandZodObject> = ExtractionResponseBase &\n InferStagehandSchema<T>;\n\nexport class ExtractHandler {\n private readonly llmClient: LLMClient;\n private readonly defaultModelName: AvailableModel;\n private readonly defaultClientOptions: ClientOptions;\n private readonly resolveLlmClient: (model?: ModelConfiguration) => LLMClient;\n private readonly systemPrompt: string;\n private readonly logInferenceToFile: boolean;\n private readonly experimental: boolean;\n private readonly onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void;\n\n constructor(\n llmClient: LLMClient,\n defaultModelName: AvailableModel,\n defaultClientOptions: ClientOptions,\n resolveLlmClient: (model?: ModelConfiguration) => LLMClient,\n systemPrompt?: string,\n logInferenceToFile?: boolean,\n experimental?: boolean,\n onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void,\n ) {\n this.llmClient = llmClient;\n this.defaultModelName = defaultModelName;\n this.defaultClientOptions = defaultClientOptions;\n this.resolveLlmClient = resolveLlmClient;\n this.systemPrompt = systemPrompt ?? \"\";\n this.logInferenceToFile = logInferenceToFile ?? false;\n this.experimental = experimental ?? false;\n this.onMetrics = onMetrics;\n }\n\n async extract<T extends StagehandZodSchema>(\n params: ExtractHandlerParams<T>,\n ): Promise<InferStagehandSchema<T> \| { pageText: string }> {\n const { instruction, schema, page, selector, timeout, model } = params;\n\n const llmClient = this.resolveLlmClient(model);\n\n const effectiveTimeoutMs =\n typeof timeout === \"number\" && timeout > 0 ? timeout : undefined;\n const ensureTimeRemaining = createTimeoutGuard(\n effectiveTimeoutMs,\n (ms) => new ExtractTimeoutError(ms),\n );\n\n // No-args → page text (parity with v2)\n const noArgs = !instruction && !schema;\n if (noArgs) {\n const focusSelector = selector?.replace(/^xpath=/i, \"\") ?? \"\";\n ensureTimeRemaining();\n const snap = await captureHybridSnapshot(page, {\n experimental: this.experimental,\n focusSelector: focusSelector \|\| undefined,\n });\n\n const result = { pageText: snap.combinedTree };\n // Validate via the same schema used in v2\n return pageTextSchema.parse(result);\n }\n\n if (!instruction && schema) {\n throw new StagehandInvalidArgumentError(\n \"extract() requires an instruction when a schema is provided.\",\n );\n }\n\n const focusSelector = selector?.replace(/^xpath=/, \"\") ?? \"\";\n\n // Build the hybrid snapshot (includes combinedTree; combinedUrlMap optional)\n ensureTimeRemaining();\n const { combinedTree, combinedUrlMap } = await captureHybridSnapshot(page, {\n experimental: this.experimental,\n focusSelector: focusSelector,\n });\n\n v3Logger({\n category: \"extraction\",\n message: \"Starting extraction using a11y snapshot\",\n level: 1,\n auxiliary: instruction\n ? { instruction: { value: instruction, type: \"string\" } }\n : undefined,\n });\n\n // Normalize schema: if instruction provided without schema, use defaultExtractSchema\n const baseSchema: StagehandZodSchema = (schema ??\n defaultExtractSchema) as StagehandZodSchema;\n // Ensure we pass an object schema into inference; wrap non-object schemas\n const isObjectSchema = getZodType(baseSchema) === \"object\";\n const WRAP_KEY = \"value\" as const;\n const factory = getZFactory(baseSchema);\n const objectSchema: StagehandZodObject = isObjectSchema\n ? (baseSchema as StagehandZodObject)\n : (factory.object({\n [WRAP_KEY]: baseSchema as ZodTypeAny,\n }) as StagehandZodObject);\n\n const [transformedSchema, urlFieldPaths] =\n transformUrlStringsToNumericIds(objectSchema);\n\n ensureTimeRemaining();\n const extractionResponse: ExtractionResponse<StagehandZodObject> =\n await runExtract<StagehandZodObject>({\n instruction,\n domElements: combinedTree,\n schema: transformedSchema as StagehandZodObject,\n llmClient,\n userProvidedInstructions: this.systemPrompt,\n logger: v3Logger,\n logInferenceToFile: this.logInferenceToFile,\n });\n\n const {\n metadata: { completed },\n prompt_tokens,\n completion_tokens,\n reasoning_tokens = 0,\n cached_input_tokens = 0,\n inference_time_ms,\n ...rest\n } = extractionResponse;\n let output = rest as InferStagehandSchema<StagehandZodObject>;\n\n // Update EXTRACT metrics from the LLM calls\n this.onMetrics?.(\n V3FunctionName.EXTRACT,\n prompt_tokens,\n completion_tokens,\n reasoning_tokens,\n cached_input_tokens,\n inference_time_ms,\n );\n\n // Re-inject URLs for any url() fields we temporarily converted to number()\n const idToUrl: Record<EncodedId, string> = (combinedUrlMap ?? {}) as Record<\n EncodedId,\n string\n >;\n for (const { segments } of urlFieldPaths) {\n injectUrls(\n output as Record<string, unknown>,\n segments,\n idToUrl as unknown as Record<string, string>,\n );\n }\n // If we wrapped a non-object schema, unwrap the value\n if (!isObjectSchema && output && typeof output === \"object\") {\n output = (output as Record<string, unknown>)[WRAP_KEY];\n }\n\n const resultPreviewLength = 200;\n const resultString = JSON.stringify(output) ?? \"undefined\";\n const resultPreview =\n resultString.length > resultPreviewLength\n ? resultString.slice(0, resultPreviewLength) + \"...\"\n : resultString;\n\n v3Logger({\n category: \"extraction\",\n message: completed\n ? \"Extraction completed successfully\"\n : \"Extraction incomplete after processing all data\",\n level: 1,\n auxiliary: {\n prompt_tokens: { value: String(prompt_tokens), type: \"string\" },\n completion_tokens: { value: String(completion_tokens), type: \"string\" },\n inference_time_ms: {\n value: String(inference_time_ms),\n type: \"string\",\n },\n result: { value: resultPreview, type: \"string\" },\n },\n });\n\n return output as InferStagehandSchema<T>;\n }\n}\n"]}
1	+ {"version":3,"file":"extractHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/extractHandler.ts"],"names":[],"mappings":"AAAA,oCAAoC;AACpC,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EACL,WAAW,EACX,UAAU,EACV,UAAU,EACV,eAAe,GAChB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAK7E,OAAO,EACL,oBAAoB,EACpB,cAAc,GACf,MAAM,4BAA4B,CAAC;AAMpC,OAAO,EACL,6BAA6B,EAC7B,mBAAmB,GACpB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAOpE;;;;;;;;;GASG;AACH,MAAM,UAAU,+BAA+B,CAC7C,MAAS;IAET,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5D,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;AACjC,CAAC;AAcD,MAAM,OAAO,cAAc;IACR,SAAS,CAAY;IACrB,gBAAgB,CAAiB;IACjC,oBAAoB,CAAgB;IACpC,gBAAgB,CAA4C;IAC5D,YAAY,CAAS;IACrB,kBAAkB,CAAU;IAC5B,YAAY,CAAU;IACtB,SAAS,CAOhB;IAEV,YACE,SAAoB,EACpB,gBAAgC,EAChC,oBAAmC,EACnC,gBAA2D,EAC3D,YAAqB,EACrB,kBAA4B,EAC5B,YAAsB,EACtB,SAOS;QAET,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,IAAI,KAAK,CAAC;QACtD,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,KAAK,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAA+B;QAE/B,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAEvE,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE/C,MAAM,mBAAmB,GAAG,kBAAkB,CAC5C,OAAO,EACP,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,mBAAmB,CAAC,EAAE,CAAC,CACpC,CAAC;QAEF,uCAAuC;QACvC,MAAM,MAAM,GAAG,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC;QACvC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;YAC9D,mBAAmB,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,MAAM,qBAAqB,CAAC,IAAI,EAAE;gBAC7C,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,aAAa,EAAE,aAAa,IAAI,SAAS;aAC1C,CAAC,CAAC;YACH,mBAAmB,EAAE,CAAC;YAEtB,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC;YAC/C,0CAA0C;YAC1C,OAAO,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,6BAA6B,CACrC,8DAA8D,CAC/D,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QAE7D,6EAA6E;QAC7E,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,YAAY,EAAE,cAAc,EAAE,GAAG,MAAM,qBAAqB,CAAC,IAAI,EAAE;YACzE,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,aAAa;SAC7B,CAAC,CAAC;QAEH,QAAQ,CAAC;YACP,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,yCAAyC;YAClD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,WAAW;gBACpB,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;gBACzD,CAAC,CAAC,SAAS;SACd,CAAC,CAAC;QAEH,qFAAqF;QACrF,MAAM,UAAU,GAAuB,CAAC,MAAM;YAC5C,oBAAoB,CAAuB,CAAC;QAC9C,0EAA0E;QAC1E,MAAM,cAAc,GAAG,UAAU,CAAC,UAAU,CAAC,KAAK,QAAQ,CAAC;QAC3D,MAAM,QAAQ,GAAG,OAAgB,CAAC;QAClC,MAAM,OAAO,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,YAAY,GAAuB,cAAc;YACrD,CAAC,CAAE,UAAiC;YACpC,CAAC,CAAE,OAAO,CAAC,MAAM,CAAC;gBACd,CAAC,QAAQ,CAAC,EAAE,UAAwB;aACrC,CAAwB,CAAC;QAE9B,MAAM,CAAC,iBAAiB,EAAE,aAAa,CAAC,GACtC,+BAA+B,CAAC,YAAY,CAAC,CAAC;QAEhD,mBAAmB,EAAE,CAAC;QACtB,MAAM,kBAAkB,GACtB,MAAM,UAAU,CAAqB;YACnC,WAAW;YACX,WAAW,EAAE,YAAY;YACzB,MAAM,EAAE,iBAAuC;YAC/C,SAAS;YACT,wBAAwB,EAAE,IAAI,CAAC,YAAY;YAC3C,MAAM,EAAE,QAAQ;YAChB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;SAC5C,CAAC,CAAC;QAEL,MAAM,EACJ,QAAQ,EAAE,EAAE,SAAS,EAAE,EACvB,aAAa,EACb,iBAAiB,EACjB,gBAAgB,GAAG,CAAC,EACpB,mBAAmB,GAAG,CAAC,EACvB,iBAAiB,EACjB,GAAG,IAAI,EACR,GAAG,kBAAkB,CAAC;QACvB,IAAI,MAAM,GAAG,IAAgD,CAAC;QAE9D,4CAA4C;QAC5C,IAAI,CAAC,SAAS,EAAE,CACd,cAAc,CAAC,OAAO,EACtB,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,CAClB,CAAC;QAEF,2EAA2E;QAC3E,MAAM,OAAO,GAA8B,CAAC,cAAc,IAAI,EAAE,CAG/D,CAAC;QACF,KAAK,MAAM,EAAE,QAAQ,EAAE,IAAI,aAAa,EAAE,CAAC;YACzC,UAAU,CACR,MAAiC,EACjC,QAAQ,EACR,OAA4C,CAC7C,CAAC;QACJ,CAAC;QACD,sDAAsD;QACtD,IAAI,CAAC,cAAc,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC5D,MAAM,GAAI,MAAkC,CAAC,QAAQ,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,mBAAmB,GAAG,GAAG,CAAC;QAChC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC;QAC3D,MAAM,aAAa,GACjB,YAAY,CAAC,MAAM,GAAG,mBAAmB;YACvC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,GAAG,KAAK;YACpD,CAAC,CAAC,YAAY,CAAC;QAEnB,QAAQ,CAAC;YACP,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,SAAS;gBAChB,CAAC,CAAC,mCAAmC;gBACrC,CAAC,CAAC,iDAAiD;YACrD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,aAAa,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAC/D,iBAAiB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACvE,iBAAiB,EAAE;oBACjB,KAAK,EAAE,MAAM,CAAC,iBAAiB,CAAC;oBAChC,IAAI,EAAE,QAAQ;iBACf;gBACD,MAAM,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE;aACjD;SACF,CAAC,CAAC;QAEH,OAAO,MAAiC,CAAC;IAC3C,CAAC;CACF","sourcesContent":["// lib/v3/handlers/extractHandler.ts\nimport { extract as runExtract } from \"../../inference.js\";\nimport {\n getZFactory,\n getZodType,\n injectUrls,\n transformSchema,\n} from \"../../utils.js\";\nimport { v3Logger } from \"../logger.js\";\nimport { V3FunctionName } from \"../types/public/methods.js\";\nimport { captureHybridSnapshot } from \"../understudy/a11y/snapshot/index.js\";\nimport type { ZodTypeAny } from \"zod\";\nimport { LLMClient } from \"../llm/LLMClient.js\";\nimport { ExtractHandlerParams } from \"../types/private/handlers.js\";\nimport { EncodedId, ZodPathSegments } from \"../types/private/internal.js\";\nimport {\n defaultExtractSchema,\n pageTextSchema,\n} from \"../types/public/methods.js\";\nimport {\n AvailableModel,\n ClientOptions,\n ModelConfiguration,\n} from \"../types/public/model.js\";\nimport {\n StagehandInvalidArgumentError,\n ExtractTimeoutError,\n} from \"../types/public/sdkErrors.js\";\nimport { createTimeoutGuard } from \"./handlerUtils/timeoutGuard.js\";\nimport type {\n InferStagehandSchema,\n StagehandZodObject,\n StagehandZodSchema,\n} from \"../zodCompat.js\";\n\n/*\n Scans the provided Zod schema for any `z.string().url()` fields and\n * replaces them with `z.number()`.\n \n @param schema - The Zod object schema to transform.\n * @returns A tuple containing:\n * 1. The transformed schema (or the original schema if no changes were needed).\n * 2. An array of {@link ZodPathSegments} objects representing all the replaced URL fields,\n * with each path segment showing where in the schema the replacement occurred.\n */\nexport function transformUrlStringsToNumericIds<T extends StagehandZodSchema>(\n schema: T,\n): [StagehandZodSchema, ZodPathSegments[]] {\n const [finalSchema, urlPaths] = transformSchema(schema, []);\n return [finalSchema, urlPaths];\n}\n\ninterface ExtractionResponseBase {\n metadata: { completed: boolean };\n prompt_tokens: number;\n completion_tokens: number;\n reasoning_tokens: number;\n cached_input_tokens?: number;\n inference_time_ms: number;\n}\n\ntype ExtractionResponse<T extends StagehandZodObject> = ExtractionResponseBase &\n InferStagehandSchema<T>;\n\nexport class ExtractHandler {\n private readonly llmClient: LLMClient;\n private readonly defaultModelName: AvailableModel;\n private readonly defaultClientOptions: ClientOptions;\n private readonly resolveLlmClient: (model?: ModelConfiguration) => LLMClient;\n private readonly systemPrompt: string;\n private readonly logInferenceToFile: boolean;\n private readonly experimental: boolean;\n private readonly onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void;\n\n constructor(\n llmClient: LLMClient,\n defaultModelName: AvailableModel,\n defaultClientOptions: ClientOptions,\n resolveLlmClient: (model?: ModelConfiguration) => LLMClient,\n systemPrompt?: string,\n logInferenceToFile?: boolean,\n experimental?: boolean,\n onMetrics?: (\n functionName: V3FunctionName,\n promptTokens: number,\n completionTokens: number,\n reasoningTokens: number,\n cachedInputTokens: number,\n inferenceTimeMs: number,\n ) => void,\n ) {\n this.llmClient = llmClient;\n this.defaultModelName = defaultModelName;\n this.defaultClientOptions = defaultClientOptions;\n this.resolveLlmClient = resolveLlmClient;\n this.systemPrompt = systemPrompt ?? \"\";\n this.logInferenceToFile = logInferenceToFile ?? false;\n this.experimental = experimental ?? false;\n this.onMetrics = onMetrics;\n }\n\n async extract<T extends StagehandZodSchema>(\n params: ExtractHandlerParams<T>,\n ): Promise<InferStagehandSchema<T> \| { pageText: string }> {\n const { instruction, schema, page, selector, timeout, model } = params;\n\n const llmClient = this.resolveLlmClient(model);\n\n const ensureTimeRemaining = createTimeoutGuard(\n timeout,\n (ms) => new ExtractTimeoutError(ms),\n );\n\n // No-args → page text (parity with v2)\n const noArgs = !instruction && !schema;\n if (noArgs) {\n const focusSelector = selector?.replace(/^xpath=/i, \"\") ?? \"\";\n ensureTimeRemaining();\n const snap = await captureHybridSnapshot(page, {\n experimental: this.experimental,\n focusSelector: focusSelector \|\| undefined,\n });\n ensureTimeRemaining();\n\n const result = { pageText: snap.combinedTree };\n // Validate via the same schema used in v2\n return pageTextSchema.parse(result);\n }\n\n if (!instruction && schema) {\n throw new StagehandInvalidArgumentError(\n \"extract() requires an instruction when a schema is provided.\",\n );\n }\n\n const focusSelector = selector?.replace(/^xpath=/, \"\") ?? \"\";\n\n // Build the hybrid snapshot (includes combinedTree; combinedUrlMap optional)\n ensureTimeRemaining();\n const { combinedTree, combinedUrlMap } = await captureHybridSnapshot(page, {\n experimental: this.experimental,\n focusSelector: focusSelector,\n });\n\n v3Logger({\n category: \"extraction\",\n message: \"Starting extraction using a11y snapshot\",\n level: 1,\n auxiliary: instruction\n ? { instruction: { value: instruction, type: \"string\" } }\n : undefined,\n });\n\n // Normalize schema: if instruction provided without schema, use defaultExtractSchema\n const baseSchema: StagehandZodSchema = (schema ??\n defaultExtractSchema) as StagehandZodSchema;\n // Ensure we pass an object schema into inference; wrap non-object schemas\n const isObjectSchema = getZodType(baseSchema) === \"object\";\n const WRAP_KEY = \"value\" as const;\n const factory = getZFactory(baseSchema);\n const objectSchema: StagehandZodObject = isObjectSchema\n ? (baseSchema as StagehandZodObject)\n : (factory.object({\n [WRAP_KEY]: baseSchema as ZodTypeAny,\n }) as StagehandZodObject);\n\n const [transformedSchema, urlFieldPaths] =\n transformUrlStringsToNumericIds(objectSchema);\n\n ensureTimeRemaining();\n const extractionResponse: ExtractionResponse<StagehandZodObject> =\n await runExtract<StagehandZodObject>({\n instruction,\n domElements: combinedTree,\n schema: transformedSchema as StagehandZodObject,\n llmClient,\n userProvidedInstructions: this.systemPrompt,\n logger: v3Logger,\n logInferenceToFile: this.logInferenceToFile,\n });\n\n const {\n metadata: { completed },\n prompt_tokens,\n completion_tokens,\n reasoning_tokens = 0,\n cached_input_tokens = 0,\n inference_time_ms,\n ...rest\n } = extractionResponse;\n let output = rest as InferStagehandSchema<StagehandZodObject>;\n\n // Update EXTRACT metrics from the LLM calls\n this.onMetrics?.(\n V3FunctionName.EXTRACT,\n prompt_tokens,\n completion_tokens,\n reasoning_tokens,\n cached_input_tokens,\n inference_time_ms,\n );\n\n // Re-inject URLs for any url() fields we temporarily converted to number()\n const idToUrl: Record<EncodedId, string> = (combinedUrlMap ?? {}) as Record<\n EncodedId,\n string\n >;\n for (const { segments } of urlFieldPaths) {\n injectUrls(\n output as Record<string, unknown>,\n segments,\n idToUrl as unknown as Record<string, string>,\n );\n }\n // If we wrapped a non-object schema, unwrap the value\n if (!isObjectSchema && output && typeof output === \"object\") {\n output = (output as Record<string, unknown>)[WRAP_KEY];\n }\n\n const resultPreviewLength = 200;\n const resultString = JSON.stringify(output) ?? \"undefined\";\n const resultPreview =\n resultString.length > resultPreviewLength\n ? resultString.slice(0, resultPreviewLength) + \"...\"\n : resultString;\n\n v3Logger({\n category: \"extraction\",\n message: completed\n ? \"Extraction completed successfully\"\n : \"Extraction incomplete after processing all data\",\n level: 1,\n auxiliary: {\n prompt_tokens: { value: String(prompt_tokens), type: \"string\" },\n completion_tokens: { value: String(completion_tokens), type: \"string\" },\n inference_time_ms: {\n value: String(inference_time_ms),\n type: \"string\",\n },\n result: { value: resultPreview, type: \"string\" },\n },\n });\n\n return output as InferStagehandSchema<T>;\n }\n}\n"]}

package/dist/esm/lib/v3/handlers/handlerUtils/actHandlerUtils.js CHANGED Viewed

@@ -1,6 +1,7 @@
 import { resolveLocatorWithHops } from "../../understudy/deepLocator.js";
 import { v3Logger } from "../../logger.js";
-import { SessionFileLogger } from "../../flowLogger.js";
+import { FlowLogger } from "../../flowlogger/FlowLogger.js";
+import { toTitleCase } from "../../../utils.js";
 import { StagehandClickError, UnderstudyCommandException, } from "../../types/public/sdkErrors.js";
 // Normalize cases where the XPath is the root "/" to point to the HTML element.
 function normalizeRootXPath(input) {
@@ -13,62 +14,49 @@ function normalizeRootXPath(input) {
 }
 export async function performUnderstudyMethod(page, frame, method, rawXPath, args, domSettleTimeoutMs) {
     const selectorRaw = normalizeRootXPath(rawXPath);
-    // Unified resolver: supports '>>' hops and XPath across iframes
-    const locator = await resolveLocatorWithHops(page, frame, selectorRaw);
-    const initialUrl = await getFrameUrl(frame);
-    v3Logger({
-        category: "action",
-        message: "performing understudy method",
-        level: 2,
-        auxiliary: {
-            xpath: { value: selectorRaw, type: "string" },
-            method: { value: method, type: "string" },
-            url: { value: initialUrl, type: "string" },
-        },
-    });
-    const ctx = {
-        method,
-        locator,
-        xpath: selectorRaw,
-        args: args.map((a) => (a == null ? "" : String(a))),
-        frame,
-        page,
-        initialUrl,
-        domSettleTimeoutMs,
-    };
-    SessionFileLogger.logUnderstudyActionEvent({
-        actionType: `Understudy.${method}`,
-        target: selectorRaw,
-        args: Array.from(args),
-    });
     try {
-        const handler = METHOD_HANDLER_MAP[method] ?? null;
-        if (handler) {
-            await handler(ctx);
-        }
-        else {
-            // Accept a few common locator method aliases
-            switch (method) {
-                case "click":
-                    await clickElement(ctx);
-                    break;
-                case "fill":
-                    await fillOrType(ctx);
-                    break;
-                case "type":
-                    await typeText(ctx);
-                    break;
-                default:
-                    v3Logger({
-                        category: "action",
-                        message: "chosen method is invalid",
-                        level: 1,
-                        auxiliary: { method: { value: method, type: "string" } },
-                    });
-                    throw new UnderstudyCommandException(`Method ${method} not supported`);
+        await FlowLogger.runWithLogging({
+            eventType: `Understudy${toTitleCase(method)}`, // e.g. "UnderstudyClick"
+            data: {
+                target: selectorRaw,
+            },
+        }, async () => {
+            // Unified resolver: supports '>>' hops and XPath across iframes.
+            const locator = await resolveLocatorWithHops(page, frame, selectorRaw);
+            const initialUrl = await getFrameUrl(frame);
+            v3Logger({
+                category: "action",
+                message: "performing understudy method",
+                level: 2,
+                auxiliary: {
+                    xpath: { value: selectorRaw, type: "string" },
+                    method: { value: method, type: "string" },
+                    url: { value: initialUrl, type: "string" },
+                },
+            });
+            const ctx = {
+                method,
+                locator,
+                xpath: selectorRaw,
+                args: args.map((a) => (a == null ? "" : String(a))),
+                frame,
+                page,
+                initialUrl,
+                domSettleTimeoutMs,
+            };
+            const handler = METHOD_HANDLER_MAP[method] ?? null;
+            if (handler) {
+                await handler(ctx);
+                return;
             }
-        }
-        await handlePossibleNavigation("action", selectorRaw, initialUrl, frame);
+            v3Logger({
+                category: "action",
+                message: "chosen method is invalid",
+                level: 1,
+                auxiliary: { method: { value: method, type: "string" } },
+            });
+            throw new UnderstudyCommandException(`Method ${method} not supported`);
+        }, args);
     }
     catch (e) {
         const msg = e instanceof Error ? e.message : String(e);
@@ -90,9 +78,6 @@ export async function performUnderstudyMethod(page, frame, method, rawXPath, arg
         }
         throw new UnderstudyCommandException(msg, e);
     }
-    finally {
-        SessionFileLogger.logUnderstudyActionCompleted();
-    }
 }
 /* ===================== Handlers & Map ===================== */
 const METHOD_HANDLER_MAP = {
@@ -596,30 +581,4 @@ export async function waitForDomNetworkQuiet(frame, timeoutMs) {
         };
     });
 }
-async function handlePossibleNavigation(actionDescription, xpath, initialUrl, frame) {
-    v3Logger({
-        category: "action",
-        message: `${actionDescription}, checking for page navigation`,
-        level: 1,
-        auxiliary: { xpath: { value: xpath, type: "string" } },
-    });
-    // We only have a frame-scoped session, so detect navigation by URL change.
-    const afterUrl = await getFrameUrl(frame);
-    if (afterUrl !== initialUrl) {
-        v3Logger({
-            category: "action",
-            message: "new page (frame) URL detected",
-            level: 1,
-            auxiliary: { url: { value: afterUrl, type: "string" } },
-        });
-    }
-    else {
-        v3Logger({
-            category: "action",
-            message: "no new (frame) URL detected",
-            level: 1,
-            auxiliary: { url: { value: afterUrl, type: "string" } },
-        });
-    }
-}
 //# sourceMappingURL=actHandlerUtils.js.map