@minded-ai/mindedjs 2.0.25-beta.6 → 2.0.25

package/dist/nodes/addBrowserTaskRunNode.js

@@ -41,6 +41,40 @@ const addBrowserTaskRunNode = async ({ graph, browserTaskNode, attachedToNodeNam
             // We compile the env variables to avoid having to pass them to the platform in the tool input
             const promptCompiledWithEnv = (0, compilePrompt_1.compilePrompt)(prompt, { env: process.env });
             const { browserTaskMode } = (0, config_1.getConfig)();
+            // Build screenshot config conditionally based on environment variables
+            const screenshotConfig = (() => {
+                // Check for screenshots and logs independently
+                const enableScreenshotCaptureToS3 = process.env.ENABLE_BROWSER_SCREENSHOTS === 'true' || !!process.env.SCREENSHOT_S3_BUCKET;
+                const enableLogsCaptureToS3 = process.env.ENABLE_BROWSER_LOGS === 'true';
+                // If neither is enabled, return undefined
+                if (!enableScreenshotCaptureToS3 && !enableLogsCaptureToS3) {
+                    return undefined;
+                }
+                // Build config with separate flags
+                const config = {
+                    enableScreenshotCaptureToS3,
+                    enableLogsCaptureToS3,
+                };
+                // Add optional S3 configuration if provided
+                if (process.env.SCREENSHOT_S3_BUCKET) {
+                    config.s3_bucket = process.env.SCREENSHOT_S3_BUCKET;
+                }
+                if (process.env.SCREENSHOT_S3_PREFIX) {
+                    config.s3_prefix = process.env.SCREENSHOT_S3_PREFIX;
+                }
+                if (process.env.AWS_REGION) {
+                    config.aws_region = process.env.AWS_REGION;
+                }
+                logger_1.logger.debug({
+                    msg: 'Browser task capture configuration',
+                    screenshots: enableScreenshotCaptureToS3,
+                    logs: enableLogsCaptureToS3,
+                    bucket: config.s3_bucket || 'default',
+                    prefix: config.s3_prefix || 'default',
+                    region: config.aws_region || 'default',
+                });
+                return config;
+            })();
             // Invoke browser task via socket
             const result = await (0, executeBrowserTask_1.invokeBrowserTask)({
                 sessionId,
@@ -51,6 +85,8 @@ const addBrowserTaskRunNode = async ({ graph, browserTaskNode, attachedToNodeNam
                 browserTaskMode,
                 toolSchemas,
                 outputSchema,
+                screenshotConfig,
+                toolCallId: toolCall.id,
             });
             logger_1.logger.debug({
                 msg: 'Browser task completed',

package/dist/nodes/addBrowserTaskRunNode.js.map

@@ -1 +1 @@
-{"version":3,"file":"addBrowserTaskRunNode.js","sourceRoot":"","sources":["../../src/nodes/addBrowserTaskRunNode.ts"],"names":[],"mappings":";;;AAEA,sDAAsF;AACtF,uDAAkE;AAElE,4CAAyC;AACzC,8CAAqD;AAErD,+BAAoC;AACpC,0EAAsE;AACtE,mDAA4D;AAC5D,+CAA+C;AAC/C,mDAAgD;AASzC,MAAM,2BAA2B,GAAG,CAAC,QAAgB,EAAE,EAAE,CAAC,GAAG,QAAQ,GAAG,iCAAmB,CAAC,gBAAgB,EAAE,CAAC;AAAzG,QAAA,2BAA2B,+BAA8E;AAE/G,MAAM,qBAAqB,GAAG,KAAK,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,kBAAkB,EAAE,KAAK,EAA+B,EAAE,EAAE;IAChI,MAAM,QAAQ,GAAiB,KAAK,EAAE,KAAmC,EAAE,EAAE;;QAC3E,eAAM,CAAC,IAAI,CAAC,uCAAuC,eAAe,CAAC,WAAW,EAAE,CAAC,CAAC;QAElF,MAAM,WAAW,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAQ,CAAC;QACrE,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QACD,MAAM,sBAAsB,GAAG,MAAA,WAAW,CAAC,iBAAiB,0CAAE,cAAc,CAAC;QAC7E,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,EAAE,MAAM,EAAE,GAAG,WAAW,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC;QACjD,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,sBAAsB,CAAC;QAErF,IAAI,CAAC;YACH,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACrC,CAAC;YAED,IAAI,CAAC,SAAS,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;YAC/E,CAAC;YAED,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK;iBAC5B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,KAAK,IAAI,CAAC;iBACtD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACd,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAA,yBAAiB,EAAC,IAAI,CAAC,KAAK,CAAC;aAC3C,CAAC,CAAC,CAAC;YAEN,8FAA8F;YAC9F,MAAM,qBAAqB,GAAG,IAAA,6BAAa,EAAC,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YAE1E,MAAM,EAAE,eAAe,EAAE,GAAG,IAAA,kBAAS,GAAE,CAAC;YACxC,iCAAiC;YACjC,MAAM,MAAM,GAAG,MAAM,IAAA,sCAAiB,EAAC;gBACrC,SAAS;gBACT,MAAM;gBACN,IAAI,EAAE,qBAAqB;gBAC3B,SAAS;gBACT,KAAK;gBACL,eAAe;gBACf,WAAW;gBACX,YAAY;aACb,CAAC,CAAC;YAEH,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,wBAAwB;gBAC7B,SAAS;gBACT,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM;gBAC1B,SAAS,EAAE,CAAA,MAAA,MAAM,CAAC,KAAK,0CAAE,MAAM,KAAI,CAAC;gBACpC,cAAc,EAAE,CAAA,MAAA,MAAM,CAAC,UAAU,0CAAE,MAAM,KAAI,CAAC;gBAC9C,oBAAoB,EAAE,CAAA,MAAA,MAAM,CAAC,eAAe,0CAAE,MAAM,KAAI,CAAC;aAC1D,CAAC,CAAC;YAEH,sCAAsC;YACtC,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC;gBAClC,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;oBACtB,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,gCAAgC;oBACzD,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE;oBACzB,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,EAAE;oBACnC,WAAW,EAAE,WAAW;oBACxB,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,EAAE;iBAC9C,CAAC;gBACF,IAAI,EAAE,cAAc;gBACpB,YAAY,EAAE,QAAQ,CAAC,EAAE;gBACzB,MAAM,EAAE,SAAS;gBACjB,iBAAiB,EAAE;oBACjB,cAAc,EAAE;wBACd,QAAQ,EAAE,sBAAQ,CAAC,YAAY;wBAC/B,eAAe,EAAE,eAAe,CAAC,WAAW;wBAC5C,SAAS;wBACT,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,UAAU,EAAE,MAAM,CAAC,UAAU;wBAC7B,WAAW,EAAE,WAAW;wBACxB,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,EAAE;qBAC9C;iBACF;aACF,CAAC,CAAC;YAEH,qEAAqE;YACrE,MAAM,gBAAgB,GAAG,IAAI,oBAAS,CAAC;gBACrC,EAAE,EAAE,WAAW,CAAC,EAAE;gBAClB,OAAO,EAAE,WAAW,CAAC,OAAO;gBAC5B,UAAU,EAAE,WAAW,CAAC,UAAU;gBAClC,iBAAiB,EAAE;oBACjB,GAAG,WAAW,CAAC,iBAAiB;oBAChC,cAAc,EAAE;wBACd,GAAG,MAAA,WAAW,CAAC,iBAAiB,0CAAE,cAAc;wBAChD,eAAe,EAAE,eAAe,CAAC,WAAW;wBAC5C,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,UAAU,EAAE,MAAM,CAAC,UAAU;wBAC7B,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,EAAE;wBAC7C,MAAM,EAAE,WAAW;qBACpB;oBACD,MAAM,EAAE,IAAI,EAAE,mEAAmE;iBAClF;aACF,CAAC,CAAC;YAEH,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;YACrB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,WAAW,CAAC,CAAC;YACnD,KAAK,CAAC,OAAO,CAAC,IAAI,CAChB,IAAA,2BAAiB,EAAc,KAAK,CAAC,OAAO,EAAE;gBAC5C,IAAI,EAAE,sBAAQ,CAAC,YAAY;gBAC3B,MAAM,EAAE,eAAe,CAAC,IAAI;gBAC5B,eAAe,EAAE,eAAe,CAAC,WAAW;gBAC5C,GAAG,EAAE,MAAM;gBACX,UAAU,EAAE,CAAC,WAAW,CAAC,EAAG,CAAC;aAC9B,CAAC,CACH,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,uCAAuC,EAAE,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAExF,MAAM,gBAAgB,GAAG,IAAI,sBAAW,CAAC;gBACvC,EAAE,EAAE,IAAA,SAAM,GAAE;gBACZ,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;oBACtB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE;oBAChE,WAAW,EAAE,WAAW;oBACxB,OAAO,EAAE,gCAAgC;iBAC1C,CAAC;gBACF,MAAM,EAAE,OAAO;gBACf,IAAI,EAAE,cAAc;gBACpB,YAAY,EAAE,QAAQ,CAAC,EAAE;gBACzB,iBAAiB,EAAE;oBACjB,cAAc,EAAE;wBACd,QAAQ,EAAE,sBAAQ,CAAC,YAAY;wBAC/B,eAAe,EAAE,eAAe,CAAC,WAAW;wBAC5C,SAAS;wBACT,KAAK,EAAE,KAAK,CAAC,OAAO;wBACpB,WAAW,EAAE,WAAW;qBACzB;iBACF;aACF,CAAC,CAAC;YAEH,0CAA0C;YAC1C,MAAM,gBAAgB,GAAG,IAAI,oBAAS,CAAC;gBACrC,EAAE,EAAE,WAAW,CAAC,EAAE;gBAClB,OAAO,EAAE,WAAW,CAAC,OAAO;gBAC5B,UAAU,EAAE,WAAW,CAAC,UAAU;gBAClC,iBAAiB,EAAE;oBACjB,GAAG,WAAW,CAAC,iBAAiB;oBAChC,cAAc,EAAE;wBACd,GAAG,MAAA,WAAW,CAAC,iBAAiB,0CAAE,cAAc;wBAChD,eAAe,EAAE,eAAe,CAAC,WAAW;wBAC5C,MAAM,EAAE,QAAQ;wBAChB,KAAK,EAAE,KAAK,CAAC,OAAO;qBACrB;oBACD,MAAM,EAAE,IAAI;iBACb;aACF,CAAC,CAAC;YAEH,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;YACrB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;YACxD,KAAK,CAAC,OAAO,CAAC,IAAI,CAChB,IAAA,2BAAiB,EAAc,KAAK,CAAC,OAAO,EAAE;gBAC5C,IAAI,EAAE,sBAAQ,CAAC,YAAY;gBAC3B,MAAM,EAAE,eAAe,CAAC,IAAI;gBAC5B,eAAe,EAAE,eAAe,CAAC,WAAW;gBAC5C,GAAG,EAAE,KAAK;gBACV,UAAU,EAAE,EAAE;aACf,CAAC,CACH,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,CAAC,OAAO,CAAC,IAAA,mCAA2B,EAAC,kBAAkB,CAAC,EAAE,QAAQ,CAAC,CAAC;IACzE,KAAK,CAAC,OAAO,CAAC,kBAAyB,EAAE,IAAA,mCAA2B,EAAC,kBAAkB,CAAQ,CAAC,CAAC;AACnG,CAAC,CAAC;AA1KW,QAAA,qBAAqB,yBA0KhC"}
+{"version":3,"file":"addBrowserTaskRunNode.js","sourceRoot":"","sources":["../../src/nodes/addBrowserTaskRunNode.ts"],"names":[],"mappings":";;;AAEA,sDAAsF;AACtF,uDAAkE;AAElE,4CAAyC;AACzC,8CAAqD;AAErD,+BAAoC;AACpC,0EAAsE;AAEtE,mDAA4D;AAC5D,+CAA+C;AAC/C,mDAAgD;AASzC,MAAM,2BAA2B,GAAG,CAAC,QAAgB,EAAE,EAAE,CAAC,GAAG,QAAQ,GAAG,iCAAmB,CAAC,gBAAgB,EAAE,CAAC;AAAzG,QAAA,2BAA2B,+BAA8E;AAE/G,MAAM,qBAAqB,GAAG,KAAK,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,kBAAkB,EAAE,KAAK,EAA+B,EAAE,EAAE;IAChI,MAAM,QAAQ,GAAiB,KAAK,EAAE,KAAmC,EAAE,EAAE;;QAC3E,eAAM,CAAC,IAAI,CAAC,uCAAuC,eAAe,CAAC,WAAW,EAAE,CAAC,CAAC;QAElF,MAAM,WAAW,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAQ,CAAC;QACrE,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QACD,MAAM,sBAAsB,GAAG,MAAA,WAAW,CAAC,iBAAiB,0CAAE,cAAc,CAAC;QAC7E,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,EAAE,MAAM,EAAE,GAAG,WAAW,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC;QACjD,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,sBAAsB,CAAC;QAErF,IAAI,CAAC;YACH,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACrC,CAAC;YAED,IAAI,CAAC,SAAS,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;YAC/E,CAAC;YAED,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK;iBAC5B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,KAAK,IAAI,CAAC;iBACtD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACd,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAA,yBAAiB,EAAC,IAAI,CAAC,KAAK,CAAC;aAC3C,CAAC,CAAC,CAAC;YAEN,8FAA8F;YAC9F,MAAM,qBAAqB,GAAG,IAAA,6BAAa,EAAC,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YAE1E,MAAM,EAAE,eAAe,EAAE,GAAG,IAAA,kBAAS,GAAE,CAAC;YAExC,uEAAuE;YACvE,MAAM,gBAAgB,GAAG,CAAC,GAAG,EAAE;gBAC7B,+CAA+C;gBAC/C,MAAM,2BAA2B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,KAAK,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;gBAC5H,MAAM,qBAAqB,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,MAAM,CAAC;gBAEzE,0CAA0C;gBAC1C,IAAI,CAAC,2BAA2B,IAAI,CAAC,qBAAqB,EAAE,CAAC;oBAC3D,OAAO,SAAS,CAAC;gBACnB,CAAC;gBAED,mCAAmC;gBACnC,MAAM,MAAM,GAAqB;oBAC/B,2BAA2B;oBAC3B,qBAAqB;iBACtB,CAAC;gBAEF,4CAA4C;gBAC5C,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;oBACrC,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;gBACtD,CAAC;gBACD,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;oBACrC,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;gBACtD,CAAC;gBACD,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;oBAC3B,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;gBAC7C,CAAC;gBAED,eAAM,CAAC,KAAK,CAAC;oBACX,GAAG,EAAE,oCAAoC;oBACzC,WAAW,EAAE,2BAA2B;oBACxC,IAAI,EAAE,qBAAqB;oBAC3B,MAAM,EAAE,MAAM,CAAC,SAAS,IAAI,SAAS;oBACrC,MAAM,EAAE,MAAM,CAAC,SAAS,IAAI,SAAS;oBACrC,MAAM,EAAE,MAAM,CAAC,UAAU,IAAI,SAAS;iBACvC,CAAC,CAAC;gBAEH,OAAO,MAAM,CAAC;YAChB,CAAC,CAAC,EAAE,CAAC;YAEL,iCAAiC;YACjC,MAAM,MAAM,GAAG,MAAM,IAAA,sCAAiB,EAAC;gBACrC,SAAS;gBACT,MAAM;gBACN,IAAI,EAAE,qBAAqB;gBAC3B,SAAS;gBACT,KAAK;gBACL,eAAe;gBACf,WAAW;gBACX,YAAY;gBACZ,gBAAgB;gBAChB,UAAU,EAAE,QAAQ,CAAC,EAAE;aACxB,CAAC,CAAC;YAEH,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,wBAAwB;gBAC7B,SAAS;gBACT,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM;gBAC1B,SAAS,EAAE,CAAA,MAAA,MAAM,CAAC,KAAK,0CAAE,MAAM,KAAI,CAAC;gBACpC,cAAc,EAAE,CAAA,MAAA,MAAM,CAAC,UAAU,0CAAE,MAAM,KAAI,CAAC;gBAC9C,oBAAoB,EAAE,CAAA,MAAA,MAAM,CAAC,eAAe,0CAAE,MAAM,KAAI,CAAC;aAC1D,CAAC,CAAC;YAEH,sCAAsC;YACtC,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC;gBAClC,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;oBACtB,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,gCAAgC;oBACzD,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE;oBACzB,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,EAAE;oBACnC,WAAW,EAAE,WAAW;oBACxB,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,EAAE;iBAC9C,CAAC;gBACF,IAAI,EAAE,cAAc;gBACpB,YAAY,EAAE,QAAQ,CAAC,EAAE;gBACzB,MAAM,EAAE,SAAS;gBACjB,iBAAiB,EAAE;oBACjB,cAAc,EAAE;wBACd,QAAQ,EAAE,sBAAQ,CAAC,YAAY;wBAC/B,eAAe,EAAE,eAAe,CAAC,WAAW;wBAC5C,SAAS;wBACT,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,UAAU,EAAE,MAAM,CAAC,UAAU;wBAC7B,WAAW,EAAE,WAAW;wBACxB,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,EAAE;qBAC9C;iBACF;aACF,CAAC,CAAC;YAEH,qEAAqE;YACrE,MAAM,gBAAgB,GAAG,IAAI,oBAAS,CAAC;gBACrC,EAAE,EAAE,WAAW,CAAC,EAAE;gBAClB,OAAO,EAAE,WAAW,CAAC,OAAO;gBAC5B,UAAU,EAAE,WAAW,CAAC,UAAU;gBAClC,iBAAiB,EAAE;oBACjB,GAAG,WAAW,CAAC,iBAAiB;oBAChC,cAAc,EAAE;wBACd,GAAG,MAAA,WAAW,CAAC,iBAAiB,0CAAE,cAAc;wBAChD,eAAe,EAAE,eAAe,CAAC,WAAW;wBAC5C,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,UAAU,EAAE,MAAM,CAAC,UAAU;wBAC7B,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,EAAE;wBAC7C,MAAM,EAAE,WAAW;qBACpB;oBACD,MAAM,EAAE,IAAI,EAAE,mEAAmE;iBAClF;aACF,CAAC,CAAC;YAEH,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;YACrB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,WAAW,CAAC,CAAC;YACnD,KAAK,CAAC,OAAO,CAAC,IAAI,CAChB,IAAA,2BAAiB,EAAc,KAAK,CAAC,OAAO,EAAE;gBAC5C,IAAI,EAAE,sBAAQ,CAAC,YAAY;gBAC3B,MAAM,EAAE,eAAe,CAAC,IAAI;gBAC5B,eAAe,EAAE,eAAe,CAAC,WAAW;gBAC5C,GAAG,EAAE,MAAM;gBACX,UAAU,EAAE,CAAC,WAAW,CAAC,EAAG,CAAC;aAC9B,CAAC,CACH,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,uCAAuC,EAAE,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAExF,MAAM,gBAAgB,GAAG,IAAI,sBAAW,CAAC;gBACvC,EAAE,EAAE,IAAA,SAAM,GAAE;gBACZ,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;oBACtB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE;oBAChE,WAAW,EAAE,WAAW;oBACxB,OAAO,EAAE,gCAAgC;iBAC1C,CAAC;gBACF,MAAM,EAAE,OAAO;gBACf,IAAI,EAAE,cAAc;gBACpB,YAAY,EAAE,QAAQ,CAAC,EAAE;gBACzB,iBAAiB,EAAE;oBACjB,cAAc,EAAE;wBACd,QAAQ,EAAE,sBAAQ,CAAC,YAAY;wBAC/B,eAAe,EAAE,eAAe,CAAC,WAAW;wBAC5C,SAAS;wBACT,KAAK,EAAE,KAAK,CAAC,OAAO;wBACpB,WAAW,EAAE,WAAW;qBACzB;iBACF;aACF,CAAC,CAAC;YAEH,0CAA0C;YAC1C,MAAM,gBAAgB,GAAG,IAAI,oBAAS,CAAC;gBACrC,EAAE,EAAE,WAAW,CAAC,EAAE;gBAClB,OAAO,EAAE,WAAW,CAAC,OAAO;gBAC5B,UAAU,EAAE,WAAW,CAAC,UAAU;gBAClC,iBAAiB,EAAE;oBACjB,GAAG,WAAW,CAAC,iBAAiB;oBAChC,cAAc,EAAE;wBACd,GAAG,MAAA,WAAW,CAAC,iBAAiB,0CAAE,cAAc;wBAChD,eAAe,EAAE,eAAe,CAAC,WAAW;wBAC5C,MAAM,EAAE,QAAQ;wBAChB,KAAK,EAAE,KAAK,CAAC,OAAO;qBACrB;oBACD,MAAM,EAAE,IAAI;iBACb;aACF,CAAC,CAAC;YAEH,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;YACrB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;YACxD,KAAK,CAAC,OAAO,CAAC,IAAI,CAChB,IAAA,2BAAiB,EAAc,KAAK,CAAC,OAAO,EAAE;gBAC5C,IAAI,EAAE,sBAAQ,CAAC,YAAY;gBAC3B,MAAM,EAAE,eAAe,CAAC,IAAI;gBAC5B,eAAe,EAAE,eAAe,CAAC,WAAW;gBAC5C,GAAG,EAAE,KAAK;gBACV,UAAU,EAAE,EAAE;aACf,CAAC,CACH,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,CAAC,OAAO,CAAC,IAAA,mCAA2B,EAAC,kBAAkB,CAAC,EAAE,QAAQ,CAAC,CAAC;IACzE,KAAK,CAAC,OAAO,CAAC,kBAAyB,EAAE,IAAA,mCAA2B,EAAC,kBAAkB,CAAQ,CAAC,CAAC;AACnG,CAAC,CAAC;AArNW,QAAA,qBAAqB,yBAqNhC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@minded-ai/mindedjs",
-  "version": "2.0.25-beta.6",
+  "version": "2.0.25",
   "description": "MindedJS is a TypeScript library for building agents.",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -53,8 +53,10 @@
   "dependencies": {
     "@langchain/core": "^0.3.55",
     "@langchain/langgraph": "^0.2.72",
+    "@types/chrome-remote-interface": "^0.31.14",
     "@types/js-yaml": "^4.0.9",
     "axios": "^1.9.0",
+    "chrome-remote-interface": "^0.33.3",
     "ejs": "^3.1.10",
     "flatted": "^3.3.3",
     "js-yaml": "^4.1.0",
@@ -70,4 +72,4 @@
   "peerDependencies": {
     "playwright": "^1.55.0"
   }
-}
+}

package/src/browserTask/CookieStore.ts

@@ -0,0 +1,49 @@
+import path from 'path';
+import fs from 'fs';
+import { logger } from '../utils/logger';
+
+export interface StoredCookie {
+  name: string;
+  value: string;
+  domain?: string;
+  path?: string;
+  expires?: number; // seconds since epoch
+  secure?: boolean;
+  httpOnly?: boolean;
+  sameSite?: 'Strict' | 'Lax' | 'None';
+}
+
+export class CookieStore {
+  constructor(private baseDir: string) { }
+
+  private fileFor() {
+    return path.join(this.baseDir, `last-session`);
+  }
+
+  async save(cookies: StoredCookie[]) {
+    fs.mkdirSync(this.baseDir, { recursive: true });
+    const file = this.fileFor();
+
+    // filter out expired cookies (avoid restoring junk)
+    const now = Math.floor(Date.now() / 1000);
+    const toPersist = cookies.filter((c) => !c.expires || c.expires > now);
+
+    // atomic write
+    try {
+      fs.writeFileSync(file, JSON.stringify({ version: 1, cookies: toPersist }, null, 2));
+    } catch (error) {
+      logger.error({ message: 'Failed to save cookies', error });
+    }
+  }
+
+  async load(): Promise<StoredCookie[] | null> {
+    const file = this.fileFor();
+    if (!(fs.existsSync(file))) return null;
+
+    const raw = fs.readFileSync(file, 'utf-8');
+    const parsed = JSON.parse(raw);
+    if (!parsed || !Array.isArray(parsed.cookies)) return null;
+    return parsed.cookies as StoredCookie[];
+  }
+}
+

package/src/browserTask/executeBrowserTask.py

@@ -1,3 +1,10 @@
+"""
+Browser Task Executor with Screenshot Capture Support
+
+This script runs browser automation tasks using browser-use and can capture
+screenshots at the end of each step, uploading them to S3 when configured.
+"""
+
 import asyncio
 import json
 from typing import List, Optional, Dict, Any, TypedDict
@@ -7,10 +14,18 @@ from browser_use.browser import BrowserProfile, BrowserSession
 from browser_use.llm import ChatOpenAI
 import os
 import sys
+import logging
+import base64
+from datetime import datetime
+from pathlib import Path
 from dotenv import load_dotenv
 
 load_dotenv()
 
+# Configure logging
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
+
 class OutputSchemaItemRequired(TypedDict):
   name: str
   type: str  # 'string' | 'number'
@@ -20,6 +35,227 @@ class OutputSchemaItem(OutputSchemaItemRequired, total=False):
   required: bool
 
 
+class ScreenshotCapture:
+    """Simple screenshot capture class that takes screenshots at step end and uploads to S3"""
+    
+    def __init__(self, config: Optional[Dict[str, Any]] = None):
+        self.config = config or {}
+        
+        # Import boto3 only when screenshot capture is needed
+        try:
+            import boto3
+            from botocore.exceptions import ClientError
+            self.boto3 = boto3
+            self.ClientError = ClientError
+        except ImportError:
+            raise ImportError(
+                "boto3 is required for screenshot capture. "
+                "Please install it with: uv pip install boto3 "
+                "or run: npx minded setup-local-operator"
+            )
+        
+        # S3 configuration with defaults
+        self.s3_bucket = self.config.get('s3_bucket', os.getenv('SCREENSHOT_S3_BUCKET', 'bucket-not-set'))
+        self.s3_prefix = self.config.get('s3_prefix', os.getenv('SCREENSHOT_S3_PREFIX', 'browser-use-runs-screenshots/'))
+        
+        # AWS region configuration
+        self.aws_region = self.config.get('aws_region', os.getenv('AWS_REGION', 'us-east-1'))
+        
+        # Ensure prefix ends with slash
+        if not self.s3_prefix.endswith('/'):
+            self.s3_prefix += '/'
+        
+        # Get session ID from config or generate one
+        self.session_id = self.config.get('session_id', datetime.now().strftime("%Y%m%d_%H%M%S_%f")[:-3])
+        
+        # Initialize S3 client with region
+        self.s3_client = self.boto3.client('s3', region_name=self.aws_region)
+        
+        # Track step counter
+        self.step_counter = 0
+        
+        logger.info(f"📸 Screenshot capture ENABLED - will capture at end of each step")
+        logger.info(f"   S3 destination: s3://{self.s3_bucket}/{self.s3_prefix}")
+        logger.info(f"   Session ID: {self.session_id}")
+        logger.info(f"   AWS Region: {self.aws_region}")
+    
+    async def capture_screenshot(self, agent: Any) -> None:
+        """Capture screenshot at step end and upload to S3"""
+        try:
+            # Get current page
+            page = await agent.browser_session.get_current_page()
+            
+            # Get current URL for logging (browser-use might use method instead of property)
+            try:
+                current_url = page.url if hasattr(page, 'url') else page.url()
+            except:
+                current_url = "unknown"
+            
+            # Update step counter
+            step_number = self.step_counter
+            self.step_counter += 1
+            
+            logger.info(f"📸 Capturing screenshot #{step_number} at: {current_url}")
+            
+            # Take screenshot - browser-use takes viewport by default
+            screenshot_data = await page.screenshot()
+            
+            # Ensure we have bytes - browser-use might return base64 string or bytes
+            if isinstance(screenshot_data, bytes):
+                screenshot_bytes = screenshot_data
+            elif isinstance(screenshot_data, str):
+                # If it's base64 encoded string, decode it
+                screenshot_bytes = base64.b64decode(screenshot_data)
+            else:
+                # Try to get bytes from whatever format it is
+                screenshot_bytes = bytes(screenshot_data)
+            
+            # Generate filename with metadata
+            timestamp = datetime.now().strftime("%Y%m%d_%H%M%S_%f")[:-3]
+            filename = f"{self.session_id}/step_{step_number:04d}_{timestamp}.png"
+            
+            # Upload to S3
+            s3_key = f"{self.s3_prefix}{filename}"
+            
+            try:
+                # Verify we have valid data before uploading
+                if not screenshot_bytes or len(screenshot_bytes) == 0:
+                    logger.error(f"❌ Screenshot bytes are empty!")
+                    return
+                
+                # Upload to S3 with KMS encryption
+                self.s3_client.put_object(
+                    Bucket=self.s3_bucket,
+                    Key=s3_key,
+                    Body=screenshot_bytes,
+                    ContentType='image/png',
+                    ServerSideEncryption='aws:kms',
+                    Tagging='retention=30d'
+                )
+                
+                s3_url = f"s3://{self.s3_bucket}/{s3_key}"
+                logger.info(f"✅ Screenshot uploaded: {s3_url} (step {step_number}, size: {len(screenshot_bytes)} bytes)")
+                
+            except self.ClientError as e:
+                logger.error(f"❌ Failed to upload screenshot #{step_number} to S3")
+                logger.error(f"   Error: {str(e)}")
+                logger.error(f"   Bucket: {self.s3_bucket}, Key: {s3_key}")
+                # Continue execution even if screenshot upload fails
+                
+        except Exception as e:
+            step_num = getattr(self, 'step_counter', 'unknown')
+            logger.error(f"❌ Error capturing screenshot #{step_num}: {str(e)}")
+            # Don't raise - continue execution
+
+
+class LogsCapture:
+    """Logs capture class that saves browser-use history logs to S3"""
+    
+    def __init__(self, config: Optional[Dict[str, Any]] = None):
+        self.config = config or {}
+        
+        # Import boto3 only when logs capture is needed
+        try:
+            import boto3
+            from botocore.exceptions import ClientError
+            self.boto3 = boto3
+            self.ClientError = ClientError
+        except ImportError:
+            raise ImportError(
+                "boto3 is required for logs capture. "
+                "Please install it with: uv pip install boto3 "
+                "or run: npx minded setup-local-operator"
+            )
+        
+        # S3 configuration with defaults
+        self.s3_bucket = self.config.get('s3_bucket', os.getenv('SCREENSHOT_S3_BUCKET', 'bucket-not-set'))
+        self.s3_prefix = self.config.get('s3_prefix', os.getenv('SCREENSHOT_S3_PREFIX', 'browser-use-runs-logs/'))
+        
+        # AWS region configuration
+        self.aws_region = self.config.get('aws_region', os.getenv('AWS_REGION', 'us-east-1'))
+        
+        # Ensure prefix ends with slash
+        if not self.s3_prefix.endswith('/'):
+            self.s3_prefix += '/'
+        
+        # Get session ID and tool call ID from config
+        self.session_id = self.config.get('session_id', datetime.now().strftime("%Y%m%d_%H%M%S_%f")[:-3])
+        self.tool_call_id = self.config.get('tool_call_id', 'unknown')
+        
+        # Initialize S3 client with region
+        self.s3_client = self.boto3.client('s3', region_name=self.aws_region)
+        
+        # Track accumulated logs
+        self.log_entries: List[str] = []
+        self.step_counter = 0
+        
+        logger.info(f"📝 Logs capture ENABLED - will save history logs periodically")
+        logger.info(f"   S3 destination: s3://{self.s3_bucket}/{self.s3_prefix}")
+        logger.info(f"   Session ID: {self.session_id}")
+        logger.info(f"   Tool Call ID: {self.tool_call_id}")
+        logger.info(f"   AWS Region: {self.aws_region}")
+    
+    async def capture_logs(self, agent: Any) -> None:
+        """Capture logs at step end and upload to S3"""
+        try:
+            step_number = self.step_counter
+            self.step_counter += 1
+            
+            # Get history object from agent
+            history = agent.history
+            
+            # Extract model outputs if available
+            try:
+                model_outputs = history.model_outputs() if hasattr(history, 'model_outputs') else []
+                for model_output in model_outputs:
+                    print(f"model_output")
+                    if hasattr(model_output, 'current_state'):
+                        print(f"model_output.current_state")
+                        if model_output.current_state.thinking:
+                          self.log_entries.append('💡 Thinking: ' + model_output.current_state.thinking)
+                        if model_output.current_state.memory:
+                          self.log_entries.append('🧠 Memory: ' + model_output.current_state.memory)
+                        if model_output.current_state.next_goal:
+                          self.log_entries.append('🎯 Next goal: ' + model_output.current_state.next_goal)
+                        print("Finished adding log entries")
+            except Exception as e:
+                logger.warning(f"Could not extract model outputs: {e}")
+                
+            print(f"self.log_entries count: {len(self.log_entries)}")
+
+            # Upload to S3
+            s3_key = f"{self.s3_prefix}{self.session_id}/{self.tool_call_id}/operator.log"
+            
+            try:
+                # Convert logs to JSON string
+                logs_json = json.dumps(self.log_entries, indent=2, default=str)
+                logs_bytes = logs_json.encode('utf-8')
+                
+                # Upload to S3 with KMS encryption
+                self.s3_client.put_object(
+                    Bucket=self.s3_bucket,
+                    Key=s3_key,
+                    Body=logs_bytes,
+                    ContentType='application/json',
+                    ServerSideEncryption='aws:kms',
+                    Tagging='retention=30d'
+                )
+                
+                s3_url = f"s3://{self.s3_bucket}/{s3_key}"
+                logger.info(f"✅ Logs uploaded: {s3_url} (step {step_number}, size: {len(logs_bytes)} bytes, total entries: {len(self.log_entries)})")
+                
+            except self.ClientError as e:
+                logger.error(f"❌ Failed to upload logs for step #{step_number} to S3")
+                logger.error(f"   Error: {str(e)}")
+                logger.error(f"   Bucket: {self.s3_bucket}, Key: {s3_key}")
+                # Continue execution even if logs upload fails
+                
+        except Exception as e:
+            step_num = getattr(self, 'step_counter', 'unknown')
+            logger.error(f"❌ Error capturing logs #{step_num}: {str(e)}")
+            # Don't raise - continue execution
+
+
 def create_pydantic_model_from_schema(output_schema: Optional[List[Dict[str, Any]]]) -> Optional[type[BaseModel]]:
   if not output_schema:
     return None
@@ -43,7 +279,8 @@ def create_pydantic_model_from_schema(output_schema: Optional[List[Dict[str, Any
   return None
 
 
-async def main(session_id: str, cdp_url: str, task: str, output_schema_json: Optional[str] = None, otp_secret: Optional[str] = None, folder_path: str = None):
+async def main(session_id: str, cdp_url: str, task: str, output_schema_json: Optional[str] = None, 
+               otp_secret: Optional[str] = None, screenshot_config: Optional[Dict[str, Any]] = None, folder_path: str = None, tool_call_id: Optional[str] = None):
   llm = ChatOpenAI(
     model="gpt-4.1",
     api_key=os.getenv("OPENAI_API_KEY"),
@@ -59,6 +296,53 @@ async def main(session_id: str, cdp_url: str, task: str, output_schema_json: Opt
     browser_profile=BrowserProfile(downloads_path=folder_path),
     cdp_url=cdp_url
   )
+  
+  # Initialize screenshot capture if enabled
+  screenshot_capture = None
+  logs_capture = None
+  on_step_end_hook = None
+  
+  # Check if screenshots are enabled
+  enable_screenshot_capture_to_s3 = screenshot_config and screenshot_config.get('enableScreenshotCaptureToS3', False)
+  
+  if enable_screenshot_capture_to_s3:
+    logger.info("-" * 50)
+    logger.info("🎯 Initializing screenshot capture for browser task")
+    logger.info(f"   Session: {session_id}")
+    logger.info("-" * 50)
+    
+    # Add session_id to config
+    screenshot_config['session_id'] = session_id
+    screenshot_capture = ScreenshotCapture(screenshot_config)
+  else:
+    logger.info("📷 Screenshot capture is DISABLED for this browser task")
+  
+  # Initialize logs capture if enabled (independent from screenshots)
+  enable_logs_capture_to_s3 = screenshot_config and screenshot_config.get('enableLogsCaptureToS3', False)
+  
+  if enable_logs_capture_to_s3:
+    logger.info("-" * 50)
+    logger.info("🎯 Initializing logs capture for browser task")
+    logger.info(f"   Session: {session_id}")
+    logger.info(f"   Tool Call ID: {tool_call_id}")
+    logger.info("-" * 50)
+    
+    # Add session_id and tool_call_id to config
+    screenshot_config['session_id'] = session_id
+    screenshot_config['tool_call_id'] = tool_call_id
+    logs_capture = LogsCapture(screenshot_config)
+  else:
+    logger.info("📝 Logs capture is DISABLED for this browser task")
+  
+  # Create composite hook function for step end
+  if screenshot_capture or logs_capture:
+    async def on_step_end(agent: Any) -> None:
+      if screenshot_capture:
+        await screenshot_capture.capture_screenshot(agent)
+      if logs_capture:
+        await logs_capture.capture_logs(agent)
+    
+    on_step_end_hook = on_step_end
 
   output_schema = None
   if output_schema_json:
@@ -98,7 +382,11 @@ async def main(session_id: str, cdp_url: str, task: str, output_schema_json: Opt
     available_file_paths=available_files,
     browser_session=browser_session,
   )
-  history = await agent.run()
+  
+  # Run agent with screenshot hook if configured
+  history = await agent.run(
+    on_step_end=on_step_end_hook
+  )
   final_result = history.final_result()
   
       # Parse result with output model if provided
@@ -142,12 +430,14 @@ if __name__ == '__main__':
     task = payload.get('task')
     output_schema = payload.get('outputSchema')
     otp_secret = payload.get('otpSecret')
+    screenshot_config = payload.get('screenshotConfig')
     folder_path = payload.get('folderPath')
+    tool_call_id = payload.get('toolCallId')
 
     if not session_id or not cdp_url or not task or not folder_path:
       raise SystemExit("Missing required fields in JSON payload: sessionId, cdpUrl, task, folderPath")
 
     output_schema_json = json.dumps(output_schema) if output_schema is not None else None
-    asyncio.run(main(session_id, cdp_url, task, output_schema_json, otp_secret, folder_path))
+    asyncio.run(main(session_id, cdp_url, task, output_schema_json, otp_secret, screenshot_config, folder_path, tool_call_id))
   else:
     raise SystemExit("Usage: uv run executeBrowserTask.py; send a JSON payload via stdin")