donobu 2.17.0 → 2.17.1

package/dist/tools/SolveMfaChallenge.d.ts

@@ -0,0 +1,32 @@
+import { Locator } from 'playwright';
+import { ToolCallContext } from '../models/ToolCallContext';
+import { ReplayableInteraction, AnnotationBasedParameters, SelectorBasedParameters } from './ReplayableInteraction';
+export interface SolveMfaChallengeToolCoreParameters {
+    /**
+     * The Gmail client ID.
+     */
+    gmailClientId: string;
+    /**
+     * The Gmail client secret.
+     */
+    gmailClientSecret: string;
+    /**
+     * The Gmail refresh token.
+     */
+    gmailRefreshToken: string;
+}
+export interface SelectorBasedSolveMfaChallengeToolParameters extends SelectorBasedParameters, SolveMfaChallengeToolCoreParameters {
+}
+export interface AnnotationBasedSolveMfaChallengeToolParameters extends AnnotationBasedParameters, SolveMfaChallengeToolCoreParameters {
+}
+export declare class SolveMfaChallengeTool extends ReplayableInteraction<SolveMfaChallengeToolCoreParameters, SelectorBasedSolveMfaChallengeToolParameters, AnnotationBasedSolveMfaChallengeToolParameters> {
+    static readonly NAME = "solveMfaChallenge";
+    private static readonly MAX_RETRIES;
+    private static readonly RETRY_DELAY_MS;
+    constructor();
+    invoke(context: ToolCallContext, parameters: SolveMfaChallengeToolCoreParameters, element: Locator): Promise<string>;
+    private getMfaCodeFromEmails;
+    private getLatestEmailBody;
+    private extractMfaCodeWithGpt;
+}
+//# sourceMappingURL=SolveMfaChallenge.d.ts.map

package/dist/tools/SolveMfaChallenge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SolveMfaChallenge.d.ts","sourceRoot":"","sources":["../../src/tools/SolveMfaChallenge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EACL,qBAAqB,EACrB,yBAAyB,EACzB,uBAAuB,EACxB,MAAM,yBAAyB,CAAC;AAMjC,MAAM,WAAW,mCAAmC;IAClD;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,4CACf,SAAQ,uBAAuB,EAC7B,mCAAmC;CAAG;AAE1C,MAAM,WAAW,8CACf,SAAQ,yBAAyB,EAC/B,mCAAmC;CAAG;AAE1C,qBAAa,qBAAsB,SAAQ,qBAAqB,CAC9D,mCAAmC,EACnC,4CAA4C,EAC5C,8CAA8C,CAC/C;IACC,gBAAuB,IAAI,uBAAuB;IAClD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAM;IACzC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAQ;;IAYxC,MAAM,CACV,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,mCAAmC,EAC/C,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,MAAM,CAAC;YAuCJ,oBAAoB;YA6CpB,kBAAkB;YA+ElB,qBAAqB;CAuDpC"}

package/dist/tools/SolveMfaChallenge.js

@@ -0,0 +1,185 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SolveMfaChallengeTool = void 0;
+const ReplayableInteraction_1 = require("./ReplayableInteraction");
+const MiscUtils_1 = require("../utils/MiscUtils");
+const googleapis_1 = require("googleapis");
+const Logger_1 = require("../utils/Logger");
+class SolveMfaChallengeTool extends ReplayableInteraction_1.ReplayableInteraction {
+    constructor() {
+        super(SolveMfaChallengeTool.NAME, 'Scan Gmail-based emails for MFA verification codes and automatically input them into the specified field.', 'SelectorBasedSolveMfaChallengeToolParameters', 'AnnotationBasedSolveMfaChallengeToolParameters', true);
+    }
+    async invoke(context, parameters, element) {
+        const waitTimeSeconds = 60;
+        // Extract the MFA code from emails
+        const mfaCode = await this.getMfaCodeFromEmails(context, parameters, waitTimeSeconds);
+        if (!mfaCode) {
+            throw new Error('Could not find MFA code in emails after multiple attempts');
+        }
+        // Input the MFA code into the element
+        for (const char of mfaCode) {
+            await element.press(char, {
+                delay: MiscUtils_1.MiscUtils.generateHumanLikeKeyPressDurationInMs(char),
+                timeout: 3000,
+            });
+        }
+        // Submit the form if necessary
+        try {
+            const char = 'Enter';
+            await element.press(char, {
+                delay: MiscUtils_1.MiscUtils.generateHumanLikeKeyPressDurationInMs(char),
+                timeout: 3000,
+            });
+        }
+        catch (_error) {
+            // Some MFA systems automatically submit themselves, so if we have
+            // gotten this far, do not fail if the 'Enter' key fails to land.
+        }
+        return `Successfully retrieved and inputted MFA code: ${mfaCode}`;
+    }
+    async getMfaCodeFromEmails(context, parameters, waitTimeSeconds = 60) {
+        const startTime = Date.now();
+        const endTime = startTime + waitTimeSeconds * 1000;
+        let attempt = 0;
+        while (Date.now() < endTime &&
+            attempt < SolveMfaChallengeTool.MAX_RETRIES) {
+            attempt++;
+            Logger_1.appLogger.info(`Attempt ${attempt} of ${SolveMfaChallengeTool.MAX_RETRIES} to find MFA code in emails`);
+            try {
+                // Get the latest emails for the user
+                const emailBody = await this.getLatestEmailBody(parameters);
+                if (emailBody) {
+                    // Use the GPT client to extract the MFA code
+                    const mfaCode = await this.extractMfaCodeWithGpt(context, emailBody);
+                    if (mfaCode) {
+                        Logger_1.appLogger.info(`Successfully found MFA code: ${mfaCode}`);
+                        return mfaCode;
+                    }
+                }
+                // Wait before retrying
+                await new Promise((resolve) => {
+                    setTimeout(resolve, SolveMfaChallengeTool.RETRY_DELAY_MS);
+                });
+            }
+            catch (error) {
+                Logger_1.appLogger.error(`Error finding MFA code in emails`, error);
+                // Continue retrying
+            }
+        }
+        return null;
+    }
+    async getLatestEmailBody(parameters) {
+        try {
+            // Create OAuth client
+            const oAuth2Client = new googleapis_1.google.auth.OAuth2(parameters.gmailClientId, parameters.gmailClientSecret);
+            oAuth2Client.setCredentials({
+                refresh_token: parameters.gmailRefreshToken,
+            });
+            const gmail = googleapis_1.google.gmail({ version: 'v1', auth: oAuth2Client });
+            // Build search query
+            let query = 'subject:(verification code OR security code OR authentication code OR verification OR confirm OR code)';
+            // Add time filter to only get recent emails (last 5 minutes)
+            const fiveMinutesAgo = new Date(Date.now() - 5 * 60 * 1000);
+            const formattedDate = fiveMinutesAgo.toISOString().split('T')[0]; // YYYY-MM-DD format
+            query = `${query} after:${formattedDate}`;
+            // Get latest messages
+            const res = await gmail.users.messages.list({
+                userId: 'me',
+                q: query,
+                maxResults: 5,
+            });
+            if (!res.data.messages || res.data.messages.length === 0) {
+                Logger_1.appLogger.info('No matching emails found');
+                return null;
+            }
+            // Get the latest email content
+            const message = res.data.messages[0];
+            const email = await gmail.users.messages.get({
+                userId: 'me',
+                id: message.id,
+                format: 'full',
+            });
+            // Extract email body
+            const parts = email.data.payload?.parts;
+            let body = '';
+            if (parts) {
+                // Try to find plain text part first
+                const textPart = parts.find((part) => part.mimeType === 'text/plain');
+                if (textPart && textPart.body?.data) {
+                    body = Buffer.from(textPart.body.data, 'base64').toString('utf-8');
+                }
+                else {
+                    // Fall back to HTML part if no plain text
+                    const htmlPart = parts.find((part) => part.mimeType === 'text/html');
+                    if (htmlPart && htmlPart.body?.data) {
+                        body = Buffer.from(htmlPart.body.data, 'base64').toString('utf-8');
+                    }
+                }
+            }
+            else if (email.data.payload?.body?.data) {
+                // Handle case where email has no parts
+                body = Buffer.from(email.data.payload.body.data, 'base64').toString('utf-8');
+            }
+            if (!body) {
+                Logger_1.appLogger.warn('Email found but body could not be decoded');
+                return null;
+            }
+            return body;
+        }
+        catch (error) {
+            Logger_1.appLogger.error('Error getting email body:', error);
+            throw error;
+        }
+    }
+    async extractMfaCodeWithGpt(context, emailBody) {
+        // Use GPT to extract the MFA code from the email body
+        const systemMessage = {
+            type: 'system',
+            text: `You are a tool that extracts MFA (Multi-Factor Authentication) verification codes from emails.
+Your task is to identify and extract ONLY the verification code from the email.
+Common formats include 6-digit numbers, 8-digit numbers, or combinations of numbers and letters.
+If multiple potential codes exist, choose the most likely one based on context (usually near phrases like "verification code", "security code", etc.)
+Return ONLY the code with no additional text, punctuation, or explanation.
+If no code can be found, respond with "NO_CODE_FOUND".`,
+        };
+        const userMessage = {
+            type: 'user',
+            items: [
+                {
+                    type: 'text',
+                    text: `Extract the verification code from this email:
+\`\`\`
+${emailBody}
+\`\`\``,
+                },
+            ],
+        };
+        try {
+            const response = await context.gptClient.getMessage([
+                systemMessage,
+                userMessage,
+            ]);
+            const extractedCode = response.text.trim();
+            if (extractedCode === 'NO_CODE_FOUND') {
+                return null;
+            }
+            // Basic validation - at least one digit, reasonable length
+            if (/\d/.test(extractedCode) &&
+                extractedCode.length >= 4 &&
+                extractedCode.length <= 12) {
+                return extractedCode;
+            }
+            Logger_1.appLogger.warn(`GPT extracted an invalid code: ${extractedCode}`);
+            return null;
+        }
+        catch (error) {
+            Logger_1.appLogger.error('Error using GPT to extract MFA code:', error);
+            return null;
+        }
+    }
+}
+exports.SolveMfaChallengeTool = SolveMfaChallengeTool;
+SolveMfaChallengeTool.NAME = 'solveMfaChallenge';
+SolveMfaChallengeTool.MAX_RETRIES = 10;
+SolveMfaChallengeTool.RETRY_DELAY_MS = 6000;
+//# sourceMappingURL=SolveMfaChallenge.js.map

package/dist/tools/SolveMfaChallenge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SolveMfaChallenge.js","sourceRoot":"","sources":["../../src/tools/SolveMfaChallenge.ts"],"names":[],"mappings":";;;AAEA,mEAIiC;AACjC,kDAA+C;AAC/C,2CAAoC;AACpC,4CAA4C;AA4B5C,MAAa,qBAAsB,SAAQ,6CAI1C;IAKC;QACE,KAAK,CACH,qBAAqB,CAAC,IAAI,EAC1B,2GAA2G,EAC3G,8CAA8C,EAC9C,gDAAgD,EAChD,IAAI,CACL,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CACV,OAAwB,EACxB,UAA+C,EAC/C,OAAgB;QAEhB,MAAM,eAAe,GAAG,EAAE,CAAC;QAE3B,mCAAmC;QACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAC7C,OAAO,EACP,UAAU,EACV,eAAe,CAChB,CAAC;QAEF,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,2DAA2D,CAC5D,CAAC;QACJ,CAAC;QAED,sCAAsC;QACtC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE;gBACxB,KAAK,EAAE,qBAAS,CAAC,qCAAqC,CAAC,IAAI,CAAC;gBAC5D,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;QACL,CAAC;QAED,+BAA+B;QAC/B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,OAAO,CAAC;YACrB,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE;gBACxB,KAAK,EAAE,qBAAS,CAAC,qCAAqC,CAAC,IAAI,CAAC;gBAC5D,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,kEAAkE;YAClE,iEAAiE;QACnE,CAAC;QAED,OAAO,iDAAiD,OAAO,EAAE,CAAC;IACpE,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,OAAwB,EACxB,UAA+C,EAC/C,kBAA0B,EAAE;QAE5B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,SAAS,GAAG,eAAe,GAAG,IAAI,CAAC;QACnD,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,OACE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;YACpB,OAAO,GAAG,qBAAqB,CAAC,WAAW,EAC3C,CAAC;YACD,OAAO,EAAE,CAAC;YACV,kBAAS,CAAC,IAAI,CACZ,WAAW,OAAO,OAAO,qBAAqB,CAAC,WAAW,6BAA6B,CACxF,CAAC;YAEF,IAAI,CAAC;gBACH,qCAAqC;gBACrC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;gBAE5D,IAAI,SAAS,EAAE,CAAC;oBACd,6CAA6C;oBAC7C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;oBAErE,IAAI,OAAO,EAAE,CAAC;wBACZ,kBAAS,CAAC,IAAI,CAAC,gCAAgC,OAAO,EAAE,CAAC,CAAC;wBAC1D,OAAO,OAAO,CAAC;oBACjB,CAAC;gBACH,CAAC;gBAED,uBAAuB;gBACvB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;oBAC5B,UAAU,CAAC,OAAO,EAAE,qBAAqB,CAAC,cAAc,CAAC,CAAC;gBAC5D,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,kBAAS,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;gBAC3D,oBAAoB;YACtB,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,UAA+C;QAE/C,IAAI,CAAC;YACH,sBAAsB;YACtB,MAAM,YAAY,GAAG,IAAI,mBAAM,CAAC,IAAI,CAAC,MAAM,CACzC,UAAU,CAAC,aAAa,EACxB,UAAU,CAAC,iBAAiB,CAC7B,CAAC;YACF,YAAY,CAAC,cAAc,CAAC;gBAC1B,aAAa,EAAE,UAAU,CAAC,iBAAiB;aAC5C,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,mBAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;YAElE,qBAAqB;YACrB,IAAI,KAAK,GACP,wGAAwG,CAAC;YAE3G,6DAA6D;YAC7D,MAAM,cAAc,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;YAC5D,MAAM,aAAa,GAAG,cAAc,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,oBAAoB;YACtF,KAAK,GAAG,GAAG,KAAK,UAAU,aAAa,EAAE,CAAC;YAE1C,sBAAsB;YACtB,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAC1C,MAAM,EAAE,IAAI;gBACZ,CAAC,EAAE,KAAK;gBACR,UAAU,EAAE,CAAC;aACd,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzD,kBAAS,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;gBAC3C,OAAO,IAAI,CAAC;YACd,CAAC;YAED,+BAA+B;YAC/B,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAC3C,MAAM,EAAE,IAAI;gBACZ,EAAE,EAAE,OAAO,CAAC,EAAG;gBACf,MAAM,EAAE,MAAM;aACf,CAAC,CAAC;YAEH,qBAAqB;YACrB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC;YACxC,IAAI,IAAI,GAAG,EAAE,CAAC;YAEd,IAAI,KAAK,EAAE,CAAC;gBACV,oCAAoC;gBACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,YAAY,CAAC,CAAC;gBACtE,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;oBACpC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACrE,CAAC;qBAAM,CAAC;oBACN,0CAA0C;oBAC1C,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,WAAW,CAAC,CAAC;oBACrE,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;wBACpC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;oBACrE,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBAC1C,uCAAuC;gBACvC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,QAAQ,CACjE,OAAO,CACR,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,kBAAS,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;gBAC5D,OAAO,IAAI,CAAC;YACd,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,kBAAS,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;YACpD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB,CACjC,OAAwB,EACxB,SAAiB;QAEjB,sDAAsD;QACtD,MAAM,aAAa,GAAkB;YACnC,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE;;;;;uDAK2C;SAClD,CAAC;QAEF,MAAM,WAAW,GAAgB;YAC/B,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE;;EAEd,SAAS;OACJ;iBACE;aACF;SACF,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,SAAU,CAAC,UAAU,CAAC;gBACnD,aAAa;gBACb,WAAW;aACZ,CAAC,CAAC;YACH,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAE3C,IAAI,aAAa,KAAK,eAAe,EAAE,CAAC;gBACtC,OAAO,IAAI,CAAC;YACd,CAAC;YAED,2DAA2D;YAC3D,IACE,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;gBACxB,aAAa,CAAC,MAAM,IAAI,CAAC;gBACzB,aAAa,CAAC,MAAM,IAAI,EAAE,EAC1B,CAAC;gBACD,OAAO,aAAa,CAAC;YACvB,CAAC;YAED,kBAAS,CAAC,IAAI,CAAC,kCAAkC,aAAa,EAAE,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,kBAAS,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;YAC/D,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;;AAhPH,sDAiPC;AA5OwB,0BAAI,GAAG,mBAAmB,CAAC;AAC1B,iCAAW,GAAG,EAAE,CAAC;AACjB,oCAAc,GAAG,IAAI,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "donobu",
-  "version": "2.17.0",
+  "version": "2.17.1",
   "description": "Create browser automations with an LLM agent and replay them as Playwright scripts.",
   "main": "dist/main.js",
   "module": "dist/esm/main.js",