donobu 2.15.1 → 2.17.0

package/dist/managers/ControlPanel.js

@@ -0,0 +1,282 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ControlPanel = void 0;
+const Logger_1 = require("../utils/Logger");
+const PageClosedException_1 = require("../exceptions/PageClosedException");
+const PlaywrightUtils_1 = require("../utils/PlaywrightUtils");
+const MiscUtils_1 = require("../utils/MiscUtils");
+const path_1 = __importDefault(require("path"));
+/**
+ * Manages the integration and interaction with the Donobu control panel in web pages.
+ * Note that if the `isControlPanelEnabled` flow metadata state is false, all
+ * operations are no-ops.
+ *
+ * The control panel provides a user interface for interacting with automated flows in the browser,
+ * allowing users to pause, resume, and stop flows. The panel includes visual indicators of the
+ * current flow state and can be dragged around the page.
+ *
+ * Key features:
+ * - Reading and processing user interactions from the control panel
+ * - Showing/hiding the control panel
+ * - Updating the control panel state and headline text
+ * - Maintaining consistency across multiple pages in the same browser context
+ *
+ * @example
+ * // Check for user requests from the control panel
+ * const nextState = await controlPanel.popControlPanelNextDesiredState(browserContext);
+ * if (nextState === 'PAUSED') {
+ *   // Handle pause request
+ * }
+ *
+ * // Update the control panel with current flow state
+ * await controlPanel.update(browserContext, "Executing action...");
+ */
+class ControlPanel {
+    constructor(flowMetadata) {
+        this.flowMetadata = flowMetadata;
+    }
+    /**
+     * Reads and clears the next desired state from the control panel UI.
+     *
+     * This method checks if the user has requested a state change (pause, resume, or end)
+     * via the control panel interface. When called, it retrieves any pending state change
+     * request and clears the request from the UI to prevent duplicate processing.
+     *
+     * Note that the control panel does not have unlimited control over the flow -
+     * it is restricted to signaling intents to pause, resume, or end a flow.
+     *
+     * @param page - The Playwright Page object where the control panel exists
+     * @returns The requested state (as a State enum value) or null if no state change was requested
+     * @throws {PageClosedException} If the page has been closed while attempting to read the state
+     *
+     * @example
+     * const nextState = await controlPanel.popNextDesiredState(page);
+     * if (nextState === 'PAUSED') {
+     *   // Handle the pause request
+     *   flowMetadata.state = State.PAUSED;
+     * }
+     */
+    async popNextDesiredState(page) {
+        if (!this.flowMetadata.isControlPanelEnabled) {
+            return null;
+        }
+        await this.ensureControlPanelIsSetup(page.context());
+        try {
+            const desiredNextState = await page.evaluate(() => {
+                const tmpState = window.__donobu.nextState;
+                window.__donobu.nextState = null;
+                return tmpState;
+            });
+            if (desiredNextState) {
+                return desiredNextState;
+            }
+        }
+        catch (error) {
+            if (PlaywrightUtils_1.PlaywrightUtils.isPageClosedError(error)) {
+                throw new PageClosedException_1.PageClosedException();
+            }
+            else {
+                throw error;
+            }
+        }
+        return null;
+    }
+    /**
+     * Hides the control panel on all pages in the browser context.
+     *
+     * Sets the control panel's display style to 'none', making it invisible and
+     * preventing it from intercepting mouse events. This is useful when taking
+     * screenshots or when the control panel might interfere with user interactions.
+     *
+     * This method operates on all pages in the same browser context, ensuring
+     * consistent behavior if multiple tabs/windows are open.
+     *
+     * @param browserContext - The browser context to update pages on
+     * @returns A Promise that resolves when the operation is complete
+     */
+    async hide(browserContext) {
+        if (!this.flowMetadata.isControlPanelEnabled) {
+            return;
+        }
+        for (const page of browserContext.pages()) {
+            try {
+                await page.evaluate((panelId) => {
+                    const element = document.querySelector(`#${panelId}`);
+                    if (element) {
+                        element.style.display = 'none';
+                    }
+                }, ControlPanel.DONOBU_CONTROL_PANEL_ELEMENT_ID);
+            }
+            catch (error) {
+                if (PlaywrightUtils_1.PlaywrightUtils.isPageClosedError(error)) {
+                    // Pass; this can happen normally.
+                }
+                else {
+                    Logger_1.appLogger.error(`Unexpected exception while attempting to show control panel`, error);
+                }
+            }
+        }
+    }
+    /**
+     * Shows the control panel on all pages in the browser context.
+     *
+     * Resets the control panel's display property to make it visible again.
+     * This method will only show the control panel if it is enabled in the
+     * flow metadata.
+     *
+     * Like other control panel methods, this operates on all pages in the
+     * same browser context for consistency.
+     *
+     * @param browserContext - The browser context to update pages on
+     * @returns A Promise that resolves when the operation is complete
+     */
+    async show(browserContext) {
+        if (!this.flowMetadata.isControlPanelEnabled) {
+            return;
+        }
+        await this.ensureControlPanelIsSetup(browserContext);
+        for (const page of browserContext.pages()) {
+            try {
+                await page.evaluate((panelId) => {
+                    const element = document.querySelector(`#${panelId}`);
+                    if (element) {
+                        element.style.display = 'block';
+                    }
+                }, ControlPanel.DONOBU_CONTROL_PANEL_ELEMENT_ID);
+            }
+            catch (error) {
+                if (PlaywrightUtils_1.PlaywrightUtils.isPageClosedError(error)) {
+                    // Pass; this can happen normally.
+                }
+                else {
+                    Logger_1.appLogger.error(`Unexpected exception while attempting to show control panel`, error);
+                }
+            }
+        }
+    }
+    /**
+     * Updates the control panel state and optionally its headline text.
+     *
+     * This method updates the control panel on all pages in the browser context with
+     * the current flow state.
+     *
+     * If a headline string is provided, it also updates the title text displayed
+     * in the control panel. If the headline string is not provided, a default message
+     * appropriate for the current flow state is displayed.
+     *
+     * This method helps keep the UI in sync with the actual flow state and provides
+     * visual feedback to the user about the current operation.
+     *
+     * @param browserContext - The browser context to update pages on
+     * @param headline - Optional text to display in the panel headline
+     * @returns A Promise that resolves when the update operation is complete
+     *
+     * @example
+     * // Update all control panels with the current state and a custom message
+     * await controlPanel.update(
+     *   browserContext,
+     *   flowMetadata,
+     *   "Entering login credentials..."
+     * );
+     */
+    async update(browserContext, headline) {
+        if (!this.flowMetadata.isControlPanelEnabled) {
+            return;
+        }
+        await this.ensureControlPanelIsSetup(browserContext);
+        if (!headline) {
+            headline = this.getDefaultControlPanelMessage();
+        }
+        const controlPanelQuerySelector = `#${ControlPanel.DONOBU_CONTROL_PANEL_ELEMENT_ID}`;
+        const controlPanelHeadlineQuerySelector = `#${ControlPanel.DONOBU_CONTROL_PANEL_HEADLINE_ELEMENT_ID}`;
+        for (const page of browserContext.pages()) {
+            try {
+                const controlPanel = page.locator(controlPanelQuerySelector).first();
+                if ((await controlPanel.count()) === 1) {
+                    await controlPanel.evaluate((element, state) => {
+                        element.donobuFlowState = state;
+                    }, this.flowMetadata.state.toString());
+                    if (headline) {
+                        const controlPanelHeadline = page
+                            .locator(controlPanelHeadlineQuerySelector)
+                            .first();
+                        if ((await controlPanelHeadline.count()) === 1) {
+                            const escapedMessage = headline.replace(/[\\"']/g, '\\$&');
+                            await controlPanelHeadline.evaluate((element, message) => {
+                                element.textContent = message;
+                            }, escapedMessage);
+                        }
+                    }
+                }
+            }
+            catch (error) {
+                if (PlaywrightUtils_1.PlaywrightUtils.isPageClosedError(error)) {
+                    // Pass; this can happen normally.
+                }
+                else {
+                    Logger_1.appLogger.error(`Unexpected exception while attempting to update control panel`, error);
+                }
+            }
+        }
+    }
+    getDefaultControlPanelMessage() {
+        // If the strings here are updated, you should also update the corresponding
+        // strings in 'control-panel.js', otherwise, you will get flickering in the
+        // control panel.
+        switch (this.flowMetadata.state) {
+            case 'UNSTARTED':
+                return 'Unstarted';
+            case 'INITIALIZING':
+                return 'Initializing';
+            case 'QUERYING_LLM_FOR_NEXT_ACTION':
+                return 'Thinking...';
+            case 'WAITING_ON_USER_FOR_NEXT_ACTION':
+                return 'Waiting on user...';
+            case 'PAUSED':
+                return 'Paused';
+            case 'RESUMING':
+                return 'Resuming';
+            default:
+                return '';
+        }
+    }
+    isHeadless() {
+        return this.flowMetadata.browser.using.type === 'device' &&
+            this.flowMetadata.browser.using.headless
+            ? true
+            : false;
+    }
+    async ensureControlPanelIsSetup(browserContext) {
+        if (this.isHeadless()) {
+            return;
+        }
+        for (const page of browserContext.pages()) {
+            try {
+                await page.evaluate(ControlPanel.INIT_SCRIPT);
+            }
+            catch (error) {
+                if (!PlaywrightUtils_1.PlaywrightUtils.isPageClosedError(error)) {
+                    Logger_1.appLogger.error(`Error when evaluating ControlPanel.INIT_SCRIPT on page: ${page.url()})`, error);
+                }
+            }
+        }
+    }
+}
+exports.ControlPanel = ControlPanel;
+ControlPanel.INIT_SCRIPT = MiscUtils_1.MiscUtils.getResourceFileAsString(path_1.default.join('control-panel.js'));
+/**
+ * The HTML element ID for the control panel container.
+ *
+ * WARNING: If this ID is changed, you must also update the corresponding ID in
+ * {@link ControlPanel.INIT_SCRIPT}.
+ */
+ControlPanel.DONOBU_CONTROL_PANEL_ELEMENT_ID = 'donobu-control-panel';
+/**
+ * The HTML element ID for the headline text element in the control panel.
+ * This element displays the current state or action message.
+ */
+ControlPanel.DONOBU_CONTROL_PANEL_HEADLINE_ELEMENT_ID = 'donobu-control-panel-title-text';
+//# sourceMappingURL=ControlPanel.js.map

package/dist/managers/ControlPanel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ControlPanel.js","sourceRoot":"","sources":["../../src/managers/ControlPanel.ts"],"names":[],"mappings":";;;;;;AAEA,4CAA4C;AAC5C,2EAAwE;AACxE,8DAA2D;AAC3D,kDAA+C;AAC/C,gDAAwB;AAExB;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAa,YAAY;IAqBvB,YAAoC,YAA0B;QAA1B,iBAAY,GAAZ,YAAY,CAAc;IAAG,CAAC;IAElE;;;;;;;;;;;;;;;;;;;;OAoBG;IACI,KAAK,CAAC,mBAAmB,CAAC,IAAU;QACzC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;YAC7C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAErD,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBAChD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC3C,MAAM,CAAC,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC;gBACjC,OAAO,QAAQ,CAAC;YAClB,CAAC,CAAC,CAAC;YAEH,IAAI,gBAAgB,EAAE,CAAC;gBACrB,OAAO,gBAAyB,CAAC;YACnC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,yCAAmB,EAAE,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,KAAK,CAAC,IAAI,CAAC,cAA8B;QAC9C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;YAC7C,OAAO;QACT,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,EAAE;oBAC9B,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,IAAI,OAAO,EAAE,CAAgB,CAAC;oBACrE,IAAI,OAAO,EAAE,CAAC;wBACZ,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC;oBACjC,CAAC;gBACH,CAAC,EAAE,YAAY,CAAC,+BAA+B,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7C,kCAAkC;gBACpC,CAAC;qBAAM,CAAC;oBACN,kBAAS,CAAC,KAAK,CACb,6DAA6D,EAC7D,KAAK,CACN,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,KAAK,CAAC,IAAI,CAAC,cAA8B;QAC9C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;YAC7C,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,yBAAyB,CAAC,cAAc,CAAC,CAAC;QAErD,KAAK,MAAM,IAAI,IAAI,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,EAAE;oBAC9B,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,IAAI,OAAO,EAAE,CAAgB,CAAC;oBACrE,IAAI,OAAO,EAAE,CAAC;wBACZ,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC;oBAClC,CAAC;gBACH,CAAC,EAAE,YAAY,CAAC,+BAA+B,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7C,kCAAkC;gBACpC,CAAC;qBAAM,CAAC;oBACN,kBAAS,CAAC,KAAK,CACb,6DAA6D,EAC7D,KAAK,CACN,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACI,KAAK,CAAC,MAAM,CACjB,cAA8B,EAC9B,QAAiB;QAEjB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;YAC7C,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,yBAAyB,CAAC,cAAc,CAAC,CAAC;QAErD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,QAAQ,GAAG,IAAI,CAAC,6BAA6B,EAAE,CAAC;QAClD,CAAC;QAED,MAAM,yBAAyB,GAAG,IAAI,YAAY,CAAC,+BAA+B,EAAE,CAAC;QACrF,MAAM,iCAAiC,GAAG,IAAI,YAAY,CAAC,wCAAwC,EAAE,CAAC;QAEtG,KAAK,MAAM,IAAI,IAAI,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC,KAAK,EAAE,CAAC;gBAErE,IAAI,CAAC,MAAM,YAAY,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;oBACvC,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;wBAC5C,OAAe,CAAC,eAAe,GAAG,KAAK,CAAC;oBAC3C,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;oBAEvC,IAAI,QAAQ,EAAE,CAAC;wBACb,MAAM,oBAAoB,GAAG,IAAI;6BAC9B,OAAO,CAAC,iCAAiC,CAAC;6BAC1C,KAAK,EAAE,CAAC;wBAEX,IAAI,CAAC,MAAM,oBAAoB,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;4BAC/C,MAAM,cAAc,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;4BAC3D,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE;gCACtD,OAAuB,CAAC,WAAW,GAAG,OAAO,CAAC;4BACjD,CAAC,EAAE,cAAc,CAAC,CAAC;wBACrB,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7C,kCAAkC;gBACpC,CAAC;qBAAM,CAAC;oBACN,kBAAS,CAAC,KAAK,CACb,+DAA+D,EAC/D,KAAK,CACN,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,6BAA6B;QACnC,4EAA4E;QAC5E,2EAA2E;QAC3E,iBAAiB;QACjB,QAAQ,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAChC,KAAK,WAAW;gBACd,OAAO,WAAW,CAAC;YACrB,KAAK,cAAc;gBACjB,OAAO,cAAc,CAAC;YACxB,KAAK,8BAA8B;gBACjC,OAAO,aAAa,CAAC;YACvB,KAAK,iCAAiC;gBACpC,OAAO,oBAAoB,CAAC;YAC9B,KAAK,QAAQ;gBACX,OAAO,QAAQ,CAAC;YAClB,KAAK,UAAU;gBACb,OAAO,UAAU,CAAC;YACpB;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAEO,UAAU;QAChB,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ;YACtD,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ;YACxC,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,KAAK,CAAC;IACZ,CAAC;IAEO,KAAK,CAAC,yBAAyB,CACrC,cAA8B;QAE9B,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;YAChD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC9C,kBAAS,CAAC,KAAK,CACb,2DAA2D,IAAI,CAAC,GAAG,EAAE,GAAG,EACxE,KAAK,CACN,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;;AArRH,oCAsRC;AArRwB,wBAAW,GAAG,qBAAS,CAAC,uBAAuB,CACpE,cAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAC9B,CAAC;AAEF;;;;;GAKG;AACoB,4CAA+B,GACpD,sBAAsB,CAAC;AAEzB;;;GAGG;AACoB,qDAAwC,GAC7D,iCAAiC,CAAC"}

package/dist/managers/DonobuFlow.d.ts

@@ -6,11 +6,13 @@ import { ToolCall } from '../models/ToolCall';
 import { GptMessage, StructuredOutputMessage } from '../models/GptMessage';
 import { ToolManager } from './ToolManager';
 import { InteractionVisualizer } from './InteractionVisualizer';
-import { FlowsPersistence } from '../persistence/FlowsPersistence';
+import { FlowsPersistence } from '../persistence/flows/FlowsPersistence';
 import { FocusedPage } from '../models/FocusedPage';
 import { DonobuFlowsManager } from './DonobuFlowsManager';
 import { BrowserFramework } from '../models/BrowserFramework';
 import { JSONSchema7 } from 'json-schema';
+import { PageInspector } from './PageInspector';
+import { ControlPanel } from './ControlPanel';
 /**
  * Return an object conforming to the given JSON-schema. The object will be
  * generated considering the given page and tool call history.
@@ -22,6 +24,7 @@ export declare function extractFromPage(instruction: string, jsonSchema: JSONSch
  */
 export declare class DonobuFlow {
     readonly flowsManager: DonobuFlowsManager;
+    readonly envData: Record<string, string>;
     readonly browserFramework: BrowserFramework;
     readonly persistence: FlowsPersistence;
     readonly gptClient: GptClient | null;
@@ -34,7 +37,9 @@ export declare class DonobuFlow {
     readonly metadata: FlowMetadata;
     private static readonly MAIN_MESSAGE_ELEMENT_LIST_MARKER;
     static readonly MAX_IMAGE_BYTES_FOR_LLM: number;
-    constructor(flowsManager: DonobuFlowsManager, browserFramework: BrowserFramework, persistence: FlowsPersistence, gptClient: GptClient | null, toolManager: ToolManager, interactionVisualizer: InteractionVisualizer, proposedToolCalls: ProposedToolCall<any>[], invokedToolCalls: ToolCall[], gptMessages: GptMessage[], focusedPage: FocusedPage, metadata: FlowMetadata);
+    readonly pageInspector: PageInspector;
+    readonly controlPanel: ControlPanel;
+    constructor(flowsManager: DonobuFlowsManager, envData: Record<string, string>, browserFramework: BrowserFramework, persistence: FlowsPersistence, gptClient: GptClient | null, toolManager: ToolManager, interactionVisualizer: InteractionVisualizer, proposedToolCalls: ProposedToolCall<any>[], invokedToolCalls: ToolCall[], gptMessages: GptMessage[], focusedPage: FocusedPage, metadata: FlowMetadata);
     run(): Promise<void>;
     /**
      * This method re-assigns the currently focused page (presumably due to the
@@ -64,7 +69,6 @@ export declare class DonobuFlow {
     private static invokeFlowFinishedCallback;
     private onDialog;
     private maybeUpdateControlPanel;
-    private getControlPanelMessage;
     /**
      * Transitions the flow to its next state. After this method completes, the
      * `this.metadata.state` will have been updated and the
@@ -72,7 +76,6 @@ export declare class DonobuFlow {
      */
     private transitionState;
     private maybeForceEnableControlPanel;
-    private isHeadless;
     private setupInitScriptsAndBindings;
     /**
      * Returns an object formatted according to the following priority:
@@ -113,15 +116,6 @@ export declare class DonobuFlow {
      */
     private queryGptWithRetry;
     private updateTokenCounts;
-    /**
-     * Takes a screenshot of the webpage as if it were scrolled down by one viewport.
-     * If the page cannot be scrolled down (already at the bottom), returns undefined.
-     * After taking the screenshot, it reverts to the original scroll position.
-     *
-     * @param page The Playwright Page to take a screenshot of
-     * @returns An image buffer of the scrolled down view, or undefined if scrolling isn't possible
-     */
-    private getScrolledDownScreenShot;
     private static createSystemMessageForOverallObjective;
     private static createMainUserMessage;
     /**
@@ -129,6 +123,5 @@ export declare class DonobuFlow {
      * from old messages.
      */
     private static createOptimizedHistoryForGptCall;
-    private setupDonobuControlPanel;
 }
 //# sourceMappingURL=DonobuFlow.d.ts.map

package/dist/managers/DonobuFlow.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DonobuFlow.d.ts","sourceRoot":"","sources":["../../src/managers/DonobuFlow.ts"],"names":[],"mappings":"AAEA,OAAO,EAA0B,IAAI,EAAE,MAAM,YAAY,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAc,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAqB,MAAM,wBAAwB,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EACL,UAAU,EAEV,uBAAuB,EAGxB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAoBpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAM1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAG1C;;;GAGG;AACH,wBAAsB,eAAe,CACnC,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,WAAW,EACvB,IAAI,EAAE,IAAI,GAAG,IAAI,EACjB,eAAe,EAAE,QAAQ,EAAE,EAC3B,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,uBAAuB,CAAC,CAkElC;AAED;;;GAGG;AACH,qBAAa,UAAU;aAMH,YAAY,EAAE,kBAAkB;aAChC,gBAAgB,EAAE,gBAAgB;aAClC,WAAW,EAAE,gBAAgB;aAC7B,SAAS,EAAE,SAAS,GAAG,IAAI;aAC3B,WAAW,EAAE,WAAW;aACxB,qBAAqB,EAAE,qBAAqB;aAC5C,iBAAiB,EAAE,gBAAgB,CAAC,GAAG,CAAC,EAAE;aAC1C,gBAAgB,EAAE,QAAQ,EAAE;aAC5B,WAAW,EAAE,UAAU,EAAE;aACzB,WAAW,EAAE,WAAW;aACxB,QAAQ,EAAE,YAAY;IAfxC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,gCAAgC,CAC8C;IACtG,gBAAuB,uBAAuB,SAAmB;gBAG/C,YAAY,EAAE,kBAAkB,EAChC,gBAAgB,EAAE,gBAAgB,EAClC,WAAW,EAAE,gBAAgB,EAC7B,SAAS,EAAE,SAAS,GAAG,IAAI,EAC3B,WAAW,EAAE,WAAW,EACxB,qBAAqB,EAAE,qBAAqB,EAC5C,iBAAiB,EAAE,gBAAgB,CAAC,GAAG,CAAC,EAAE,EAC1C,gBAAgB,EAAE,QAAQ,EAAE,EAC5B,WAAW,EAAE,UAAU,EAAE,EACzB,WAAW,EAAE,WAAW,EACxB,QAAQ,EAAE,YAAY;IAG3B,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAyDjC;;;;OAIG;YACW,mBAAmB;IAkBjC;;;OAGG;YACW,sBAAsB;IAepC;;;OAGG;YACW,qBAAqB;IASnC;;OAEG;YACW,UAAU;IAsBxB;;;;OAIG;IACH,OAAO,CAAC,MAAM,CAAC,0BAA0B;YA+B3B,QAAQ;YA2OR,uBAAuB;IAerC,OAAO,CAAC,sBAAsB;IAsB9B;;;;OAIG;YACW,eAAe;YAmHf,4BAA4B;IAc1C,OAAO,CAAC,UAAU;YAOJ,2BAA2B;IAgEzC;;;;;;;;;;;;;OAaG;YACW,gBAAgB;IAqC9B;;OAEG;YACW,WAAW;IAIzB;;;OAGG;YACW,cAAc;YA0Bd,eAAe;YAiDf,0BAA0B;YAqB1B,6BAA6B;YAY7B,QAAQ;YAgBR,UAAU;YAIV,QAAQ;YAQR,SAAS;IAQvB,OAAO,CAAC,yCAAyC;YAoFnC,4BAA4B;IA0I1C;;;OAGG;YACW,iBAAiB;IAoC/B,OAAO,CAAC,iBAAiB;IAQzB;;;;;;;OAOG;YACW,yBAAyB;IA+CvC,OAAO,CAAC,MAAM,CAAC,sCAAsC;IA4CrD,OAAO,CAAC,MAAM,CAAC,qBAAqB;IA0BpC;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,gCAAgC;YAoFjC,uBAAuB;CAYtC"}
+{"version":3,"file":"DonobuFlow.d.ts","sourceRoot":"","sources":["../../src/managers/DonobuFlow.ts"],"names":[],"mappings":"AAEA,OAAO,EAA0B,IAAI,EAAE,MAAM,YAAY,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAc,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAqB,MAAM,wBAAwB,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EACL,UAAU,EAEV,uBAAuB,EAGxB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uCAAuC,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAmBpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAM1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAG1C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C;;;GAGG;AACH,wBAAsB,eAAe,CACnC,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,WAAW,EACvB,IAAI,EAAE,IAAI,GAAG,IAAI,EACjB,eAAe,EAAE,QAAQ,EAAE,EAC3B,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,uBAAuB,CAAC,CAkElC;AAED;;;GAGG;AACH,qBAAa,UAAU;aAQH,YAAY,EAAE,kBAAkB;aAChC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;aAC/B,gBAAgB,EAAE,gBAAgB;aAClC,WAAW,EAAE,gBAAgB;aAC7B,SAAS,EAAE,SAAS,GAAG,IAAI;aAC3B,WAAW,EAAE,WAAW;aACxB,qBAAqB,EAAE,qBAAqB;aAC5C,iBAAiB,EAAE,gBAAgB,CAAC,GAAG,CAAC,EAAE;aAC1C,gBAAgB,EAAE,QAAQ,EAAE;aAC5B,WAAW,EAAE,UAAU,EAAE;aACzB,WAAW,EAAE,WAAW;aACxB,QAAQ,EAAE,YAAY;IAlBxC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,gCAAgC,CAC8C;IACtG,gBAAuB,uBAAuB,SAAmB;IACjE,SAAgB,aAAa,EAAE,aAAa,CAAC;IAC7C,SAAgB,YAAY,EAAE,YAAY,CAAC;gBAGzB,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,gBAAgB,EAAE,gBAAgB,EAClC,WAAW,EAAE,gBAAgB,EAC7B,SAAS,EAAE,SAAS,GAAG,IAAI,EAC3B,WAAW,EAAE,WAAW,EACxB,qBAAqB,EAAE,qBAAqB,EAC5C,iBAAiB,EAAE,gBAAgB,CAAC,GAAG,CAAC,EAAE,EAC1C,gBAAgB,EAAE,QAAQ,EAAE,EAC5B,WAAW,EAAE,UAAU,EAAE,EACzB,WAAW,EAAE,WAAW,EACxB,QAAQ,EAAE,YAAY;IAM3B,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAyDjC;;;;OAIG;YACW,mBAAmB;IAkBjC;;;OAGG;YACW,sBAAsB;IAepC;;;OAGG;YACW,qBAAqB;IASnC;;OAEG;YACW,UAAU;IAsBxB;;;;OAIG;IACH,OAAO,CAAC,MAAM,CAAC,0BAA0B;YA+B3B,QAAQ;YA2OR,uBAAuB;IAMrC;;;;OAIG;YACW,eAAe;YAgHf,4BAA4B;YAc5B,2BAA2B;IAsBzC;;;;;;;;;;;;;OAaG;YACW,gBAAgB;IAqC9B;;OAEG;YACW,WAAW;IAIzB;;;OAGG;YACW,cAAc;YA2Bd,eAAe;YAoDf,0BAA0B;YAqB1B,6BAA6B;YAY7B,QAAQ;YAgBR,UAAU;YAIV,QAAQ;YAQR,SAAS;IAQvB,OAAO,CAAC,yCAAyC;YAkFnC,4BAA4B;IA8I1C;;;OAGG;YACW,iBAAiB;IAoC/B,OAAO,CAAC,iBAAiB;IAQzB,OAAO,CAAC,MAAM,CAAC,sCAAsC;IAmHrD,OAAO,CAAC,MAAM,CAAC,qBAAqB;IAyBpC;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,gCAAgC;CAmFhD"}