donobu 2.31.1 → 2.32.0

package/dist/bindings/PageInteractionTracker.d.ts

@@ -1,11 +1,32 @@
 import { BrowserContext, Page, Frame } from 'playwright';
 import { NamedBindingCallback } from './NamedBindingCallback';
 import { DonobuFlow } from '../managers/DonobuFlow';
+import { z } from 'zod';
 declare global {
     interface Window {
         [PageInteractionTracker.NAME]: () => boolean;
     }
 }
+/**
+ * Zod schema for validating InteractionEvent objects.
+ */
+export declare const InteractionEventSchema: z.ZodObject<{
+    type: z.ZodString;
+    key: z.ZodOptional<z.ZodString>;
+    selectors: z.ZodArray<z.ZodString, "many">;
+}, "strip", z.ZodTypeAny, {
+    type: string;
+    selectors: string[];
+    key?: string | undefined;
+}, {
+    type: string;
+    selectors: string[];
+    key?: string | undefined;
+}>;
+/**
+ * TypeScript type inferred from the Zod schema.
+ */
+export type InteractionEvent = z.infer<typeof InteractionEventSchema>;
 /**
  * Tracks direct user actions that have occurred in the web browser.
  * This differs from normal Donobu flows which use GPT to analyze pages and propose actions.
@@ -29,6 +50,11 @@ export declare class PageInteractionTracker implements NamedBindingCallback {
         page: Page;
         frame: Frame;
     }, ...args: any[]): Promise<void>;
-    private createToolCall;
+    private handleSyntheticToolCall;
+    private handleClick;
+    private handleKeyDown;
+    private buildSelectorForReplay;
+    private isCandidateForToolCallMerging;
+    private savePageScreenshot;
 }
 //# sourceMappingURL=PageInteractionTracker.d.ts.map

package/dist/bindings/PageInteractionTracker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"PageInteractionTracker.d.ts","sourceRoot":"","sources":["../../src/bindings/PageInteractionTracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAYpD,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,MAAM,OAAO,CAAC;KAC9C;CACF;AAQD;;;;GAIG;AACH,qBAAa,sBAAuB,YAAW,oBAAoB;IA2C7C,OAAO,CAAC,QAAQ,CAAC,UAAU;IA1C/C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAEjC;IAGF,gBAAuB,IAAI,8BAA8B;WAErC,QAAQ,CAC1B,UAAU,EAAE,UAAU,EACtB,cAAc,EAAE,cAAc,GAC7B,OAAO,CAAC,sBAAsB,CAAC;IAgClC,OAAO;IAEA,IAAI,IAAI,MAAM;IAIrB;;;;;OAKG;IACU,IAAI,CACf,MAAM,EAAE;QAAE,OAAO,EAAE,cAAc,CAAC;QAAC,IAAI,EAAE,IAAI,CAAC;QAAC,KAAK,EAAE,KAAK,CAAA;KAAE,EAC7D,GAAG,IAAI,EAAE,GAAG,EAAE,GACb,OAAO,CAAC,IAAI,CAAC;YA0DF,cAAc;CAyD7B"}
+{"version":3,"file":"PageInteractionTracker.d.ts","sourceRoot":"","sources":["../../src/bindings/PageInteractionTracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAUpD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,MAAM,OAAO,CAAC;KAC9C;CACF;AAED;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;EASjC,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAEtE;;;;GAIG;AACH,qBAAa,sBAAuB,YAAW,oBAAoB;IA2C7C,OAAO,CAAC,QAAQ,CAAC,UAAU;IA1C/C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAEjC;IAGF,gBAAuB,IAAI,8BAA8B;WAErC,QAAQ,CAC1B,UAAU,EAAE,UAAU,EACtB,cAAc,EAAE,cAAc,GAC7B,OAAO,CAAC,sBAAsB,CAAC;IAgClC,OAAO;IAEA,IAAI,IAAI,MAAM;IAIrB;;;;;OAKG;IACU,IAAI,CACf,MAAM,EAAE;QAAE,OAAO,EAAE,cAAc,CAAC;QAAC,IAAI,EAAE,IAAI,CAAC;QAAC,KAAK,EAAE,KAAK,CAAA;KAAE,EAC7D,GAAG,IAAI,EAAE,GAAG,EAAE,GACb,OAAO,CAAC,IAAI,CAAC;YAaF,uBAAuB;YAiBvB,WAAW;YA+BX,aAAa;YAiHb,sBAAsB;IAmBpC,OAAO,CAAC,6BAA6B;YAoCvB,kBAAkB;CAOjC"}

package/dist/bindings/PageInteractionTracker.js

@@ -3,13 +3,26 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.PageInteractionTracker = void 0;
+exports.PageInteractionTracker = exports.InteractionEventSchema = void 0;
 const MiscUtils_1 = require("../utils/MiscUtils");
 const ClickTool_1 = require("../tools/ClickTool");
 const PressKeyTool_1 = require("../tools/PressKeyTool");
 const Logger_1 = require("../utils/Logger");
 const PlaywrightUtils_1 = require("../utils/PlaywrightUtils");
 const path_1 = __importDefault(require("path"));
+const zod_1 = require("zod");
+const InputTextTool_1 = require("../tools/InputTextTool");
+/**
+ * Zod schema for validating InteractionEvent objects.
+ */
+exports.InteractionEventSchema = zod_1.z.object({
+    // The type of interaction (e.g. "click", "keydown", etc.)
+    type: zod_1.z.string(),
+    // Optional key pressed during the interaction (e.g. "Enter")
+    key: zod_1.z.string().optional(),
+    // Array of CSS/Xpath selectors representing the target element involved
+    selectors: zod_1.z.array(zod_1.z.string()),
+});
 /**
  * Tracks direct user actions that have occurred in the web browser.
  * This differs from normal Donobu flows which use GPT to analyze pages and propose actions.
@@ -55,75 +68,173 @@ class PageInteractionTracker {
         const flowState = this.donobuFlow.metadata.state;
         if (flowState === 'PAUSED' ||
             flowState === 'WAITING_ON_USER_FOR_NEXT_ACTION') {
-            const timestamp = new Date().getTime();
-            const event = args[0];
-            Logger_1.appLogger.debug(`Event: ${JSON.stringify(event)}`);
-            const postCallImage = await PlaywrightUtils_1.PlaywrightUtils.takeViewportScreenshot(source.page, {
-                type: 'jpeg',
-                // Override the default style of removing the control panel from the
-                // screenshot since it can produce intense flickering.
-                style: '',
-            });
-            const postCallImageId = await this.donobuFlow.persistence.saveScreenShot(this.donobuFlow.metadata.id, postCallImage);
-            const frameSelector = source.frame.url() === source.page.url()
-                ? null
-                : (await PlaywrightUtils_1.PlaywrightUtils.generateSelectors(await source.frame.frameElement()))[0];
-            const elementSelectors = event.selectors;
-            const externalToolCall = await this.createToolCall(event, elementSelectors, frameSelector, postCallImageId, source.page.url(), timestamp);
-            if (externalToolCall) {
-                this.donobuFlow.invokedToolCalls.push(externalToolCall);
-                await this.donobuFlow.persistence.saveToolCall(this.donobuFlow.metadata.id, externalToolCall);
-            }
+            Logger_1.appLogger.debug(`Event: ${JSON.stringify(args[0])}`);
+            const event = exports.InteractionEventSchema.parse(args[0]);
+            await this.handleSyntheticToolCall(source, event);
         }
-        return;
     }
-    async createToolCall(event, elementSelectors, frameSelector, postCallImageId, pageUrl, timestamp) {
-        const selectorForReplay = {
-            element: elementSelectors,
-            frame: frameSelector,
-        };
+    async handleSyntheticToolCall(source, event) {
         switch (event.type) {
             case 'click': {
-                return {
-                    id: MiscUtils_1.MiscUtils.createAdHocToolCallId(),
-                    toolName: ClickTool_1.ClickTool.NAME,
-                    parameters: {
-                        selector: selectorForReplay,
-                    },
-                    outcome: {
-                        isSuccessful: true,
-                        forLlm: 'Clicked the element.',
-                        metadata: selectorForReplay,
-                    },
-                    postCallImageId: postCallImageId,
-                    page: pageUrl,
-                    startedAt: timestamp,
-                    completedAt: timestamp,
-                };
+                await this.handleClick(source, event);
+                break;
             }
             case 'keydown': {
-                return {
-                    id: MiscUtils_1.MiscUtils.createAdHocToolCallId(),
-                    toolName: PressKeyTool_1.PressKeyTool.NAME,
-                    parameters: {
-                        selector: selectorForReplay,
-                        key: event.key,
-                    },
-                    outcome: {
-                        isSuccessful: true,
-                        forLlm: `Pressed the '${event.key}' key at the element.`,
-                        metadata: selectorForReplay,
-                    },
-                    postCallImageId: postCallImageId,
-                    page: pageUrl,
-                    startedAt: timestamp,
-                    completedAt: timestamp,
-                };
+                await this.handleKeyDown(source, event);
+                break;
             }
-            default:
-                return null;
         }
     }
+    async handleClick(source, event) {
+        const timestamp = new Date().getTime();
+        const pageUrl = source.page.url();
+        const selectorForReplay = await this.buildSelectorForReplay(source, event);
+        const postCallImageId = await this.savePageScreenshot(source.page);
+        const toolCall = {
+            id: MiscUtils_1.MiscUtils.createAdHocToolCallId(),
+            toolName: ClickTool_1.ClickTool.NAME,
+            parameters: {
+                selector: selectorForReplay,
+            },
+            outcome: {
+                isSuccessful: true,
+                forLlm: 'Clicked the element.',
+                metadata: selectorForReplay,
+            },
+            postCallImageId: postCallImageId,
+            page: pageUrl,
+            startedAt: timestamp,
+            completedAt: timestamp,
+        };
+        this.donobuFlow.invokedToolCalls.push(toolCall);
+        await this.donobuFlow.persistence.saveToolCall(this.donobuFlow.metadata.id, toolCall);
+    }
+    async handleKeyDown(source, event) {
+        const key = event.key;
+        if (key.length === 1 || key === 'Enter' || key === 'Backspace') {
+            const timestamp = new Date().getTime();
+            const pageUrl = source.page.url();
+            const selectorForReplay = await this.buildSelectorForReplay(source, event);
+            const lastToolCall = this.donobuFlow.invokedToolCalls.at(this.donobuFlow.invokedToolCalls.length - 1);
+            if (lastToolCall &&
+                this.isCandidateForToolCallMerging(lastToolCall, key, pageUrl, selectorForReplay)) {
+                let rewrittenToolCall = null;
+                // Do we need to convert the tool type itself?
+                if (lastToolCall.toolName === PressKeyTool_1.PressKeyTool.NAME) {
+                    // Was the last key pressed a normal key press?
+                    if (lastToolCall.parameters.key.length === 1) {
+                        // The previous key was not a control character like 'Enter',
+                        // so we can convert the pressKey tool to an inputText tool.
+                        // (The inputText tool only supports 'Enter' to finalize the
+                        // input, not in the middle of input.)
+                        const amendedText = lastToolCall.parameters.key + (key === 'Enter' ? '' : key);
+                        rewrittenToolCall = {
+                            ...lastToolCall,
+                            toolName: InputTextTool_1.InputTextTool.NAME,
+                            parameters: {
+                                text: amendedText,
+                                append: true,
+                                finalizeWithSubmit: key === 'Enter',
+                            },
+                            outcome: {
+                                isSuccessful: true,
+                                forLlm: `Inputted '${amendedText}'`,
+                                metadata: lastToolCall.outcome.metadata,
+                            },
+                            completedAt: timestamp,
+                        };
+                    }
+                }
+                else if (lastToolCall.toolName === InputTextTool_1.InputTextTool.NAME) {
+                    // Was the last key pressed a normal key press?
+                    if (lastToolCall.parameters.finalizeWithSubmit !== true) {
+                        const amendedText = lastToolCall.parameters.text + (key === 'Enter' ? '' : key);
+                        rewrittenToolCall = {
+                            ...lastToolCall,
+                            parameters: {
+                                text: amendedText,
+                                append: true,
+                                finalizeWithSubmit: key === 'Enter',
+                            },
+                            outcome: {
+                                isSuccessful: true,
+                                forLlm: `Inputted '${amendedText}'`,
+                                metadata: lastToolCall.outcome.metadata,
+                            },
+                            completedAt: timestamp,
+                        };
+                    }
+                }
+                // Phew!
+                if (rewrittenToolCall) {
+                    this.donobuFlow.invokedToolCalls[this.donobuFlow.invokedToolCalls.length - 1] = rewrittenToolCall;
+                    await this.donobuFlow.persistence.saveToolCall(this.donobuFlow.metadata.id, rewrittenToolCall);
+                    return;
+                }
+            }
+            // If we are here, it means we did not squish together adjacent key events.
+            const postCallImageId = await this.savePageScreenshot(source.page);
+            const toolCall = {
+                id: MiscUtils_1.MiscUtils.createAdHocToolCallId(),
+                toolName: PressKeyTool_1.PressKeyTool.NAME,
+                parameters: {
+                    selector: selectorForReplay,
+                    key: key,
+                },
+                outcome: {
+                    isSuccessful: true,
+                    forLlm: `Pressed the '${key}' key at the element.`,
+                    metadata: selectorForReplay,
+                },
+                postCallImageId: postCallImageId,
+                page: pageUrl,
+                startedAt: timestamp,
+                completedAt: timestamp,
+            };
+            this.donobuFlow.invokedToolCalls.push(toolCall);
+            await this.donobuFlow.persistence.saveToolCall(this.donobuFlow.metadata.id, toolCall);
+        }
+    }
+    async buildSelectorForReplay(source, event) {
+        const elementSelectors = event.selectors;
+        const frameSelector = source.frame.url() === source.page.url()
+            ? null
+            : (await PlaywrightUtils_1.PlaywrightUtils.generateSelectors(await source.frame.frameElement()))[0];
+        return {
+            element: elementSelectors,
+            frame: frameSelector,
+        };
+    }
+    isCandidateForToolCallMerging(lastToolCall, key, pageUrl, selectorForReplay) {
+        // Is the key itself merge-able?
+        if (key === 'Backspace') {
+            return false;
+        }
+        // Is this a merge-able tool call at all?
+        if (lastToolCall.toolName !== PressKeyTool_1.PressKeyTool.NAME &&
+            lastToolCall.toolName !== InputTextTool_1.InputTextTool.NAME) {
+            return false;
+        }
+        // Are we on the same page as we were before?
+        if (lastToolCall.page !== pageUrl) {
+            return false;
+        }
+        // ...and the same frame?
+        if (lastToolCall.outcome.metadata?.frame !== selectorForReplay.frame) {
+            return false;
+        }
+        // ...and for the same target element?
+        if (JSON.stringify(lastToolCall.outcome.metadata?.element) !==
+            JSON.stringify(selectorForReplay.element)) {
+            return false;
+        }
+        // Merge-able!
+        return true;
+    }
+    async savePageScreenshot(page) {
+        const postCallImage = await PlaywrightUtils_1.PlaywrightUtils.takeViewportScreenshot(page);
+        return await this.donobuFlow.persistence.saveScreenShot(this.donobuFlow.metadata.id, postCallImage);
+    }
 }
 exports.PageInteractionTracker = PageInteractionTracker;
 PageInteractionTracker.INIT_SCRIPT = MiscUtils_1.MiscUtils.getResourceFileAsString(path_1.default.join('page-interactions-tracker.js'));

package/dist/bindings/PageInteractionTracker.js.map

@@ -1 +1 @@
-{"version":3,"file":"PageInteractionTracker.js","sourceRoot":"","sources":["../../src/bindings/PageInteractionTracker.ts"],"names":[],"mappings":";;;;;;AAGA,kDAA+C;AAG/C,kDAA+C;AAC/C,wDAA2E;AAC3E,4CAA4C;AAC5C,8DAA2D;AAC3D,gDAAwB;AAgBxB;;;;GAIG;AACH,MAAa,sBAAsB;IAQ1B,MAAM,CAAC,KAAK,CAAC,QAAQ,CAC1B,UAAsB,EACtB,cAA8B;QAE9B,MAAM,QAAQ,GAAG,IAAI,sBAAsB,CAAC,UAAU,CAAC,CAAC;QAExD,IAAI,CAAC;YACH,MAAM,cAAc,CAAC,aAAa,CAChC,QAAQ,CAAC,IAAI,EAAE,EACf,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAC7B,CAAC;YACF,MAAM,cAAc,CAAC,aAAa,CAChC,iCAAe,CAAC,oCAAoC,CACrD,CAAC;YACF,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,IAAU,EAAE,EAAE;gBAC7C,IAAI,CAAC,EAAE,CAAC,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;oBACxC,IAAI,CAAC;wBACH,MAAM,KAAK,CAAC,QAAQ,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;oBAC3D,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,CAAC,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;4BAC9C,kBAAS,CAAC,KAAK,CACb,0DAA0D,EAC1D,KAAK,CACN,CAAC;wBACJ,CAAC;oBACH,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,sDAAsD;QACxD,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,YAAqC,UAAsB;QAAtB,eAAU,GAAV,UAAU,CAAY;IAAG,CAAC;IAExD,IAAI;QACT,OAAO,sBAAsB,CAAC,IAAI,CAAC;IACrC,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,IAAI,CACf,MAA6D,EAC7D,GAAG,IAAW;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC;QAEjD,IACE,SAAS,KAAK,QAAQ;YACtB,SAAS,KAAK,iCAAiC,EAC/C,CAAC;YACD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAqB,CAAC;YAE1C,kBAAS,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAEnD,MAAM,aAAa,GAAG,MAAM,iCAAe,CAAC,sBAAsB,CAChE,MAAM,CAAC,IAAI,EACX;gBACE,IAAI,EAAE,MAAM;gBACZ,oEAAoE;gBACpE,sDAAsD;gBACtD,KAAK,EAAE,EAAE;aACV,CACF,CAAC;YACF,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,cAAc,CACtE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,EAC3B,aAAa,CACd,CAAC;YAEF,MAAM,aAAa,GACjB,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE;gBACtC,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,CACE,MAAM,iCAAe,CAAC,iBAAiB,CACrC,MAAM,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,CAClC,CACF,CAAC,CAAC,CAAC,CAAC;YAEX,MAAM,gBAAgB,GAAG,KAAK,CAAC,SAAS,CAAC;YAEzC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,cAAc,CAChD,KAAK,EACL,gBAAgB,EAChB,aAAa,EACb,eAAe,EACf,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,EACjB,SAAS,CACV,CAAC;YAEF,IAAI,gBAAgB,EAAE,CAAC;gBACrB,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBACxD,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,YAAY,CAC5C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,EAC3B,gBAAgB,CACjB,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;IACT,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,KAAuB,EACvB,gBAA0B,EAC1B,aAA4B,EAC5B,eAAuB,EACvB,OAAe,EACf,SAAiB;QAEjB,MAAM,iBAAiB,GAAG;YACxB,OAAO,EAAE,gBAAgB;YACzB,KAAK,EAAE,aAAa;SACK,CAAC;QAE5B,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,OAAO;oBACL,EAAE,EAAE,qBAAS,CAAC,qBAAqB,EAAE;oBACrC,QAAQ,EAAE,qBAAS,CAAC,IAAI;oBACxB,UAAU,EAAE;wBACV,QAAQ,EAAE,iBAAiB;qBACkB;oBAC/C,OAAO,EAAE;wBACP,YAAY,EAAE,IAAI;wBAClB,MAAM,EAAE,sBAAsB;wBAC9B,QAAQ,EAAE,iBAAiB;qBAC5B;oBACD,eAAe,EAAE,eAAe;oBAChC,IAAI,EAAE,OAAO;oBACb,SAAS,EAAE,SAAS;oBACpB,WAAW,EAAE,SAAS;iBACJ,CAAC;YACvB,CAAC;YAED,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,OAAO;oBACL,EAAE,EAAE,qBAAS,CAAC,qBAAqB,EAAE;oBACrC,QAAQ,EAAE,2BAAY,CAAC,IAAI;oBAC3B,UAAU,EAAE;wBACV,QAAQ,EAAE,iBAAiB;wBAC3B,GAAG,EAAE,KAAK,CAAC,GAAI;qBAC+B;oBAChD,OAAO,EAAE;wBACP,YAAY,EAAE,IAAI;wBAClB,MAAM,EAAE,gBAAgB,KAAK,CAAC,GAAI,uBAAuB;wBACzD,QAAQ,EAAE,iBAAiB;qBAC5B;oBACD,eAAe,EAAE,eAAe;oBAChC,IAAI,EAAE,OAAO;oBACb,SAAS,EAAE,SAAS;oBACpB,WAAW,EAAE,SAAS;iBACJ,CAAC;YACvB,CAAC;YAED;gBACE,OAAO,IAAI,CAAC;QAChB,CAAC;IACH,CAAC;;AA5KH,wDA6KC;AA5KyB,kCAAW,GAAG,qBAAS,CAAC,uBAAuB,CACrE,cAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAC1C,CAAC;AAEF,iEAAiE;AAC1C,2BAAI,GAAG,0BAA0B,CAAC"}
+{"version":3,"file":"PageInteractionTracker.js","sourceRoot":"","sources":["../../src/bindings/PageInteractionTracker.ts"],"names":[],"mappings":";;;;;;AAGA,kDAA+C;AAG/C,kDAA+C;AAC/C,wDAA2E;AAC3E,4CAA4C;AAC5C,8DAA2D;AAC3D,gDAAwB;AAExB,6BAAwB;AACxB,0DAA4E;AAQ5E;;GAEG;AACU,QAAA,sBAAsB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC7C,0DAA0D;IAC1D,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;IAEhB,6DAA6D;IAC7D,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAE1B,wEAAwE;IACxE,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;CAC/B,CAAC,CAAC;AAOH;;;;GAIG;AACH,MAAa,sBAAsB;IAQ1B,MAAM,CAAC,KAAK,CAAC,QAAQ,CAC1B,UAAsB,EACtB,cAA8B;QAE9B,MAAM,QAAQ,GAAG,IAAI,sBAAsB,CAAC,UAAU,CAAC,CAAC;QAExD,IAAI,CAAC;YACH,MAAM,cAAc,CAAC,aAAa,CAChC,QAAQ,CAAC,IAAI,EAAE,EACf,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAC7B,CAAC;YACF,MAAM,cAAc,CAAC,aAAa,CAChC,iCAAe,CAAC,oCAAoC,CACrD,CAAC;YACF,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,IAAU,EAAE,EAAE;gBAC7C,IAAI,CAAC,EAAE,CAAC,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;oBACxC,IAAI,CAAC;wBACH,MAAM,KAAK,CAAC,QAAQ,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;oBAC3D,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,CAAC,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;4BAC9C,kBAAS,CAAC,KAAK,CACb,0DAA0D,EAC1D,KAAK,CACN,CAAC;wBACJ,CAAC;oBACH,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,sDAAsD;QACxD,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,YAAqC,UAAsB;QAAtB,eAAU,GAAV,UAAU,CAAY;IAAG,CAAC;IAExD,IAAI;QACT,OAAO,sBAAsB,CAAC,IAAI,CAAC;IACrC,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,IAAI,CACf,MAA6D,EAC7D,GAAG,IAAW;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC;QAEjD,IACE,SAAS,KAAK,QAAQ;YACtB,SAAS,KAAK,iCAAiC,EAC/C,CAAC;YACD,kBAAS,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACrD,MAAM,KAAK,GAAG,8BAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,IAAI,CAAC,uBAAuB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,uBAAuB,CACnC,MAA6D,EAC7D,KAAuB;QAEvB,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;gBACtC,MAAM;YACR,CAAC;YAED,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;gBACxC,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,MAA6D,EAC7D,KAAuB;QAEvB,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;QAClC,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC3E,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACnE,MAAM,QAAQ,GAAG;YACf,EAAE,EAAE,qBAAS,CAAC,qBAAqB,EAAE;YACrC,QAAQ,EAAE,qBAAS,CAAC,IAAI;YACxB,UAAU,EAAE;gBACV,QAAQ,EAAE,iBAAiB;aACkB;YAC/C,OAAO,EAAE;gBACP,YAAY,EAAE,IAAI;gBAClB,MAAM,EAAE,sBAAsB;gBAC9B,QAAQ,EAAE,iBAAiB;aAC5B;YACD,eAAe,EAAE,eAAe;YAChC,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,SAAS;YACpB,WAAW,EAAE,SAAS;SACJ,CAAC;QACrB,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,YAAY,CAC5C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,EAC3B,QAAQ,CACT,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,MAA6D,EAC7D,KAAuB;QAEvB,MAAM,GAAG,GAAG,KAAK,CAAC,GAAI,CAAC;QAEvB,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,WAAW,EAAE,CAAC;YAC/D,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YAClC,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,sBAAsB,CACzD,MAAM,EACN,KAAK,CACN,CAAC;YACF,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CACtD,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAC5C,CAAC;YAEF,IACE,YAAY;gBACZ,IAAI,CAAC,6BAA6B,CAChC,YAAY,EACZ,GAAG,EACH,OAAO,EACP,iBAAiB,CAClB,EACD,CAAC;gBACD,IAAI,iBAAiB,GAAoB,IAAI,CAAC;gBAC9C,8CAA8C;gBAC9C,IAAI,YAAY,CAAC,QAAQ,KAAK,2BAAY,CAAC,IAAI,EAAE,CAAC;oBAChD,+CAA+C;oBAC/C,IAAI,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC7C,6DAA6D;wBAC7D,4DAA4D;wBAC5D,4DAA4D;wBAC5D,sCAAsC;wBACtC,MAAM,WAAW,GACf,YAAY,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;wBAC7D,iBAAiB,GAAG;4BAClB,GAAG,YAAY;4BACf,QAAQ,EAAE,6BAAa,CAAC,IAAI;4BAC5B,UAAU,EAAE;gCACV,IAAI,EAAE,WAAW;gCACjB,MAAM,EAAE,IAAI;gCACZ,kBAAkB,EAAE,GAAG,KAAK,OAAO;6BACU;4BAC/C,OAAO,EAAE;gCACP,YAAY,EAAE,IAAI;gCAClB,MAAM,EAAE,aAAa,WAAW,GAAG;gCACnC,QAAQ,EAAE,YAAY,CAAC,OAAO,CAAC,QAAQ;6BACxC;4BACD,WAAW,EAAE,SAAS;yBACJ,CAAC;oBACvB,CAAC;gBACH,CAAC;qBAAM,IAAI,YAAY,CAAC,QAAQ,KAAK,6BAAa,CAAC,IAAI,EAAE,CAAC;oBACxD,+CAA+C;oBAC/C,IAAI,YAAY,CAAC,UAAU,CAAC,kBAAkB,KAAK,IAAI,EAAE,CAAC;wBACxD,MAAM,WAAW,GACf,YAAY,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;wBAC9D,iBAAiB,GAAG;4BAClB,GAAG,YAAY;4BACf,UAAU,EAAE;gCACV,IAAI,EAAE,WAAW;gCACjB,MAAM,EAAE,IAAI;gCACZ,kBAAkB,EAAE,GAAG,KAAK,OAAO;6BACU;4BAC/C,OAAO,EAAE;gCACP,YAAY,EAAE,IAAI;gCAClB,MAAM,EAAE,aAAa,WAAW,GAAG;gCACnC,QAAQ,EAAE,YAAY,CAAC,OAAO,CAAC,QAAQ;6BACxC;4BACD,WAAW,EAAE,SAAS;yBACJ,CAAC;oBACvB,CAAC;gBACH,CAAC;gBACD,QAAQ;gBACR,IAAI,iBAAiB,EAAE,CAAC;oBACtB,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAC9B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAC5C,GAAG,iBAAiB,CAAC;oBACtB,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,YAAY,CAC5C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,EAC3B,iBAAiB,CAClB,CAAC;oBACF,OAAO;gBACT,CAAC;YACH,CAAC;YACD,2EAA2E;YAC3E,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACnE,MAAM,QAAQ,GAAG;gBACf,EAAE,EAAE,qBAAS,CAAC,qBAAqB,EAAE;gBACrC,QAAQ,EAAE,2BAAY,CAAC,IAAI;gBAC3B,UAAU,EAAE;oBACV,QAAQ,EAAE,iBAAiB;oBAC3B,GAAG,EAAE,GAAG;iBACsC;gBAChD,OAAO,EAAE;oBACP,YAAY,EAAE,IAAI;oBAClB,MAAM,EAAE,gBAAgB,GAAG,uBAAuB;oBAClD,QAAQ,EAAE,iBAAiB;iBAC5B;gBACD,eAAe,EAAE,eAAe;gBAChC,IAAI,EAAE,OAAO;gBACb,SAAS,EAAE,SAAS;gBACpB,WAAW,EAAE,SAAS;aACJ,CAAC;YACrB,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAChD,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,YAAY,CAC5C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,EAC3B,QAAQ,CACT,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAClC,MAAoC,EACpC,KAAuB;QAEvB,MAAM,gBAAgB,GAAG,KAAK,CAAC,SAAS,CAAC;QACzC,MAAM,aAAa,GACjB,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE;YACtC,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,CACE,MAAM,iCAAe,CAAC,iBAAiB,CACrC,MAAM,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,CAClC,CACF,CAAC,CAAC,CAAC,CAAC;QACX,OAAO;YACL,OAAO,EAAE,gBAAgB;YACzB,KAAK,EAAE,aAAa;SACrB,CAAC;IACJ,CAAC;IAEO,6BAA6B,CACnC,YAAsB,EACtB,GAAW,EACX,OAAe,EACf,iBAAkC;QAElC,gCAAgC;QAChC,IAAI,GAAG,KAAK,WAAW,EAAE,CAAC;YACxB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,yCAAyC;QACzC,IACE,YAAY,CAAC,QAAQ,KAAK,2BAAY,CAAC,IAAI;YAC3C,YAAY,CAAC,QAAQ,KAAK,6BAAa,CAAC,IAAI,EAC5C,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,6CAA6C;QAC7C,IAAI,YAAY,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAClC,OAAO,KAAK,CAAC;QACf,CAAC;QACD,yBAAyB;QACzB,IAAI,YAAY,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,KAAK,iBAAiB,CAAC,KAAK,EAAE,CAAC;YACrE,OAAO,KAAK,CAAC;QACf,CAAC;QACD,sCAAsC;QACtC,IACE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC;YACtD,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,OAAO,CAAC,EACzC,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,cAAc;QACd,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,IAAU;QACzC,MAAM,aAAa,GAAG,MAAM,iCAAe,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;QACzE,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,cAAc,CACrD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,EAC3B,aAAa,CACd,CAAC;IACJ,CAAC;;AArSH,wDAsSC;AArSyB,kCAAW,GAAG,qBAAS,CAAC,uBAAuB,CACrE,cAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAC1C,CAAC;AAEF,iEAAiE;AAC1C,2BAAI,GAAG,0BAA0B,CAAC"}

package/dist/esm/apis/GptConfigsApi.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"GptConfigsApi.d.ts","sourceRoot":"","sources":["../../../src/apis/GptConfigsApi.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAElE,OAAO,EAAE,SAAS,EAAmB,MAAM,qBAAqB,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAG1D;;;;;;;;;;;;;;;;;GAiBG;AACH,qBAAa,aAAa;IAatB,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAClC,OAAO,CAAC,QAAQ,CAAC,aAAa;IAbhC;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAK1C;gBAGiB,iBAAiB,EAAE,iBAAiB,EACpC,aAAa,EAAE,aAAa;IAG/C;;;;;;;;;;;;;;;;;OAiBG;IACU,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAY5D;;;;;;OAMG;IACU,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ5D;;;;;;;OAOG;IACU,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhE;;;;;;;;;;OAUG;IACU,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IA6B/D;;;OAGG;WACW,mBAAmB,CAAC,MAAM,EAAE,SAAS,GAAG,SAAS;CAYhE"}
+{"version":3,"file":"GptConfigsApi.d.ts","sourceRoot":"","sources":["../../../src/apis/GptConfigsApi.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAElE,OAAO,EAAE,SAAS,EAAmB,MAAM,qBAAqB,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAG1D;;;;;;;;;;;;;;;;;GAiBG;AACH,qBAAa,aAAa;IAatB,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAClC,OAAO,CAAC,QAAQ,CAAC,aAAa;IAbhC;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAK1C;gBAGiB,iBAAiB,EAAE,iBAAiB,EACpC,aAAa,EAAE,aAAa;IAG/C;;;;;;;;;;;;;;;;;OAiBG;IACU,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB5D;;;;;;OAMG;IACU,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ5D;;;;;;;OAOG;IACU,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhE;;;;;;;;;;OAUG;IACU,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IA6B/D;;;OAGG;WACW,mBAAmB,CAAC,MAAM,EAAE,SAAS,GAAG,SAAS;CAYhE"}

package/dist/esm/apis/GptConfigsApi.js

@@ -52,6 +52,8 @@ class GptConfigsApi {
             throw new GptConfigNotFoundException_1.GptConfigNotFoundException(name);
         }
         await this.gptConfigsManager.set(name, parsedBody);
+        // Trigger auto-assignment of flow-runner if no configuration is currently assigned
+        await this.agentsManager.triggerAutoAssignment();
         res.json(GptConfigsApi.redactSensativeData(parsedBody));
     }
     /**

package/dist/esm/apis/GptConfigsApi.js.map

@@ -1 +1 @@
-{"version":3,"file":"GptConfigsApi.js","sourceRoot":"","sources":["../../../src/apis/GptConfigsApi.ts"],"names":[],"mappings":";;;AAEA,yFAAsF;AACtF,mDAAiE;AAEjE,4CAA4C;AAE5C;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAa,aAAa;IAYxB,YACmB,iBAAoC,EACpC,aAA4B;QAD5B,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,kBAAa,GAAb,aAAa,CAAe;IAC5C,CAAC;IAEJ;;;;;;;;;;;;;;;;;OAiBG;IACI,KAAK,CAAC,GAAG,CAAC,GAAY,EAAE,GAAa;QAC1C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QAC7B,MAAM,UAAU,GAAG,2BAAe,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEnD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,uDAA0B,CAAC,IAAI,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACnD,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,GAAG,CAAC,GAAY,EAAE,GAAa;QAC1C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QAC7B,MAAM,MAAM,GAAG,aAAa,CAAC,mBAAmB,CAC9C,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CACvC,CAAC;QACF,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnB,CAAC;IAED;;;;;;;OAOG;IACI,KAAK,CAAC,MAAM,CAAC,IAAa,EAAE,GAAa;QAC9C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC;QACtD,MAAM,eAAe,GAAG,IAAI,GAAG,CAC7B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;YAClD,GAAG;YACH,aAAa,CAAC,mBAAmB,CAAC,KAAK,CAAC;SACzC,CAAC,CACH,CAAC;QACF,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC,CAAC;IAChD,CAAC;IAED;;;;;;;;;;OAUG;IACI,KAAK,CAAC,MAAM,CAAC,GAAY,EAAE,GAAa;QAC7C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QAC7B,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAE1C,IAAI,CAAC;YACH,wEAAwE;YACxE,MAAM,wBAAwB,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;YACnE,wBAAwB,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE;gBAC/D,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;oBACxB,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;oBAChD,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,kBAAS,CAAC,IAAI,CACZ,0BAA0B,SAAS,8BAA8B,IAAI,GAAG,EACxE,KAAK,CACN,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,kBAAS,CAAC,IAAI,CACZ,qDAAqD,IAAI,GAAG,EAC5D,KAAK,CACN,CAAC;QACJ,CAAC;QAED,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,CAAC;IAED;;;OAGG;IACI,MAAM,CAAC,mBAAmB,CAAC,MAAiB;QACjD,MAAM,UAAU,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;QAEjC,KAAK,MAAM,iBAAiB,IAAI,aAAa,CAAC,oBAAoB,EAAE,CAAC;YACnE,IAAI,iBAAiB,IAAI,UAAU,EAAE,CAAC;gBACpC,wDAAwD;gBACvD,UAAkB,CAAC,iBAAiB,CAAC,GAAG,kBAAkB,CAAC;YAC9D,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;;AAxIH,sCAyIC;AAxIC;;;GAGG;AACqB,kCAAoB,GAAG;IAC7C,QAAQ;IACR,aAAa;IACb,KAAK;IACL,iBAAiB;CAClB,CAAC"}
+{"version":3,"file":"GptConfigsApi.js","sourceRoot":"","sources":["../../../src/apis/GptConfigsApi.ts"],"names":[],"mappings":";;;AAEA,yFAAsF;AACtF,mDAAiE;AAEjE,4CAA4C;AAE5C;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAa,aAAa;IAYxB,YACmB,iBAAoC,EACpC,aAA4B;QAD5B,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,kBAAa,GAAb,aAAa,CAAe;IAC5C,CAAC;IAEJ;;;;;;;;;;;;;;;;;OAiBG;IACI,KAAK,CAAC,GAAG,CAAC,GAAY,EAAE,GAAa;QAC1C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QAC7B,MAAM,UAAU,GAAG,2BAAe,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEnD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,uDAA0B,CAAC,IAAI,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAEnD,mFAAmF;QACnF,MAAM,IAAI,CAAC,aAAa,CAAC,qBAAqB,EAAE,CAAC;QAEjD,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,GAAG,CAAC,GAAY,EAAE,GAAa;QAC1C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QAC7B,MAAM,MAAM,GAAG,aAAa,CAAC,mBAAmB,CAC9C,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CACvC,CAAC;QACF,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnB,CAAC;IAED;;;;;;;OAOG;IACI,KAAK,CAAC,MAAM,CAAC,IAAa,EAAE,GAAa;QAC9C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC;QACtD,MAAM,eAAe,GAAG,IAAI,GAAG,CAC7B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;YAClD,GAAG;YACH,aAAa,CAAC,mBAAmB,CAAC,KAAK,CAAC;SACzC,CAAC,CACH,CAAC;QACF,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC,CAAC;IAChD,CAAC;IAED;;;;;;;;;;OAUG;IACI,KAAK,CAAC,MAAM,CAAC,GAAY,EAAE,GAAa;QAC7C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QAC7B,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAE1C,IAAI,CAAC;YACH,wEAAwE;YACxE,MAAM,wBAAwB,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;YACnE,wBAAwB,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE;gBAC/D,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;oBACxB,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;oBAChD,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,kBAAS,CAAC,IAAI,CACZ,0BAA0B,SAAS,8BAA8B,IAAI,GAAG,EACxE,KAAK,CACN,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,kBAAS,CAAC,IAAI,CACZ,qDAAqD,IAAI,GAAG,EAC5D,KAAK,CACN,CAAC;QACJ,CAAC;QAED,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,CAAC;IAED;;;OAGG;IACI,MAAM,CAAC,mBAAmB,CAAC,MAAiB;QACjD,MAAM,UAAU,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;QAEjC,KAAK,MAAM,iBAAiB,IAAI,aAAa,CAAC,oBAAoB,EAAE,CAAC;YACnE,IAAI,iBAAiB,IAAI,UAAU,EAAE,CAAC;gBACpC,wDAAwD;gBACvD,UAAkB,CAAC,iBAAiB,CAAC,GAAG,kBAAkB,CAAC;YAC9D,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;;AA5IH,sCA6IC;AA5IC;;;GAGG;AACqB,kCAAoB,GAAG;IAC7C,QAAQ;IACR,aAAa;IACb,KAAK;IACL,iBAAiB;CAClB,CAAC"}

package/dist/esm/assets/generated/version

@@ -1 +1 @@
-1308
+1319

package/dist/esm/assets/interactive-elements-tracker.js

@@ -3,6 +3,38 @@
   // Store all elements deemed to be interactive
   const interactiveElements = new Set();
 
+  // ---- listener-count bookkeeping --------------------------------------
+  const listenerCounts = new WeakMap(); // el -> { type: n, … }
+  const bumpCount = (el, type, delta) => {
+    let map = listenerCounts.get(el);
+
+    if (!map) {
+      if (delta < 0) {
+        // nothing to decrement
+        return;
+      } else {
+        map = Object.create(null);
+        listenerCounts.set(el, map);
+      }
+    }
+
+    map[type] = (map[type] || 0) + delta;
+
+    if (map[type] <= 0) {
+      delete map[type];
+    }
+
+    if (Object.keys(map).length === 0) {
+      listenerCounts.delete(el);
+    }
+  };
+
+  const totalListenerCount = (el) =>
+    (listenerCounts.get(el) &&
+      Object.values(listenerCounts.get(el)).reduce((s, n) => s + n, 0)) ||
+    0;
+  // ----------------------------------------------------------------------
+
   // Original method references for monkey patching
   const originalAddEventListener = EventTarget.prototype.addEventListener;
   const originalRemoveEventListener = EventTarget.prototype.removeEventListener;
@@ -43,7 +75,7 @@
         element.getAttribute('role') === 'button' ||
         element.getAttribute('role') === 'link' ||
         element.getAttribute('aria-haspopup') === 'true' ||
-        element.getAttribute('tabindex') === '0' ||
+        element.getAttribute('tabindex') >= '0' ||
         element.getAttribute('contenteditable') === 'true'
       );
     } catch (error) {
@@ -112,6 +144,7 @@
   EventTarget.prototype.addEventListener = function (type, listener, options) {
     if (pointerEvents.includes(type) && this !== window && this !== document) {
       interactiveElements.add(this);
+      bumpCount(this, type, 1);
 
       // If this element is in shadow DOM, ensure it's accessible
       if (isInShadowDOM(this)) {
@@ -128,15 +161,24 @@
     return originalAddEventListener.call(this, type, listener, options);
   };
 
-  // Restore original removeEventListener behavior
+  // monkey-patch removeEventListener  (count only, no deletion here)
   EventTarget.prototype.removeEventListener = function (
     type,
     listener,
     options,
   ) {
     if (pointerEvents.includes(type) && this !== window && this !== document) {
-      interactiveElements.delete(this);
+      bumpCount(this, type, -1);
+
+      if (
+        totalListenerCount(this) <= 0 &&
+        !hasInteractiveStyling(this) &&
+        !hasReactInteractiveProps(this)
+      ) {
+        removeFromInteractiveSet(this);
+      }
     }
+
     return originalRemoveEventListener.call(this, type, listener, options);
   };
 
@@ -205,6 +247,21 @@
     }
   };
 
+  const removeFromInteractiveSet = (node) => {
+    if (interactiveElements.delete(node) && node.shadowRoot) {
+      // also drop any interactive nodes inside a shadow tree
+      Array.from(node.shadowRoot.querySelectorAll('*')).forEach((el) =>
+        interactiveElements.delete(el),
+      );
+    }
+
+    if (node instanceof Element || node instanceof DocumentFragment) {
+      node
+        .querySelectorAll('*')
+        .forEach((child) => interactiveElements.delete(child));
+    }
+  };
+
   // Initialize MutationObserver safely
   let observer = null;
 
@@ -216,9 +273,18 @@
         let shouldRescan = false;
 
         for (const mutation of mutations) {
-          if (mutation.type === 'childList' && mutation.addedNodes.length > 0) {
-            shouldRescan = true;
-            break;
+          if (mutation.type === 'childList') {
+            // detached nodes
+            mutation.removedNodes.forEach(removeFromInteractiveSet);
+            if (mutation.addedNodes.length > 0) shouldRescan = true;
+          } else if (mutation.type === 'attributes') {
+            const el = mutation.target;
+
+            if (hasInteractiveStyling(el) || hasReactInteractiveProps(el)) {
+              interactiveElements.add(el);
+            } else if (totalListenerCount(el) <= 0) {
+              removeFromInteractiveSet(el);
+            }
           }
         }
 
@@ -227,10 +293,18 @@
         }
       });
 
-      // Start observing the document body
       observer.observe(document.body, {
         childList: true,
         subtree: true,
+        attributes: true,
+        attributeFilter: [
+          'class',
+          'role',
+          'tabindex',
+          'style',
+          'aria-haspopup',
+          'data-donobu-interactable',
+        ],
       });
     } catch (error) {
       console.error('Error initializing MutationObserver:', error);
@@ -282,49 +356,6 @@
     });
   }
 
-  if (!window.__donobu.debugInteractiveElement) {
-    Object.defineProperty(window.__donobu, 'debugInteractiveElement', {
-      value: (element) => {
-        if (!(element instanceof Element)) {
-          return { isInteractive: false, reason: 'Not a DOM element' };
-        }
-
-        const reasons = [];
-
-        if (hasInteractiveStyling(element)) {
-          reasons.push('Has interactive CSS styling');
-        }
-
-        if (hasReactInteractiveProps(element)) {
-          reasons.push('Has React interactive props or classes');
-        }
-
-        // Check common interactive elements
-        if (
-          element.tagName === 'A' ||
-          element.tagName === 'BUTTON' ||
-          element.tagName === 'INPUT' ||
-          element.tagName === 'SELECT'
-        ) {
-          reasons.push(`Is a ${element.tagName} element`);
-        }
-
-        // Check if element has an explicit event listener
-        if (interactiveElements.has(element)) {
-          reasons.push('Has registered event listener');
-        }
-
-        return {
-          isInteractive: reasons.length > 0,
-          reasons: reasons,
-        };
-      },
-      enumerable: false,
-      writable: false,
-      configurable: false,
-    });
-  }
-
   // Initialize things safely after DOM content is loaded
   const initialize = () => {
     scanForInteractiveElements();
@@ -338,14 +369,4 @@
     // DOM already ready, initialize now
     initialize();
   }
-
-  // Periodically scan for interactive elements (React/SPA behavior)
-  const rescanInterval = 2000; // milliseconds
-  setInterval(() => {
-    try {
-      scanForInteractiveElements();
-    } catch (error) {
-      console.error('Error during periodic scan:', error);
-    }
-  }, rescanInterval);
 })();