lazy-gravity 0.10.0 → 0.11.0

package/dist/services/questionDetector.js

@@ -61,24 +61,37 @@ class QuestionDetector extends events_1.EventEmitter {
             const callParams = {
                 expression: `
                 (() => {
+                    const getInteractiveItems = (elContainer) => {
+                        return Array.from(elContainer.querySelectorAll('li, label, a, [role="radio"], [role="option"], [class*="cursor-pointer"]'))
+                            .filter(el => {
+                                if (el.tagName === 'BUTTON' || el.closest('button')) return false;
+                                const role = el.getAttribute('role');
+                                if (['radio', 'option', 'checkbox', 'button', 'menuitem'].includes(role)) return true;
+                                if (el.tagName === 'A' || el.tagName === 'LABEL') return true;
+                                const style = window.getComputedStyle(el);
+                                return style.cursor === 'pointer';
+                            });
+                    };
                     const containers = Array.from(document.querySelectorAll('div, form, dialog')).reverse();
                     let targetList = null;
                     let submitBtn = null;
                     
                     for (const container of containers) {
+                        const hasTextInput = container.querySelector('textarea, input:not([type="hidden"]):not([type="radio"]):not([type="checkbox"]), [contenteditable], [role="textbox"], .monaco-editor, .editor-container, .inputarea, vscode-text-field, vscode-text-area');
+                        const hasExplicitQuestionItems = container.querySelector('[role="radio"], input[type="radio"], input[type="checkbox"], [role="option"], [role="checkbox"]');
+                        if (hasTextInput && !hasExplicitQuestionItems) continue;
                         const buttons = Array.from(container.querySelectorAll('button'));
                         let possibleSubmitBtn = null;
                         for (const btn of buttons) {
                             const text = btn.textContent?.toLowerCase() || '';
-                            if (text.includes('submit')) {
+                            if (text.includes('submit') || text.includes('continue')) {
                                 possibleSubmitBtn = btn;
                                 break;
                             }
                         }
                         
                         if (possibleSubmitBtn) {
-                            const items = Array.from(container.querySelectorAll('li, label, a, [role="radio"], [role="option"], [class*="cursor-pointer"]'))
-                                .filter(el => el.tagName !== 'BUTTON' && !el.closest('button'));
+                            const items = getInteractiveItems(container);
                             
                             if (items.length > 1) {
                                 targetList = container;
@@ -90,30 +103,38 @@ class QuestionDetector extends events_1.EventEmitter {
 
                     if (!targetList || !submitBtn) return { found: false };
 
-                    const items = Array.from(targetList.querySelectorAll('li, label, a, [role="radio"], [role="option"], [class*="cursor-pointer"]'))
-                        .filter(el => el.tagName !== 'BUTTON' && !el.closest('button'));
+                    const items = getInteractiveItems(targetList);
                     if (items.length <= ${index}) return { found: false };
                     
                     const targetOption = items[${index}];
                     
-                    const optionRect = targetOption.getBoundingClientRect();
-                    const btnRect = submitBtn.getBoundingClientRect();
-                    
-                    return {
-                        found: true,
-                        option: {
-                            x: Math.round(optionRect.left + optionRect.width / 2),
-                            y: Math.round(optionRect.top + optionRect.height / 2)
-                        },
-                        button: {
-                            x: Math.round(btnRect.left + btnRect.width / 2),
-                            y: Math.round(btnRect.top + btnRect.height / 2)
+                    const clickElement = (el) => {
+                        const rect = el.getBoundingClientRect();
+                        const clickX = rect.left + rect.width / 2;
+                        const clickY = rect.top + rect.height / 2;
+                        const events = ['pointerdown', 'mousedown', 'mouseup', 'click'];
+                        for (const type of events) {
+                            el.dispatchEvent(new MouseEvent(type, {
+                                bubbles: true,
+                                cancelable: true,
+                                view: window,
+                                clientX: clickX,
+                                clientY: clickY,
+                            }));
                         }
                     };
+                    
+                    return new Promise(resolve => {
+                        clickElement(targetOption);
+                        setTimeout(() => {
+                            clickElement(submitBtn);
+                            resolve({ found: true });
+                        }, 50);
+                    });
                 })()
                 `,
                 returnByValue: true,
-                awaitPromise: false,
+                awaitPromise: true,
             };
             if (contextId !== null) {
                 callParams.contextId = contextId;
@@ -124,37 +145,6 @@ class QuestionDetector extends events_1.EventEmitter {
                 this.logger.warn(`[QuestionDetector:${this.projectName}] Could not find question modal elements during submission.`);
                 return false;
             }
-            // Click the option
-            await this.cdp.call('Input.dispatchMouseEvent', {
-                type: 'mousePressed',
-                x: result.option.x,
-                y: result.option.y,
-                button: 'left',
-                clickCount: 1,
-            });
-            await this.cdp.call('Input.dispatchMouseEvent', {
-                type: 'mouseReleased',
-                x: result.option.x,
-                y: result.option.y,
-                button: 'left',
-                clickCount: 1,
-            });
-            await new Promise(resolve => setTimeout(resolve, 50));
-            // Click the submit button
-            await this.cdp.call('Input.dispatchMouseEvent', {
-                type: 'mousePressed',
-                x: result.button.x,
-                y: result.button.y,
-                button: 'left',
-                clickCount: 1,
-            });
-            await this.cdp.call('Input.dispatchMouseEvent', {
-                type: 'mouseReleased',
-                x: result.button.x,
-                y: result.button.y,
-                button: 'left',
-                clickCount: 1,
-            });
             this.lastQuestionDetected = false;
             return true;
         }
@@ -170,12 +160,26 @@ class QuestionDetector extends events_1.EventEmitter {
             const callParams = {
                 expression: `
                 (() => {
+                    const getInteractiveItems = (elContainer) => {
+                        return Array.from(elContainer.querySelectorAll('li, label, a, [role="radio"], [role="option"], [class*="cursor-pointer"]'))
+                            .filter(el => {
+                                if (el.tagName === 'BUTTON' || el.closest('button')) return false;
+                                const role = el.getAttribute('role');
+                                if (['radio', 'option', 'checkbox', 'button', 'menuitem'].includes(role)) return true;
+                                if (el.tagName === 'A' || el.tagName === 'LABEL') return true;
+                                const style = window.getComputedStyle(el);
+                                return style.cursor === 'pointer';
+                            });
+                    };
+
                     const containers = Array.from(document.querySelectorAll('div, form, dialog')).reverse();
                     let skipBtn = null;
                     
                     for (const container of containers) {
-                        const items = Array.from(container.querySelectorAll('li, [role="radio"], [role="option"], .cursor-pointer'))
-                            .filter(el => el.tagName !== 'BUTTON' && !el.closest('button'));
+                        const hasTextInput = container.querySelector('textarea, input:not([type="hidden"]):not([type="radio"]):not([type="checkbox"]), [contenteditable="true"], [contenteditable=""], [role="textbox"]');
+                        const hasExplicitQuestionItems = container.querySelector('[role="radio"], input[type="radio"], input[type="checkbox"], [role="option"], [role="checkbox"]');
+                        if (hasTextInput && !hasExplicitQuestionItems) continue;
+                        const items = getInteractiveItems(container);
                         const hasList = items.length > 1;
                         
                         const buttons = Array.from(container.querySelectorAll('button'));
@@ -191,14 +195,24 @@ class QuestionDetector extends events_1.EventEmitter {
 
                     if (!skipBtn) return { found: false };
                     
-                    const btnRect = skipBtn.getBoundingClientRect();
-                    return {
-                        found: true,
-                        button: {
-                            x: Math.round(btnRect.left + btnRect.width / 2),
-                            y: Math.round(btnRect.top + btnRect.height / 2)
+                    const clickElement = (el) => {
+                        const rect = el.getBoundingClientRect();
+                        const clickX = rect.left + rect.width / 2;
+                        const clickY = rect.top + rect.height / 2;
+                        const events = ['pointerdown', 'mousedown', 'mouseup', 'click'];
+                        for (const type of events) {
+                            el.dispatchEvent(new MouseEvent(type, {
+                                bubbles: true,
+                                cancelable: true,
+                                view: window,
+                                clientX: clickX,
+                                clientY: clickY,
+                            }));
                         }
                     };
+                    
+                    clickElement(skipBtn);
+                    return { found: true };
                 })()
                 `,
                 returnByValue: true,
@@ -212,20 +226,6 @@ class QuestionDetector extends events_1.EventEmitter {
                 this.logger.warn(`[QuestionDetector:${this.projectName}] Could not find skip button.`);
                 return false;
             }
-            await this.cdp.call('Input.dispatchMouseEvent', {
-                type: 'mousePressed',
-                x: result.button.x,
-                y: result.button.y,
-                button: 'left',
-                clickCount: 1,
-            });
-            await this.cdp.call('Input.dispatchMouseEvent', {
-                type: 'mouseReleased',
-                x: result.button.x,
-                y: result.button.y,
-                button: 'left',
-                clickCount: 1,
-            });
             this.lastQuestionDetected = false;
             return true;
         }
@@ -241,24 +241,73 @@ class QuestionDetector extends events_1.EventEmitter {
             const callParams = {
                 expression: `
                 (() => {
+                    const STOP_PATTERNS = [
+                        /^stop$/,
+                        /^stop generating$/,
+                        /^stop response$/,
+                        /^停止$/,
+                        /^生成を停止$/,
+                        /^応答を停止$/,
+                    ];
+                    const normalize = (value) => (value || '').toLowerCase().replace(/\\s+/g, ' ').trim();
+                    const isStopLabel = (value) => {
+                        const normalized = normalize(value);
+                        if (!normalized) return false;
+                        return STOP_PATTERNS.some((re) => re.test(normalized));
+                    };
+                    const isGenerating = Array.from(document.querySelectorAll('button, [role="button"]')).some(btn => {
+                        const labels = [
+                            btn.textContent || '',
+                            btn.getAttribute('aria-label') || '',
+                            btn.getAttribute('title') || '',
+                        ];
+                        return labels.some(isStopLabel);
+                    }) || (() => {
+                        const panel = document.querySelector('.antigravity-agent-side-panel');
+                        if (panel) {
+                            const panelText = (panel.textContent || '').trim();
+                            return /Working\.\s*$/i.test(panelText);
+                        }
+                        return false;
+                    })();
+                    if (isGenerating) {
+                        return { detected: false, reason: "IDE is generating" };
+                    }
+
+                    const getInteractiveItems = (elContainer) => {
+                        return Array.from(elContainer.querySelectorAll('li, label, a, [role="radio"], [role="option"], [class*="cursor-pointer"]'))
+                            .filter(el => {
+                                if (el.tagName === 'BUTTON' || el.closest('button')) return false;
+                                const text = (el.innerText || el.textContent || '').trim();
+                                if (!text) return false;
+                                const role = el.getAttribute('role');
+                                if (['radio', 'option', 'checkbox', 'button', 'menuitem'].includes(role)) return true;
+                                if (el.tagName === 'A' || el.tagName === 'LABEL') return true;
+                                const style = window.getComputedStyle(el);
+                                return style.cursor === 'pointer';
+                            });
+                    };
+
                     const containers = Array.from(document.querySelectorAll('div, form, dialog')).reverse();
                     let targetList = null;
                     let submitBtn = null;
                     
                     for (const container of containers) {
+                        const hasTextInput = container.querySelector('textarea, input:not([type="hidden"]):not([type="radio"]):not([type="checkbox"]), [contenteditable], [role="textbox"], .monaco-editor, .editor-container, .inputarea, vscode-text-field, vscode-text-area');
+                        const hasExplicitQuestionItems = container.querySelector('[role="radio"], input[type="radio"], input[type="checkbox"], [role="option"], [role="checkbox"]');
+                        if (hasTextInput && !hasExplicitQuestionItems) continue;
                         const buttons = Array.from(container.querySelectorAll('button'));
                         let possibleSubmitBtn = null;
                         for (const btn of buttons) {
                             const text = btn.textContent?.toLowerCase() || '';
-                            if (text.includes('submit')) {
+                            if (text.includes('submit') || text.includes('continue')) {
                                 possibleSubmitBtn = btn;
                                 break;
                             }
                         }
                         
                         if (possibleSubmitBtn) {
-                            const items = Array.from(container.querySelectorAll('li, label, a, [role="radio"], [role="option"], [class*="cursor-pointer"]'))
-                                .filter(el => el.tagName !== 'BUTTON' && !el.closest('button'));
+                            const items = getInteractiveItems(container);
                             
                             if (items.length > 1) {
                                 targetList = container;
@@ -280,8 +329,7 @@ class QuestionDetector extends events_1.EventEmitter {
                     }
                     const title = titleEl ? (titleEl.innerText || titleEl.textContent || '').trim() : 'Question';
                     
-                    const items = Array.from(targetList.querySelectorAll('li, label, a, [role="radio"], [role="option"], [class*="cursor-pointer"]'))
-                        .filter(el => el.tagName !== 'BUTTON' && !el.closest('button'));
+                    const items = getInteractiveItems(targetList);
                     const options = items.map(n => {
                         const rect = n.getBoundingClientRect();
                         const finalLabel = n.innerText || n.textContent || 'Option';
@@ -321,6 +369,8 @@ class QuestionDetector extends events_1.EventEmitter {
                     this.logger.debug(`[QuestionDetector] Error evaluating on ctx ${contextId}: ${e.message}`);
                     return null;
                 });
+                if (!this._isStarted)
+                    return;
                 if (response?.exceptionDetails) {
                     this.logger.debug(`[QuestionDetector] Exception on ctx ${contextId}: ${response.exceptionDetails.exception?.description || response.exceptionDetails.text}`);
                 }
@@ -336,6 +386,8 @@ class QuestionDetector extends events_1.EventEmitter {
                     lastReason = result.reason;
                 }
             }
+            if (!this._isStarted)
+                return;
             const result = detectedResult;
             if (result && result.detected) {
                 this.emptyPollCount = 0;

package/dist/services/responseMonitor.js

@@ -146,6 +146,13 @@ exports.RESPONSE_SELECTORS = {
             }
         }
 
+        if (panel) {
+            const panelText = (panel.textContent || '').trim();
+            if (/Working\.\s*$/i.test(panelText)) {
+                return { isGenerating: true };
+            }
+        }
+
         return { isGenerating: false };
     })()`,
     /** Click stop button via tooltip-id + text fallback */
@@ -629,6 +636,7 @@ class ResponseMonitor {
     onCdpReconnectFailed = null;
     // Activity-based timeout (#49)
     lastActivityTime = 0;
+    startTime = 0;
     constructor(options) {
         this.cdpService = options.cdpService;
         this.pollIntervalMs = options.pollIntervalMs ?? 2000;
@@ -731,6 +739,7 @@ class ResponseMonitor {
         }
         // Activity-based timeout: track last activity time instead of fixed timer (#49)
         this.lastActivityTime = Date.now();
+        this.startTime = Date.now();
         // Register CDP connection event listeners (#48)
         this.registerCdpConnectionListeners();
         const mode = passive ? 'Passive monitoring' : 'Monitoring';
@@ -1109,7 +1118,14 @@ class ResponseMonitor {
             // Guard: never timeout while the stop button is visible — it means
             // Antigravity is still actively generating (extended thinking, long
             // shell commands, large file operations, etc.).
-            if (this.maxDurationMs > 0 && !isGenerating && Date.now() - this.lastActivityTime >= this.maxDurationMs) {
+            // Hard timeout limit (20 minutes absolute hard timeout)
+            const hardTimeoutLimit = 1200000;
+            const totalElapsed = Date.now() - this.startTime;
+            const isHardTimeout = totalElapsed >= hardTimeoutLimit;
+            if (isHardTimeout || (this.maxDurationMs > 0 && !isGenerating && Date.now() - this.lastActivityTime >= this.maxDurationMs)) {
+                if (isHardTimeout) {
+                    logger_1.logger.warn(`[ResponseMonitor] Hard timeout of 20 minutes reached.`);
+                }
                 const lastText = this.lastText ?? '';
                 this.setPhase('timeout', lastText);
                 await this.stop();

package/dist/utils/fileOpenCache.js

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.fileOpenCache = void 0;
 /**
  * In-memory cache to map button customIds to file URLs.
- * Bounded to a maximum size to prevent memory leaks, and entries are removed once consumed.
+ * Bounded to a maximum size to prevent memory leaks, using a FIFO eviction policy when the cache size limit is reached.
  */
 class BoundedCache {
     max_size;
@@ -23,11 +23,7 @@ class BoundedCache {
         this.map.set(key, value);
     }
     get(key) {
-        const value = this.map.get(key);
-        if (value !== undefined) {
-            this.map.delete(key); // Remove upon consumption
-        }
-        return value;
+        return this.map.get(key);
     }
 }
 exports.fileOpenCache = new BoundedCache(1000);

package/dist/utils/questionActionUtils.js

@@ -1,6 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.parseQuestionCustomId = parseQuestionCustomId;
+exports.executeBrowserClick = executeBrowserClick;
+const logger_1 = require("./logger");
+const approvalDetector_1 = require("../services/approvalDetector");
 function parseQuestionCustomId(customId, expectedPrefix) {
     if (customId !== expectedPrefix && !customId.startsWith(expectedPrefix + ':'))
         return null;
@@ -23,3 +26,22 @@ function parseQuestionCustomId(customId, expectedPrefix) {
     }
     return result;
 }
+/**
+ * Executes a click on an element matching the target text in the IDE.
+ * Returns true if the click was successfully dispatched, false otherwise.
+ */
+async function executeBrowserClick(cdp, buttonText) {
+    try {
+        const script = (0, approvalDetector_1.buildClickScript)(buttonText);
+        const evalResult = await cdp.call('Runtime.evaluate', {
+            expression: script,
+            returnByValue: true,
+            awaitPromise: true,
+        });
+        return !!evalResult?.result?.value?.ok;
+    }
+    catch (error) {
+        logger_1.logger.error(`[executeBrowserClick] Error clicking button "${buttonText}":`, error);
+        return false;
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "lazy-gravity",
-  "version": "0.10.0",
+  "version": "0.11.0",
   "description": "Control Antigravity from anywhere — a local, secure bot (Discord + Telegram) that lets you remotely operate Antigravity on your home PC from your smartphone.",
   "main": "dist/index.js",
   "bin": {