explorbot 0.1.6 → 0.1.7

package/dist/src/ai/rules.js

@@ -131,7 +131,15 @@ export const fileUploadRule = dedent `
 export const protectionRule = dedent `
   <important>
   Do not sign out current user of the application.
-  Do not change current user account settings
+  Do not change current user account settings.
+
+  Pre-existing data on the page belongs to the application, not the test.
+  Items that were not created inside the current test scenario must not be deleted, removed, emptied, reset, archived, or otherwise destroyed.
+  If a scenario needs to verify destructive behaviour, the same scenario must first create a disposable target and then destroy that specific target — never operate on data that was already there when the test started.
+
+  The resource that the current page URL represents is "under test".
+  The test must not destroy the resource it is running against — doing so invalidates every subsequent scenario that starts on the same URL.
+  Do not propose or perform delete/remove/archive actions on the entity that owns the current URL; propose such actions only on disposable children created within the scenario itself.
   </important>
 `;
 export const focusedElementRule = dedent `

package/dist/src/ai/tester.js

@@ -12,7 +12,7 @@ import { detectFocusArea, extractFocusedElement } from "../utils/aria.js";
 import { HooksRunner } from "../utils/hooks-runner.js";
 import { createDebug, tag } from "../utils/logger.js";
 import { loop } from "../utils/loop.js";
-import { actionRule, focusedElementRule, locatorRule, multipleTabsRule, sectionContextRule } from "./rules.js";
+import { actionRule, focusedElementRule, locatorRule, multipleTabsRule, protectionRule, sectionContextRule } from "./rules.js";
 import { TaskAgent } from "./task-agent.js";
 import { createCodeceptJSTools, createSpecialContextTools } from "./tools.js";
 const debugLog = createDebug('explorbot:tester');
@@ -97,6 +97,22 @@ export class Tester extends TaskAgent {
         this.explorer.getStateManager().clearHistory();
         this.resetFailureCount();
         this.pilot?.reset();
+        const requestStore = this.explorer.getRequestStore();
+        requestStore?.clear();
+        const offFailedRequest = requestStore?.onFailedRequest((r) => {
+            task.addNote(`Network error: ${r.method} ${r.path} → ${r.status}`, TestResult.FAILED);
+        });
+        const page = this.explorer.playwrightHelper?.page;
+        const onPageError = (err) => {
+            task.addNote(`Console error: ${err.message}`, TestResult.FAILED);
+        };
+        const onConsoleMessage = (msg) => {
+            if (msg.type() !== 'error')
+                return;
+            task.addNote(`Console error: ${msg.text()}`, TestResult.FAILED);
+        };
+        page?.on('pageerror', onPageError);
+        page?.on('console', onConsoleMessage);
         const initialState = ActionResult.fromState(state);
         const conversation = this.provider.startConversation(this.getSystemMessage(), 'tester');
         this.currentConversation = conversation;
@@ -295,6 +311,9 @@ export class Tester extends TaskAgent {
         }
         await this.getQuartermaster().analyzeSession(task, initialState, conversation);
         offStateChange();
+        offFailedRequest?.();
+        page?.off('pageerror', onPageError);
+        page?.off('console', onConsoleMessage);
         await this.finishTest(task);
         await this.explorer.stopTest(task, {
             startUrl: task.startUrl,
@@ -606,6 +625,8 @@ export class Tester extends TaskAgent {
       When creating or editing items via form() or type() you should include ${task.sessionName} in the value (if it is not restricted by the application logic)
       Initial page URL: ${actionResult.url}
 
+      ${protectionRule}
+
       ${this.buildDeletionScope(task)}
 
       ${this.buildAvailableFiles()}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "explorbot",
-  "version": "0.1.6",
+  "version": "0.1.7",
   "description": "CLI app built with React Ink, CodeceptJS, and Playwright",
   "license": "Elastic-2.0",
   "type": "module",

package/src/ai/rules.ts

@@ -135,7 +135,15 @@ export const fileUploadRule = dedent`
 export const protectionRule = dedent`
   <important>
   Do not sign out current user of the application.
-  Do not change current user account settings
+  Do not change current user account settings.
+
+  Pre-existing data on the page belongs to the application, not the test.
+  Items that were not created inside the current test scenario must not be deleted, removed, emptied, reset, archived, or otherwise destroyed.
+  If a scenario needs to verify destructive behaviour, the same scenario must first create a disposable target and then destroy that specific target — never operate on data that was already there when the test started.
+
+  The resource that the current page URL represents is "under test".
+  The test must not destroy the resource it is running against — doing so invalidates every subsequent scenario that starts on the same URL.
+  Do not propose or perform delete/remove/archive actions on the entity that owns the current URL; propose such actions only on disposable children created within the scenario itself.
   </important>
 `;
 

package/src/ai/tester.ts

@@ -17,13 +17,13 @@ import { codeToMarkdown } from '../utils/html.ts';
 import { createDebug, tag } from '../utils/logger.ts';
 import { loop } from '../utils/loop.ts';
 import type { Agent } from './agent.ts';
+import type { Captain } from './captain.ts';
 import type { Conversation } from './conversation.ts';
 import { Navigator } from './navigator.ts';
-import type { Captain } from './captain.ts';
 import type { Pilot } from './pilot.ts';
 import { Provider } from './provider.ts';
 import { Researcher } from './researcher.ts';
-import { actionRule, focusedElementRule, locatorRule, multipleTabsRule, sectionContextRule } from './rules.ts';
+import { actionRule, focusedElementRule, locatorRule, multipleTabsRule, protectionRule, sectionContextRule } from './rules.ts';
 import { TaskAgent } from './task-agent.ts';
 import { createCodeceptJSTools, createSpecialContextTools } from './tools.ts';
 
@@ -125,6 +125,23 @@ export class Tester extends TaskAgent implements Agent {
     this.resetFailureCount();
     this.pilot?.reset();
 
+    const requestStore = this.explorer.getRequestStore();
+    requestStore?.clear();
+    const offFailedRequest = requestStore?.onFailedRequest((r) => {
+      task.addNote(`Network error: ${r.method} ${r.path} → ${r.status}`, TestResult.FAILED);
+    });
+
+    const page = this.explorer.playwrightHelper?.page;
+    const onPageError = (err: Error) => {
+      task.addNote(`Console error: ${err.message}`, TestResult.FAILED);
+    };
+    const onConsoleMessage = (msg: any) => {
+      if (msg.type() !== 'error') return;
+      task.addNote(`Console error: ${msg.text()}`, TestResult.FAILED);
+    };
+    page?.on('pageerror', onPageError);
+    page?.on('console', onConsoleMessage);
+
     const initialState = ActionResult.fromState(state);
 
     const conversation = this.provider.startConversation(this.getSystemMessage(), 'tester');
@@ -355,6 +372,9 @@ export class Tester extends TaskAgent implements Agent {
     await this.getQuartermaster().analyzeSession(task, initialState, conversation);
 
     offStateChange();
+    offFailedRequest?.();
+    page?.off('pageerror', onPageError);
+    page?.off('console', onConsoleMessage);
     await this.finishTest(task);
     await this.explorer.stopTest(task, {
       startUrl: task.startUrl,
@@ -691,6 +711,8 @@ export class Tester extends TaskAgent implements Agent {
       When creating or editing items via form() or type() you should include ${task.sessionName} in the value (if it is not restricted by the application logic)
       Initial page URL: ${actionResult.url}
 
+      ${protectionRule}
+
       ${this.buildDeletionScope(task)}
 
       ${this.buildAvailableFiles()}