explorbot 0.1.12 → 0.1.15

package/bin/explorbot-cli.ts

@@ -586,32 +586,32 @@ addCommonOptions(program.command('research <url>').description('Research a page
   }
 );
 
-addCommonOptions(program.command('drill <url>').description('Drill all components on a page to learn interactions').option('--knowledge <path>', 'Save learned interactions to knowledge file at this URL path').option('--max <count>', 'Maximum number of components to drill', '20')).action(
-  async (url, options) => {
-    try {
-      const explorBot = new ExplorBot(buildExplorBotOptions(url, options));
-      await explorBot.start();
+addCommonOptions(
+  program.command('drill <url>').alias('driller').description('Drill all components on a page to learn interactions').option('--knowledge <path>', 'Save learned interactions to knowledge file at this URL path').option('--max-components <count>', 'Maximum number of components to drill')
+).action(async (url, options) => {
+  try {
+    const explorBot = new ExplorBot(buildExplorBotOptions(url, options));
+    await explorBot.start();
 
-      await explorBot.visit(url);
+    await explorBot.visit(url);
 
-      const plan = await explorBot.agentBosun().drill({
-        knowledgePath: options.knowledge,
-        maxComponents: Number.parseInt(options.max, 10),
-        interactive: false,
-      });
+    const plan = await explorBot.agentDriller().drill({
+      knowledgePath: options.knowledge,
+      maxComponents: Number.parseInt(options.maxComponents || '30', 10),
+      interactive: false,
+    });
 
-      console.log(`\nDrill completed: ${plan.tests.length} components`);
-      console.log(`Successful: ${plan.tests.filter((t) => t.isSuccessful).length}`);
-      console.log(`Failed: ${plan.tests.filter((t) => t.hasFailed).length}`);
+    console.log(`\nDrill completed: ${plan.tests.length} components`);
+    console.log(`Successful: ${plan.tests.filter((t) => t.isSuccessful).length}`);
+    console.log(`Failed: ${plan.tests.filter((t) => t.hasFailed).length}`);
 
-      await explorBot.stop();
-      await showStatsAndExit(0);
-    } catch (error) {
-      console.error('Failed:', error instanceof Error ? error.message : 'Unknown error');
-      await showStatsAndExit(1);
-    }
+    await explorBot.stop();
+    await showStatsAndExit(0);
+  } catch (error) {
+    console.error('Failed:', error instanceof Error ? error.message : 'Unknown error');
+    await showStatsAndExit(1);
   }
-);
+});
 
 program
   .command('context <url>')

package/dist/bin/explorbot-cli.js

@@ -531,14 +531,14 @@ addCommonOptions(program.command('research <url>').description('Research a page
         await showStatsAndExit(1);
     }
 });
-addCommonOptions(program.command('drill <url>').description('Drill all components on a page to learn interactions').option('--knowledge <path>', 'Save learned interactions to knowledge file at this URL path').option('--max <count>', 'Maximum number of components to drill', '20')).action(async (url, options) => {
+addCommonOptions(program.command('drill <url>').alias('driller').description('Drill all components on a page to learn interactions').option('--knowledge <path>', 'Save learned interactions to knowledge file at this URL path').option('--max-components <count>', 'Maximum number of components to drill')).action(async (url, options) => {
     try {
         const explorBot = new ExplorBot(buildExplorBotOptions(url, options));
         await explorBot.start();
         await explorBot.visit(url);
-        const plan = await explorBot.agentBosun().drill({
+        const plan = await explorBot.agentDriller().drill({
             knowledgePath: options.knowledge,
-            maxComponents: Number.parseInt(options.max, 10),
+            maxComponents: Number.parseInt(options.maxComponents || '30', 10),
             interactive: false,
         });
         console.log(`\nDrill completed: ${plan.tests.length} components`);

package/dist/package.json

@@ -1,6 +1,6 @@
 {
   "name": "explorbot",
-  "version": "0.1.12",
+  "version": "0.1.15",
   "description": "CLI app built with React Ink, CodeceptJS, and Playwright",
   "license": "Elastic-2.0",
   "type": "module",
@@ -67,6 +67,7 @@
     "@ai-sdk/openai": "^3.0",
     "@axe-core/playwright": "^4.11.0",
     "@codeceptjs/reflection": "^0.5.2",
+    "@faker-js/faker": "^10.4.0",
     "@inkjs/ui": "^2.0.0",
     "@langfuse/otel": "^4.5.1",
     "@openrouter/ai-sdk-provider": "^2.3.3",
@@ -78,7 +79,7 @@
     "@opentelemetry/sdk-trace-base": "^2.2.0",
     "@opentelemetry/semantic-conventions": "^1.38.0",
     "@scalar/openapi-parser": "^0.25.6",
-    "@testomatio/reporter": "^2.7.6",
+    "@testomatio/reporter": "^2.7.9-beta.3-markdown",
     "ai": "^6.0.6",
     "axe-core": "^4.11.1",
     "bash-tool": "^1.3.15",
@@ -109,6 +110,7 @@
     "strip-ansi": "^7.1.2",
     "turndown": "^7.2.1",
     "unique-names-generator": "^4.7.1",
+    "yaml": "^2.8.3",
     "yargs": "^17.7.2",
     "zod": "^4.1.8"
   },

package/dist/rules/researcher/container-rules.md

@@ -5,6 +5,8 @@ Container CSS must be a SINGLE semantic selector — one class, one id, or one a
 - VALID: semantic class names that describe what the section IS (`.product-list`, `.sidebar-menu`, `.user-profile`, `.search-results`), semantic roles (`[role="dialog"]`), semantic ids (`#main-content`)
 
 The container must uniquely identify a semantic wrapper, not a path through the DOM.
+
+Iframes are not sections — list each iframe as a single row of type `iframe` inside the section that contains it. Never use an iframe selector as a section's `> Container:`.
 </container_rules>
 
 <css_selector_rules>

package/dist/src/action-result.js

@@ -371,8 +371,9 @@ export class ActionResult {
         try {
             const urlObj = new URL(this.url);
             const path = urlObj.pathname.replace(/\/$/, '') || '/';
+            const search = urlObj.search || '';
             const hash = urlObj.hash || '';
-            return path + hash;
+            return path + search + hash;
         }
         catch {
             // If URL parsing fails, assume it's already a relative URL

package/dist/src/action.js

@@ -1,5 +1,6 @@
 import fs from 'node:fs';
 import { join } from 'node:path';
+import { faker } from '@faker-js/faker';
 import { context, trace } from '@opentelemetry/api';
 import { highlight } from 'cli-highlight';
 import { container, recorder } from 'codeceptjs';
@@ -218,8 +219,8 @@ class Action {
                 await sleep(this.config.action?.delay || 500);
             }
             else {
-                const codeFunction = new Function('I', 'tryTo', 'retryTo', 'within', 'hopeThat', 'step', sanitizedCode);
-                codeFunction(this.actor, tryTo, retryTo, within, hopeThat, step);
+                const codeFunction = new Function('I', 'tryTo', 'retryTo', 'within', 'hopeThat', 'step', 'faker', sanitizedCode);
+                codeFunction(this.actor, tryTo, retryTo, within, hopeThat, step, faker);
                 await recorder.add(() => sleep(this.config.action?.delay || 500));
                 await recorder.promise();
             }
@@ -324,12 +325,6 @@ class Action {
         }
         catch (error) {
             this.lastError = error;
-            if (error && typeof error === 'object') {
-                const errorObj = error;
-                if (typeof errorObj.fetchDetails === 'function') {
-                    await errorObj.fetchDetails();
-                }
-            }
             debugLog(`Attempt failed: ${codeBlock}: ${errorToString(error) || this.lastError?.toString()}`);
             return false;
         }

package/dist/src/ai/captain.js

@@ -174,8 +174,6 @@ export class Captain extends CaptainBase {
     ${knowledge}
 
     ${experience}
-
-    Use runCommand("/research") if you need deeper page understanding or UI element mapping.
     `;
     }
     planSummary() {

package/dist/src/ai/conversation.js

@@ -8,6 +8,7 @@ export class Conversation {
     messages;
     model;
     telemetryFunctionId;
+    protectedPrefixCount = 0;
     autoTrimRules;
     constructor(messages = [], model, telemetryFunctionId) {
         this.id = this.generateId();
@@ -16,6 +17,9 @@ export class Conversation {
         this.telemetryFunctionId = telemetryFunctionId;
         this.autoTrimRules = new Map();
     }
+    protectPrefix(count) {
+        this.protectedPrefixCount = count;
+    }
     addUserText(text) {
         this.messages.push({
             role: 'user',
@@ -63,8 +67,10 @@ export class Conversation {
         const escapedTag = tagName.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
         const regex = new RegExp(`<${escapedTag}>[\\s\\S]*?<\\/${escapedTag}>`, 'g');
         const replacementText = `<${tagName}>${replacement}</${tagName}>`;
+        const start = this.protectedPrefixCount;
         if (keepLast === 0) {
-            for (const message of this.messages) {
+            for (let i = start; i < this.messages.length; i++) {
+                const message = this.messages[i];
                 if (typeof message.content === 'string') {
                     message.content = message.content.replace(regex, replacementText);
                 }
@@ -72,7 +78,7 @@ export class Conversation {
             return;
         }
         const allMatches = [];
-        for (let i = 0; i < this.messages.length; i++) {
+        for (let i = start; i < this.messages.length; i++) {
             const message = this.messages[i];
             if (typeof message.content === 'string') {
                 const matches = [...message.content.matchAll(new RegExp(`<${escapedTag}>[\\s\\S]*?<\\/${escapedTag}>`, 'g'))];
@@ -86,7 +92,7 @@ export class Conversation {
         const keepCount = Math.min(keepLast, allMatches.length);
         const keepMatches = allMatches.slice(-keepCount);
         const keepSet = new Set(keepMatches.map((m) => `${m.messageIndex}:${m.startIndex}`));
-        for (let i = 0; i < this.messages.length; i++) {
+        for (let i = start; i < this.messages.length; i++) {
             const message = this.messages[i];
             if (typeof message.content === 'string') {
                 const matches = [...message.content.matchAll(new RegExp(`<${escapedTag}>[\\s\\S]*?<\\/${escapedTag}>`, 'g'))];
@@ -109,7 +115,7 @@ export class Conversation {
     }
     compactToolResults(keepLastN) {
         const toolMessageIndexes = [];
-        for (let i = 0; i < this.messages.length; i++) {
+        for (let i = this.protectedPrefixCount; i < this.messages.length; i++) {
             if (this.messages[i].role === 'tool')
                 toolMessageIndexes.push(i);
         }
@@ -144,6 +150,16 @@ export class Conversation {
             }
         }
     }
+    markLastMessageCacheable() {
+        const last = this.messages[this.messages.length - 1];
+        if (!last)
+            return;
+        last.providerOptions = {
+            ...last.providerOptions,
+            anthropic: { cacheControl: { type: 'ephemeral' } },
+            bedrock: { cachePoint: { type: 'default' } },
+        };
+    }
     hasTag(tagName, lastN) {
         const escapedTag = tagName.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
         const regex = new RegExp(`<${escapedTag}>`, 'g');