npm - explorbot - Versions diffs - 0.1.9 → 0.1.11 - Mend

explorbot 0.1.9 → 0.1.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (157) hide show

package/README.md +27 -1
package/bin/explorbot-cli.ts +86 -15
package/boat/api-tester/src/ai/curler-tools.ts +3 -3
package/boat/api-tester/src/ai/curler.ts +1 -1
package/boat/api-tester/src/apibot.ts +2 -2
package/boat/api-tester/src/config.ts +1 -1
package/dist/bin/explorbot-cli.js +85 -14
package/dist/boat/api-tester/src/ai/curler-tools.js +2 -2
package/dist/boat/api-tester/src/apibot.js +2 -2
package/dist/package.json +2 -2
package/dist/rules/navigator/output.md +9 -0
package/dist/rules/navigator/verification-actions.md +2 -0
package/dist/src/action-result.js +23 -1
package/dist/src/action.js +46 -38
package/dist/src/ai/bosun.js +16 -2
package/dist/src/ai/conversation.js +39 -0
package/dist/src/ai/experience-compactor.js +235 -50
package/dist/src/ai/historian/codeceptjs.js +109 -0
package/dist/src/ai/historian/experience.js +320 -0
package/dist/src/ai/historian/mixin.js +2 -0
package/dist/src/ai/historian/playwright.js +145 -0
package/dist/src/ai/historian/utils.js +18 -0
package/dist/src/ai/historian.js +19 -398
package/dist/src/ai/navigator.js +133 -80
package/dist/src/ai/pilot.js +254 -13
package/dist/src/ai/planner/subpages.js +1 -30
package/dist/src/ai/planner.js +33 -13
package/dist/src/ai/provider.js +55 -18
package/dist/src/ai/rerunner.js +3 -3
package/dist/src/ai/researcher/deep-analysis.js +1 -1
package/dist/src/ai/researcher/fingerprint-worker.js +1 -1
package/dist/src/ai/researcher/locators.js +1 -1
package/dist/src/ai/researcher/sections.js +8 -1
package/dist/src/ai/researcher.js +43 -41
package/dist/src/ai/rules.js +26 -14
package/dist/src/ai/tester.js +90 -26
package/dist/src/ai/tools.js +18 -10
package/dist/src/api/request-store.js +20 -0
package/dist/src/api/xhr-capture.js +19 -3
package/dist/src/browser-server.js +16 -3
package/dist/src/command-handler.js +1 -1
package/dist/src/commands/add-rule-command.js +12 -9
package/dist/src/commands/base-command.js +20 -0
package/dist/src/commands/clean-command.js +3 -2
package/dist/src/commands/compact-command.js +138 -0
package/dist/src/commands/context-command.js +7 -1
package/dist/src/commands/drill-command.js +4 -1
package/dist/src/commands/experience-command.js +104 -0
package/dist/src/commands/explore-command.js +54 -19
package/dist/src/commands/freesail-command.js +2 -0
package/dist/src/commands/index.js +7 -3
package/dist/src/commands/init-command.js +11 -10
package/dist/src/commands/learn-command.js +1 -1
package/dist/src/commands/navigate-command.js +4 -1
package/dist/src/commands/plan-clear-command.js +4 -1
package/dist/src/commands/plan-command.js +43 -4
package/dist/src/commands/plan-edit-command.js +1 -1
package/dist/src/commands/plan-load-command.js +4 -1
package/dist/src/commands/plan-reload-command.js +4 -1
package/dist/src/commands/plan-save-command.js +20 -8
package/dist/src/commands/rerun-command.js +4 -0
package/dist/src/commands/research-command.js +5 -2
package/dist/src/commands/start-command.js +5 -1
package/dist/src/commands/test-command.js +7 -1
package/dist/src/components/App.js +15 -5
package/dist/src/execution-controller.js +13 -2
package/dist/src/experience-tracker.js +174 -83
package/dist/src/explorbot.js +31 -22
package/dist/src/explorer.js +12 -5
package/dist/src/observability.js +50 -99
package/dist/src/playwright-recorder.js +309 -0
package/dist/src/reporter.js +17 -2
package/dist/src/stats.js +2 -0
package/dist/src/suite.js +1 -1
package/dist/src/test-plan.js +12 -0
package/dist/src/utils/aria.js +37 -1
package/dist/src/utils/error-page.js +30 -7
package/dist/src/utils/logger.js +1 -1
package/dist/src/utils/next-steps.js +37 -0
package/dist/src/utils/rules-loader.js +1 -1
package/dist/src/utils/test-files.js +1 -1
package/dist/src/utils/url-matcher.js +50 -0
package/package.json +2 -2
package/rules/navigator/output.md +9 -0
package/rules/navigator/verification-actions.md +2 -0
package/src/action-result.ts +26 -1
package/src/action.ts +44 -37
package/src/ai/bosun.ts +16 -2
package/src/ai/conversation.ts +37 -0
package/src/ai/experience-compactor.ts +270 -63
package/src/ai/historian/codeceptjs.ts +130 -0
package/src/ai/historian/experience.ts +383 -0
package/src/ai/historian/mixin.ts +4 -0
package/src/ai/historian/playwright.ts +169 -0
package/src/ai/historian/utils.ts +23 -0
package/src/ai/historian.ts +35 -468
package/src/ai/navigator.ts +140 -85
package/src/ai/pilot.ts +259 -14
package/src/ai/planner/subpages.ts +1 -24
package/src/ai/planner.ts +34 -14
package/src/ai/provider.ts +52 -18
package/src/ai/rerunner.ts +3 -3
package/src/ai/researcher/deep-analysis.ts +1 -1
package/src/ai/researcher/fingerprint-worker.ts +1 -1
package/src/ai/researcher/locators.ts +2 -2
package/src/ai/researcher/sections.ts +7 -1
package/src/ai/researcher.ts +47 -42
package/src/ai/rules.ts +27 -14
package/src/ai/task-agent.ts +1 -1
package/src/ai/tester.ts +94 -26
package/src/ai/tools.ts +53 -29
package/src/api/request-store.ts +22 -0
package/src/api/xhr-capture.ts +21 -3
package/src/browser-server.ts +17 -3
package/src/command-handler.ts +1 -1
package/src/commands/add-rule-command.ts +13 -9
package/src/commands/base-command.ts +26 -1
package/src/commands/clean-command.ts +4 -3
package/src/commands/compact-command.ts +156 -0
package/src/commands/context-command.ts +8 -2
package/src/commands/drill-command.ts +5 -2
package/src/commands/experience-command.ts +125 -0
package/src/commands/explore-command.ts +58 -21
package/src/commands/freesail-command.ts +2 -0
package/src/commands/index.ts +7 -3
package/src/commands/init-command.ts +11 -10
package/src/commands/learn-command.ts +2 -2
package/src/commands/navigate-command.ts +5 -2
package/src/commands/plan-clear-command.ts +5 -2
package/src/commands/plan-command.ts +47 -5
package/src/commands/plan-edit-command.ts +2 -2
package/src/commands/plan-load-command.ts +5 -2
package/src/commands/plan-reload-command.ts +5 -2
package/src/commands/plan-save-command.ts +20 -9
package/src/commands/rerun-command.ts +5 -0
package/src/commands/research-command.ts +6 -3
package/src/commands/start-command.ts +6 -2
package/src/commands/test-command.ts +8 -2
package/src/components/App.tsx +16 -5
package/src/config.ts +6 -1
package/src/execution-controller.ts +14 -3
package/src/experience-tracker.ts +198 -100
package/src/explorbot.ts +33 -23
package/src/explorer.ts +14 -5
package/src/observability.ts +50 -109
package/src/playwright-recorder.ts +305 -0
package/src/reporter.ts +17 -3
package/src/stats.ts +4 -0
package/src/suite.ts +1 -1
package/src/test-plan.ts +12 -0
package/src/utils/aria.ts +38 -1
package/src/utils/error-page.ts +32 -7
package/src/utils/logger.ts +1 -1
package/src/utils/next-steps.ts +51 -0
package/src/utils/rules-loader.ts +1 -1
package/src/utils/test-files.ts +1 -1
package/src/utils/url-matcher.ts +43 -0

package/rules/navigator/verification-actions.md CHANGED Viewed

@@ -113,6 +113,8 @@ For input field values, ALWAYS use I.seeInField() — never check value via CSS
 Prefer text locators (label, name, placeholder) for form fields: I.seeInField('Search', 'value') over I.seeInField('input[name="search"]', 'value').
 Only use locators that exist in the provided HTML or ARIA snapshot.
 Verify exact conditions, not approximate matches.
+NEVER use `:has-text(...)` inside a seeElement/dontSeeElement locator. Checking text inside an element is the job of I.see(text, context) — the `:has-text()` form duplicates that capability with a fragile selector.
+NEVER emit two assertions that check the same fact with different shapes. `I.see(text, locator)` and `I.seeElement("<locator>:has-text('text')")` verify the same thing — pick one (prefer I.see). One claim, one assertion.
 </verification_rules>
 [DO NEVER USE OTHER CODECEPTJS COMMANDS THAN PROPOSED HERE]

package/src/action-result.ts CHANGED Viewed

@@ -611,7 +611,7 @@ export class ActionResult implements ActionResultData {
         }
       }
       if (processedParts.length > 0) {
-        pageDiff.htmlParts = processedParts;
+        pageDiff.htmlParts = collapseHtmlParts(processedParts);
       }
     }
@@ -629,6 +629,31 @@ export class ActionResult implements ActionResultData {
   }
 }
+const HTML_PARTS_TOTAL_BUDGET = 8000;
+const HTML_PARTS_COUNT_LIMIT = 8;
+const HTML_PART_SUBTREE_BUDGET = 2000;
+function collapseHtmlParts(parts: HtmlDiffPart[]): HtmlDiffPart[] {
+  const total = parts.reduce((sum, p) => sum + p.subtree.length, 0);
+  const fullPageReRender = total > HTML_PARTS_TOTAL_BUDGET || parts.length > HTML_PARTS_COUNT_LIMIT;
+  if (fullPageReRender) {
+    return parts.map((part) => ({
+      ...part,
+      subtree: `<html><head></head><body>...collapsed (${part.subtree.length} chars, ${part.added.length} added, ${part.removed.length} removed)...</body></html>`,
+    }));
+  }
+  return parts.map((part) => {
+    if (part.subtree.length <= HTML_PART_SUBTREE_BUDGET) return part;
+    const head = part.subtree.slice(0, HTML_PART_SUBTREE_BUDGET);
+    return {
+      ...part,
+      subtree: `${head}...<!-- truncated ${part.subtree.length - HTML_PART_SUBTREE_BUDGET} chars -->`,
+    };
+  });
+}
 export class Diff {
   private _htmlDiffResult: HtmlDiffResult | null = null;
   private _ariaDiffResult: string | null = null;

package/src/action.ts CHANGED Viewed

@@ -16,6 +16,7 @@ import { ConfigParser, outputPath } from './config.js';
 import type { ExplorbotConfig } from './config.js';
 import type { UserResolveFunction } from './explorbot.ts';
 import { Observability } from './observability.ts';
+import type { PlaywrightRecorder } from './playwright-recorder.ts';
 import type { StateManager } from './state-manager.js';
 import { extractCodeBlocks } from './utils/code-extractor.js';
 import { htmlCombinedSnapshot, minifyHtml } from './utils/html.js';
@@ -36,12 +37,16 @@ class Action {
   private expectation: string | null = null;
   public lastError: Error | null = null;
   public playwrightHelper: any;
+  public playwrightGroupId: string | null = null;
+  public assertionSteps: Array<{ name: string; args: any[] }> = [];
+  private recorder?: PlaywrightRecorder;
-  constructor(actor: CodeceptJS.I, stateManager: StateManager) {
+  constructor(actor: CodeceptJS.I, stateManager: StateManager, recorder?: PlaywrightRecorder) {
     this.actor = actor;
     this.stateManager = stateManager;
     this.config = ConfigParser.getInstance().getConfig();
     this.playwrightHelper = container.helpers('Playwright');
+    this.recorder = recorder;
   }
   async caputrePageWithScreenshot(): Promise<ActionResult> {
@@ -71,7 +76,14 @@ class Action {
       const timestamp = Date.now();
       const page = this.playwrightHelper.page;
       const frame = this.playwrightHelper.frame;
-      const [html, title, browserLogs] = await Promise.all([(this.actor as any).grabSource(), (this.actor as any).grabTitle(), this.captureBrowserLogs()]);
+      await page?.waitForLoadState('domcontentloaded', { timeout: 10000 })?.catch(() => {});
+      const grabAll = () => Promise.all([(this.actor as any).grabSource(), (this.actor as any).grabTitle(), this.captureBrowserLogs()]);
+      const [html, title, browserLogs] = await grabAll().catch(async (err: Error) => {
+        const msg = err instanceof Error ? err.message : String(err);
+        if (!/navigating and changing the content/i.test(msg)) throw err;
+        await page?.waitForLoadState('domcontentloaded', { timeout: 10000 })?.catch(() => {});
+        return grabAll();
+      });
       const url = page?.url() || (await (this.actor as any).grabCurrentUrl?.());
       let screenshotFile: string | undefined = undefined;
@@ -218,7 +230,10 @@ class Action {
     let codeString = code.replace(/^\(I\) => /, '').trim();
     const executedSteps: string[] = [];
-    registerStepLogger(executedSteps);
+    const assertionSteps: Array<{ name: string; args: any[] }> = [];
+    const stepListener = attachStepLogger(executedSteps, assertionSteps);
+    const groupId = this.recorder ? await this.recorder.beginAction(codeString) : null;
+    this.playwrightGroupId = groupId;
     const activeSpan = Observability.getSpan();
     const tracer = trace.getTracer('ai');
     const stepSpan = activeSpan ? tracer.startSpan('codeceptjs.step', undefined, trace.setSpan(context.active(), activeSpan)) : null;
@@ -253,6 +268,7 @@ class Action {
       this.stateManager.updateState(pageState, codeString);
       this.actionResult = pageState;
+      this.assertionSteps = assertionSteps;
     } catch (err) {
       debugLog('Action error', errorToString(err));
       error = err as Error;
@@ -260,9 +276,11 @@ class Action {
         await recorder.reset();
         await recorder.start();
       }
+      this.assertionSteps = [];
       throw err;
     } finally {
-      unregisterStepLogger();
+      if (groupId) await this.recorder!.endAction();
+      detachStepLogger(stepListener);
       if (stepSpan) {
         stepSpan.end();
       }
@@ -407,41 +425,30 @@ function sleep(ms: number) {
   return new Promise((resolve) => setTimeout(resolve, ms));
 }
-let stepLoggerRegistered = false;
-let stepLoggerTarget: string[] | null = null;
+const ASSERTION_STEP_NAMES = new Set(['see', 'dontSee', 'seeElement', 'dontSeeElement', 'seeInField', 'dontSeeInField', 'seeInCurrentUrl', 'dontSeeInCurrentUrl']);
-const stepLogger = (step: any, error?: any) => {
-  if (!step?.toCode) {
-    return;
-  }
-  if (step.name?.startsWith('grab')) return;
-  const stepCode = step.toCode();
-  if (stepLoggerTarget) {
-    stepLoggerTarget.push(stepCode);
-  }
-  if (error) {
-    tag('step').log(step, error);
-    return;
-  }
-  tag('step').log(step);
-};
+type StepListener = (step: any, error?: any) => void;
-const registerStepLogger = (target: string[]) => {
-  stepLoggerTarget = target;
-  if (stepLoggerRegistered) {
-    return;
-  }
-  stepLoggerRegistered = true;
-  codeceptjs.event.dispatcher.on(codeceptjs.event.step.passed, stepLogger);
-  codeceptjs.event.dispatcher.on(codeceptjs.event.step.failed, stepLogger);
+const attachStepLogger = (target: string[], assertionsTarget?: Array<{ name: string; args: any[] }>): StepListener => {
+  const listener: StepListener = (step, error) => {
+    if (!step?.toCode) return;
+    if (step.name?.startsWith('grab')) return;
+    target.push(step.toCode());
+    if (assertionsTarget && ASSERTION_STEP_NAMES.has(step.name)) {
+      assertionsTarget.push({ name: step.name, args: step.args || [] });
+    }
+    if (error) {
+      tag('step').log(step, error);
+      return;
+    }
+    tag('step').log(step);
+  };
+  codeceptjs.event.dispatcher.on(codeceptjs.event.step.passed, listener);
+  codeceptjs.event.dispatcher.on(codeceptjs.event.step.failed, listener);
+  return listener;
 };
-const unregisterStepLogger = () => {
-  stepLoggerTarget = null;
-  if (!stepLoggerRegistered) {
-    return;
-  }
-  stepLoggerRegistered = false;
-  codeceptjs.event.dispatcher.off(codeceptjs.event.step.passed, stepLogger);
-  codeceptjs.event.dispatcher.off(codeceptjs.event.step.failed, stepLogger);
+const detachStepLogger = (listener: StepListener) => {
+  codeceptjs.event.dispatcher.off(codeceptjs.event.step.passed, listener);
+  codeceptjs.event.dispatcher.off(codeceptjs.event.step.failed, listener);
 };

package/src/ai/bosun.ts CHANGED Viewed

@@ -10,8 +10,10 @@ import { Observability } from '../observability.ts';
 import { Plan, Task, Test, TestResult } from '../test-plan.ts';
 import { diffAriaSnapshots } from '../utils/aria.ts';
 import { HooksRunner } from '../utils/hooks-runner.ts';
+import { getCliName } from '../utils/cli-name.ts';
 import { createDebug, tag } from '../utils/logger.ts';
 import { loop, pause } from '../utils/loop.ts';
+import { type NextStepSection, printNextSteps } from '../utils/next-steps.ts';
 import type { Agent } from './agent.ts';
 import type { Conversation } from './conversation.ts';
 import type { Navigator } from './navigator.ts';
@@ -473,7 +475,11 @@ export class Bosun extends TaskAgent implements Agent {
     const successfulInteractions = results.filter((r) => r.result === 'success' && r.code);
     for (const interaction of successfulInteractions) {
-      await experienceTracker.saveSuccessfulResolution(actionResult, `Drill ${interaction.action}: ${interaction.component}`, interaction.code!, interaction.description);
+      experienceTracker.writeAction(actionResult, {
+        title: `Drill ${interaction.action}: ${interaction.component}`,
+        code: interaction.code!,
+        explanation: interaction.description,
+      });
     }
     if (successfulInteractions.length > 0) {
@@ -493,7 +499,15 @@ export class Bosun extends TaskAgent implements Agent {
     const content = this.generateKnowledgeContent(state, successfulInteractions);
     const result = knowledgeTracker.addKnowledge(knowledgePath, content);
-    tag('success').log(`Knowledge saved to: ${result.filePath}`);
+    const cli = getCliName();
+    const sections: NextStepSection[] = [
+      {
+        label: 'Knowledge',
+        path: result.filePath,
+        commands: [{ label: 'View matches', command: `${cli} knows ${knowledgePath}` }],
+      },
+    ];
+    printNextSteps(sections);
   }
   private generateKnowledgeContent(state: any, interactions: InteractionResult[]): string {

package/src/ai/conversation.ts CHANGED Viewed

@@ -11,6 +11,9 @@ export function toolExecutionLabel(input: Record<string, any> | undefined): stri
   return input?.explanation || input?.assertion || input?.reason || input?.request || '';
 }
+const AUTO_COMPACT_ARIA_CHANGES_CUTOFF = 500;
+const AUTO_COMPACT_TARGETED_HTML_CUTOFF = 500;
 export class Conversation {
   id: string;
   messages: ModelMessage[];
@@ -132,6 +135,40 @@ export class Conversation {
     this.autoTrimRules.set(tagName, maxLength);
   }
+  compactToolResults(keepLastN: number): void {
+    const toolMessageIndexes: number[] = [];
+    for (let i = 0; i < this.messages.length; i++) {
+      if (this.messages[i].role === 'tool') toolMessageIndexes.push(i);
+    }
+    const compactUpTo = toolMessageIndexes.length - Math.max(0, keepLastN);
+    for (let k = 0; k < compactUpTo; k++) {
+      const message = this.messages[toolMessageIndexes[k]];
+      if (!Array.isArray(message.content)) continue;
+      for (const part of message.content) {
+        if (part.type !== 'tool-result') continue;
+        const rawOutput = part.output as Record<string, any> | undefined;
+        if (!rawOutput || rawOutput.type !== 'json' || !rawOutput.value || typeof rawOutput.value !== 'object') continue;
+        const value = rawOutput.value as Record<string, any>;
+        if (value.pageDiff && typeof value.pageDiff === 'object') {
+          const pageDiff = value.pageDiff as Record<string, any>;
+          if (Array.isArray(pageDiff.htmlParts)) {
+            pageDiff.htmlParts = undefined;
+            pageDiff.compacted = true;
+          }
+          if (typeof pageDiff.ariaChanges === 'string' && pageDiff.ariaChanges.length > AUTO_COMPACT_ARIA_CHANGES_CUTOFF) {
+            pageDiff.ariaChanges = `${pageDiff.ariaChanges.slice(0, AUTO_COMPACT_ARIA_CHANGES_CUTOFF)}...`;
+          }
+          if (typeof pageDiff.iframes === 'string') {
+            pageDiff.iframes = undefined;
+          }
+        }
+        if (typeof value.targetedHtml === 'string' && value.targetedHtml.length > AUTO_COMPACT_TARGETED_HTML_CUTOFF) {
+          value.targetedHtml = `${value.targetedHtml.slice(0, AUTO_COMPACT_TARGETED_HTML_CUTOFF)}...`;
+        }
+      }
+    }
+  }
   hasTag(tagName: string, lastN?: number): boolean {
     const escapedTag = tagName.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
     const regex = new RegExp(`<${escapedTag}>`, 'g');