explorbot 0.4.4 → 0.4.6

package/boat/api-tester/src/commands/plan-command.ts

@@ -0,0 +1,42 @@
+import { tag } from '../../../../src/utils/logger.ts';
+import { type NextStepSection, printNextSteps, relativeToCwd } from '../../../../src/utils/next-steps.ts';
+import { ApiCommand } from './api-command.ts';
+
+export class PlanCommand extends ApiCommand {
+  name = 'plan';
+  description = 'Generate a test plan for an API endpoint';
+  style?: string;
+  fresh = false;
+
+  async execute(endpoint: string): Promise<void> {
+    await this.bot.plan(endpoint, { style: this.style, fresh: this.fresh });
+
+    const plan = this.bot.getCurrentPlan();
+    if (!plan?.tests.length) {
+      throw new Error('No test scenarios generated.');
+    }
+
+    const lines = [`Plan: ${plan.title} (${plan.tests.length} tests)`];
+    for (const [i, test] of plan.tests.entries()) {
+      lines.push(`  ${String(i + 1).padStart(2)}. [${test.priority}] ${test.scenario}`);
+    }
+    tag('multiline').log(lines.join('\n'), { maxLines: 24 });
+
+    const savedPath = this.bot.savePlan();
+    if (!savedPath) return;
+
+    const relative = relativeToCwd(savedPath);
+    const sections: NextStepSection[] = [
+      {
+        label: 'Plan',
+        path: savedPath,
+        commands: [
+          { label: 'Run first', command: `${this.prefix} test ${relative} 1` },
+          { label: 'Run all', command: `${this.prefix} test ${relative} *` },
+          { label: 'Run range', command: `${this.prefix} test ${relative} 1-3` },
+        ],
+      },
+    ];
+    printNextSteps(sections);
+  }
+}

package/boat/api-tester/src/commands/test-command.ts

@@ -0,0 +1,54 @@
+import figureSet from 'figures';
+import type { Test } from '../../../../src/test-plan.ts';
+import { tag } from '../../../../src/utils/logger.ts';
+import { ApiCommand } from './api-command.ts';
+
+export class TestCommand extends ApiCommand {
+  name = 'test';
+  description = 'Execute tests from a plan file. Index: 1, 1-3, *';
+  index?: string;
+  failed = 0;
+
+  async execute(planfile: string): Promise<void> {
+    const plan = this.bot.loadPlan(planfile);
+    tag('info').log(`Plan loaded: "${plan.title}" (${plan.tests.length} tests)`);
+
+    const tests = selectTests(plan.tests, this.index);
+    tag('info').log(`Running ${tests.length} test(s)`);
+
+    let passed = 0;
+    for (const test of tests) {
+      const result = await this.bot.runTest(test);
+      if (result.success) passed++;
+      else this.failed++;
+    }
+
+    this.bot.savePlan();
+    tag('info').log(`${figureSet.tick} ${tests.length} tests completed: ${passed} passed, ${this.failed} failed`);
+  }
+}
+
+export function selectTests(tests: Test[], index?: string): Test[] {
+  if (!index || index === '*' || index === 'all') {
+    return tests.filter((t) => t.status === 'pending');
+  }
+
+  const rangeMatch = index.match(/^(\d+)-(\d+)$/);
+  if (rangeMatch) {
+    const start = Number.parseInt(rangeMatch[1]) - 1;
+    const end = Number.parseInt(rangeMatch[2]);
+    return tests.slice(start, end);
+  }
+
+  if (index.includes(',')) {
+    const indices = index.split(',').map((i) => Number.parseInt(i.trim()) - 1);
+    return indices.map((i) => tests[i]).filter(Boolean);
+  }
+
+  const num = Number.parseInt(index);
+  if (!Number.isNaN(num) && tests[num - 1]) {
+    return [tests[num - 1]];
+  }
+
+  return tests.filter((t) => t.status === 'pending');
+}

package/boat/prima/src/prima.ts

@@ -20,6 +20,7 @@ import { Reporter } from '../../../src/reporter.ts';
 import type { WebPageState } from '../../../src/state-manager.ts';
 import { Stats } from '../../../src/stats.ts';
 import { Task, Test, TestResult } from '../../../src/test-plan.ts';
+import { ariaRefSnapshot } from '../../../src/utils/aria-ref.ts';
 import { compactAriaSnapshot } from '../../../src/utils/aria.ts';
 import { browserErrorMessage } from '../../../src/utils/browser-errors.ts';
 import { pluralize } from '../../../src/utils/logger.ts';
@@ -324,11 +325,15 @@ export class Prima {
       return null;
     });
 
-    if (settleError) trace.push({ label: 'settling which instructions were satisfied', ok: false, proof: browserErrorMessage(settleError) });
-
+    const stillOpen = ledger.filter((entry) => entry.status === 'open').length;
     for (const execution of invoked?.toolExecutions || []) {
       this.applyLedgerReport(execution, ledger, trace);
     }
+
+    let unsettled = '';
+    if (settleError) unsettled = browserErrorMessage(settleError);
+    if (invoked && ledger.filter((entry) => entry.status === 'open').length === stillOpen) unsettled = 'the model was asked to report every remaining instruction and reported none';
+    if (unsettled) trace.push({ label: 'settling which instructions were satisfied', ok: false, proof: unsettled });
   }
 
   private ledgerProgress(ledger: LedgerEntry[]): string {
@@ -916,7 +921,7 @@ export class Prima {
   }
 
   private async refAriaSnapshot(result: ActionResult): Promise<string | null> {
-    const snapshot = await Promise.resolve(this.bot.getExplorer()?.withPage?.((page: any) => page.locator('body').ariaSnapshot({ mode: 'ai' }))).catch(() => null);
+    const snapshot = await Promise.resolve(this.bot.getExplorer()?.withPage?.(ariaRefSnapshot)).catch(() => null);
     return snapshot || result.ariaSnapshot;
   }
 

package/dist/boat/api-tester/src/apibot.js

@@ -2,7 +2,7 @@ import { existsSync, mkdirSync } from 'node:fs';
 import path from 'node:path';
 import { AIProvider } from "../../../src/ai/provider.js";
 import { RequestStore } from "../../../src/api/request-store.js";
-import { extractEndpointDefinition, loadSpec, searchEndpoints, validateSpecs } from "../../../src/api/spec-reader.js";
+import { extractEndpointDefinition, loadSpec, resolveEndpoints, searchEndpoints, validateSpecs } from "../../../src/api/spec-reader.js";
 import { KnowledgeTracker } from "../../../src/knowledge-tracker.js";
 import { Reporter } from "../../../src/reporter.js";
 import { Plan } from "../../../src/test-plan.js";
@@ -143,12 +143,25 @@ export class ApiBot {
     getConfigParser() {
         return this.configParser;
     }
+    getOptions() {
+        return this.options;
+    }
+    async runTest(test) {
+        return this.agentCurler().test(test, {
+            specDefinition: this.tryGetEndpointDefinition(test.startUrl),
+            baseEndpoint: this.config.api.baseEndpoint,
+            searchSpec: (query) => this.searchSpec(query),
+        });
+    }
     getRequestState() {
         return this.requestState;
     }
     getEndpointDefinition(endpoint) {
         return extractEndpointDefinition(this.apiSpec, endpoint, this.config.api.baseEndpoint);
     }
+    expandEndpoints(pattern) {
+        return resolveEndpoints(this.apiSpec, this.configParser.resolveEndpointPath(pattern), this.config.api.baseEndpoint);
+    }
     searchSpec(query) {
         return searchEndpoints(this.apiSpec, query, this.config.api.baseEndpoint);
     }

package/dist/boat/api-tester/src/cli.js

@@ -1,86 +1,30 @@
-import fs from 'node:fs';
-import path from 'node:path';
 import { Command } from 'commander';
 import { ConfigCommand } from "../../../src/commands/config-command.js";
 import { RecommendedModelsCommand } from "../../../src/commands/recommended-models-command.js";
 import { listSites } from "../../../src/global-config.js";
 import { setPreserveConsoleLogs } from "../../../src/utils/logger.js";
-import { getStyles } from "./ai/chief/styles.js";
 import { ApiBot } from "./apibot.js";
+import { ExploreCommand } from "./commands/explore-command.js";
+import { runInit } from "./commands/init-command.js";
+import { KnowCommand } from "./commands/know-command.js";
+import { PlanCommand } from "./commands/plan-command.js";
+import { TestCommand } from "./commands/test-command.js";
 import { ApibotConfigParser } from "./config.js";
-function buildOptions(options) {
-    return {
-        verbose: options.verbose || options.debug,
-        config: options.config,
-        path: options.path,
-        baseEndpoint: options.endpoint,
-        spec: options.spec,
-        header: options.header,
-    };
-}
-function addCommonOptions(cmd) {
-    return cmd
-        .option('-v, --verbose', 'Enable verbose logging')
-        .option('--debug', 'Enable debug logging')
-        .option('-c, --config <path>', 'Path to configuration file')
-        .option('-p, --path <path>', 'Working directory path')
-        .option('--endpoint <url>', 'Base API endpoint to test (env: EXPLORBOT_URL)')
-        .option('--spec <path>', 'OpenAPI spec file or URL (env: EXPLORBOT_API_SPEC)')
-        .option('-H, --header <header>', 'Header sent with every request, as "Name: value". Repeatable (env: EXPLORBOT_API_HEADERS)', (value, previous = []) => [...previous, value]);
-}
-function selectTests(tests, index) {
-    if (!index || index === '*' || index === 'all') {
-        return tests.filter((t) => t.status === 'pending');
-    }
-    const rangeMatch = index.match(/^(\d+)-(\d+)$/);
-    if (rangeMatch) {
-        const start = Number.parseInt(rangeMatch[1]) - 1;
-        const end = Number.parseInt(rangeMatch[2]);
-        return tests.slice(start, end);
-    }
-    if (index.includes(',')) {
-        const indices = index.split(',').map((i) => Number.parseInt(i.trim()) - 1);
-        return indices.map((i) => tests[i]).filter(Boolean);
-    }
-    const num = Number.parseInt(index);
-    if (!Number.isNaN(num) && tests[num - 1]) {
-        return [tests[num - 1]];
-    }
-    return tests.filter((t) => t.status === 'pending');
-}
 export function createApiCommands(name = 'api') {
     const cmd = new Command(name);
     cmd.description('AI-powered API testing tool');
-    addCommonOptions(cmd.command('plan <endpoint>').description('Generate test plan for an API endpoint').option('--style <style>', 'Planning style: basename of a file in rules/chief/styles/').option('--fresh', 'Start planning from scratch')).action(async (endpoint, options) => {
-        setPreserveConsoleLogs(true);
-        try {
-            const bot = new ApiBot({ ...buildOptions(options), endpoint });
-            await bot.start();
-            await bot.plan(endpoint, { style: options.style, fresh: options.fresh });
-            const plan = bot.getCurrentPlan();
-            if (!plan?.tests.length) {
-                console.error('No test scenarios generated.');
-                process.exit(1);
-            }
-            console.log(`\nPlan: ${plan.title} (${plan.tests.length} tests)\n`);
-            plan.tests.forEach((test, i) => {
-                console.log(`  ${i + 1}. [${test.priority}] ${test.scenario}`);
-            });
-            const savedPath = bot.savePlan();
-            if (savedPath) {
-                console.log(`\nSaved to: ${savedPath}`);
-                console.log('\nRun tests:');
-                console.log(`  ${name} test ${savedPath} 1       # run first test`);
-                console.log(`  ${name} test ${savedPath} 1-3     # run tests 1 to 3`);
-                console.log(`  ${name} test ${savedPath} *       # run all tests`);
-            }
-            await bot.stop();
-            process.exit(0);
-        }
-        catch (error) {
-            console.error('Failed:', error instanceof Error ? error.message : 'Unknown error');
-            process.exit(1);
-        }
+    addCommonOptions(cmd.command('plan <endpoint>').description('Generate test plan for an API endpoint'))
+        .option('--style <style>', 'Planning style: basename of a file in rules/chief/styles/')
+        .option('--fresh', 'Start planning from scratch')
+        .action(async (endpoint, options) => {
+        await run(name, options, endpoint, async (bot) => {
+            const command = new PlanCommand(bot);
+            command.prefix = name;
+            command.style = options.style;
+            command.fresh = !!options.fresh;
+            await command.execute(endpoint);
+            return 0;
+        });
     });
     addCommonOptions(cmd.command('config [endpoint]').description('Show models, config file and paths used by this run'))
         .option('--json', 'Print the resolved config as JSON')
@@ -102,155 +46,34 @@ export function createApiCommands(name = 'api') {
     });
     RecommendedModelsCommand.register(cmd);
     addCommonOptions(cmd.command('test <planfile> [index]').description('Execute tests from a plan file. Index: 1, 1-3, *')).action(async (planfile, index, options) => {
-        setPreserveConsoleLogs(true);
-        try {
-            const bot = new ApiBot(buildOptions(options));
-            await bot.start();
-            const plan = bot.loadPlan(planfile);
-            console.log(`Plan loaded: "${plan.title}" (${plan.tests.length} tests)`);
-            const tests = selectTests(plan.tests, index);
-            console.log(`Running ${tests.length} test(s)\n`);
-            let passed = 0;
-            let failed = 0;
-            for (const test of tests) {
-                const specDefinition = bot.tryGetEndpointDefinition(test.startUrl);
-                const result = await bot.agentCurler().test(test, {
-                    specDefinition,
-                    baseEndpoint: bot.getConfig().api.baseEndpoint,
-                    searchSpec: (query) => bot.searchSpec(query),
-                });
-                if (result.success)
-                    passed++;
-                else
-                    failed++;
-            }
-            bot.savePlan();
-            console.log(`\nResults: ${passed} passed, ${failed} failed out of ${tests.length}`);
-            await bot.stop();
-            process.exit(failed > 0 ? 1 : 0);
-        }
-        catch (error) {
-            console.error('Failed:', error instanceof Error ? error.message : 'Unknown error');
-            process.exit(1);
-        }
+        await run(name, options, undefined, async (bot) => {
+            const command = new TestCommand(bot);
+            command.index = index;
+            await command.execute(planfile);
+            if (command.failed)
+                return 1;
+            return 0;
+        });
     });
-    addCommonOptions(cmd.command('explore <endpoint>').description('Full cycle: plan all styles, execute tests, re-plan. The endpoint may be the base endpoint itself')).action(async (endpoint, options) => {
-        setPreserveConsoleLogs(true);
-        try {
-            if (URL.canParse(endpoint))
-                options.endpoint ||= endpoint;
-            const bot = new ApiBot({ ...buildOptions(options), endpoint });
-            await bot.start();
-            const styles = Object.keys(getStyles());
-            let totalPassed = 0;
-            let totalFailed = 0;
-            let totalTests = 0;
-            for (const style of styles) {
-                console.log(`\n=== Style: ${style} ===\n`);
-                const plan = await bot.plan(endpoint, { style, fresh: true });
-                if (!plan?.tests.length) {
-                    console.log(`No tests generated for style: ${style}`);
-                    continue;
-                }
-                const pending = plan.getPendingTests();
-                for (const test of pending) {
-                    const specDefinition = bot.tryGetEndpointDefinition(test.startUrl);
-                    const result = await bot.agentCurler().test(test, {
-                        specDefinition,
-                        baseEndpoint: bot.getConfig().api.baseEndpoint,
-                        searchSpec: (query) => bot.searchSpec(query),
-                    });
-                    totalTests++;
-                    if (result.success)
-                        totalPassed++;
-                    else
-                        totalFailed++;
-                }
-                bot.savePlan(style);
-            }
-            console.log('\n=== Final Results ===');
-            console.log(`Total: ${totalTests} tests, ${totalPassed} passed, ${totalFailed} failed`);
-            await bot.stop();
-            process.exit(totalFailed > 0 ? 1 : 0);
-        }
-        catch (error) {
-            console.error('Failed:', error instanceof Error ? error.message : 'Unknown error');
-            process.exit(1);
-        }
+    addCommonOptions(cmd.command('explore <endpoint>').description('Full cycle: plan, execute tests, re-plan. Use * to cover many endpoints, or the base endpoint for all of them')).action(async (endpoint, options) => {
+        await run(name, options, endpoint, async (bot) => {
+            const command = new ExploreCommand(bot);
+            await command.execute(endpoint);
+            if (command.result.failed)
+                return 1;
+            return 0;
+        });
     });
     cmd
         .command('init')
         .description('Initialize a new apibot project with configuration')
         .option('-f, --force', 'Overwrite existing config file')
         .option('-p, --path <path>', 'Working directory for initialization')
+        .option('--provider <name>', 'AI provider written into the config')
+        .option('--endpoint <url>', 'Base API endpoint, with --spec skips the questions')
+        .option('--spec <path>', 'OpenAPI spec file or URL')
         .action(async (options) => {
-        const originalCwd = process.cwd();
-        if (options.path) {
-            const resolvedPath = path.resolve(options.path);
-            fs.mkdirSync(resolvedPath, { recursive: true });
-            process.chdir(resolvedPath);
-            console.log(`Working in: ${resolvedPath}`);
-        }
-        const configPath = path.resolve('apibot.config.ts');
-        if (fs.existsSync(configPath) && !options.force) {
-            console.log(`Config file already exists: ${configPath}`);
-            console.log('Use --force to overwrite.');
-            process.exit(1);
-        }
-        const rl = await import('node:readline');
-        const iface = rl.createInterface({ input: process.stdin, output: process.stdout });
-        const ask = (q, fallback = '') => new Promise((resolve) => iface.question(q, (a) => resolve(a.trim() || fallback)));
-        console.log('Apibot — API Testing Tool Setup\n');
-        const baseEndpoint = await ask('Base API endpoint (e.g., https://api.example.com/v1): ');
-        if (!baseEndpoint) {
-            console.error('Base endpoint is required.');
-            iface.close();
-            process.exit(1);
-        }
-        const spec = await ask('OpenAPI spec file or URL (e.g., openapi.yaml or https://.../ — or press Enter to skip): ');
-        const knowledge = await ask('Describe your API (auth method, data formats, special rules — or press Enter to skip): ');
-        iface.close();
-        const specLine = spec ? `\n    spec: ['${spec}'],` : '';
-        const configContent = `import { openai } from '@ai-sdk/openai';
-
-export default {
-  ai: {
-    model: openai('gpt-4o'),
-  },
-  api: {
-    baseEndpoint: '${baseEndpoint}',${specLine}
-    headers: {
-      // 'Authorization': 'Bearer <token>',
-    },
-    // bootstrap: async ({ headers, baseEndpoint }) => {
-    //   // Run before tests — e.g. obtain auth token
-    //   // Return headers to merge: { Authorization: 'Bearer ...' }
-    // },
-    // teardown: async ({ headers, baseEndpoint }) => {
-    //   // Run after tests — e.g. cleanup test data
-    // },
-  },
-  dirs: {
-    output: 'output',
-    knowledge: 'knowledge',
-  },
-};
-`;
-        fs.writeFileSync(configPath, configContent, 'utf8');
-        console.log(`\nCreated: ${configPath}`);
-        fs.mkdirSync('output', { recursive: true });
-        fs.mkdirSync('knowledge', { recursive: true });
-        if (knowledge) {
-            const knowledgePath = path.resolve('knowledge', 'general.md');
-            fs.writeFileSync(knowledgePath, `---\nendpoint: "*"\n---\n${knowledge}\n`, 'utf8');
-            console.log(`Created: ${knowledgePath}`);
-        }
-        console.log('\nNext steps:');
-        console.log('1. Edit apibot.config.ts — set your AI provider and API headers');
-        console.log(`2. Add API knowledge: ${name} know /users "CRUD endpoint for user management"`);
-        console.log(`3. Plan tests: ${name} plan /users`);
-        if (process.cwd() !== originalCwd)
-            process.chdir(originalCwd);
+        await runInit({ ...options, baseEndpoint: options.endpoint, prefix: name });
     });
     cmd
         .command('know <endpoint> [description]')
@@ -259,38 +82,59 @@ export default {
         .option('-c, --config <path>', 'Path to configuration file')
         .option('-p, --path <path>', 'Working directory path')
         .action(async (endpoint, description, options) => {
-        if (!description) {
-            const rl = await import('node:readline');
-            const iface = rl.createInterface({ input: process.stdin, output: process.stdout });
-            description = await new Promise((resolve) => iface.question(`Describe ${endpoint}: `, (a) => resolve(a.trim())));
-            iface.close();
-        }
-        if (!description) {
-            console.error('Description is required.');
-            process.exit(1);
-        }
-        let knowledgeDir = 'knowledge';
+        const command = new KnowCommand(new ApiBot(buildOptions(options)));
+        command.prefix = name;
+        command.knowledge = description || (await askDescription(endpoint));
         try {
-            const { ApibotConfigParser } = await import("./config.js");
-            await ApibotConfigParser.getInstance().loadConfig({ config: options.config, path: options.path });
-            knowledgeDir = ApibotConfigParser.getInstance().getKnowledgeDir();
+            await command.execute(endpoint);
         }
-        catch {
-            if (options.path)
-                knowledgeDir = path.join(path.resolve(options.path), 'knowledge');
-        }
-        fs.mkdirSync(knowledgeDir, { recursive: true });
-        const filename = endpoint.replace(/^\//, '').replace(/[^a-zA-Z0-9]/g, '_') || 'general';
-        const filePath = path.join(knowledgeDir, `${filename}.md`);
-        const content = `---\nendpoint: "${endpoint}"\n---\n${description}\n`;
-        if (fs.existsSync(filePath)) {
-            fs.appendFileSync(filePath, `\n---\n${description}\n`, 'utf8');
-            console.log(`Updated: ${filePath}`);
-        }
-        else {
-            fs.writeFileSync(filePath, content, 'utf8');
-            console.log(`Created: ${filePath}`);
+        catch (error) {
+            console.error(error instanceof Error ? error.message : 'Unknown error');
+            process.exit(1);
         }
     });
     return cmd;
 }
+async function run(name, options, endpoint, body) {
+    setPreserveConsoleLogs(true);
+    try {
+        if (endpoint && URL.canParse(endpoint))
+            options.endpoint ||= endpoint;
+        const bot = new ApiBot({ ...buildOptions(options), endpoint });
+        await bot.start();
+        const code = await body(bot);
+        await bot.stop();
+        process.exit(code);
+    }
+    catch (error) {
+        console.error('Failed:', error instanceof Error ? error.message : 'Unknown error');
+        process.exit(1);
+    }
+}
+async function askDescription(endpoint) {
+    const rl = await import('node:readline');
+    const iface = rl.createInterface({ input: process.stdin, output: process.stdout });
+    const answer = await new Promise((resolve) => iface.question(`Describe ${endpoint}: `, (text) => resolve(text.trim())));
+    iface.close();
+    return answer;
+}
+function buildOptions(options) {
+    return {
+        verbose: options.verbose || options.debug,
+        config: options.config,
+        path: options.path,
+        baseEndpoint: options.endpoint,
+        spec: options.spec,
+        header: options.header,
+    };
+}
+function addCommonOptions(cmd) {
+    return cmd
+        .option('-v, --verbose', 'Enable verbose logging')
+        .option('--debug', 'Enable debug logging')
+        .option('-c, --config <path>', 'Path to configuration file')
+        .option('-p, --path <path>', 'Working directory path')
+        .option('--endpoint <url>', 'Base API endpoint to test (env: EXPLORBOT_URL)')
+        .option('--spec <path>', 'OpenAPI spec file or URL (env: EXPLORBOT_API_SPEC)')
+        .option('-H, --header <header>', 'Header sent with every request, as "Name: value". Repeatable (env: EXPLORBOT_API_HEADERS)', (value, previous = []) => [...previous, value]);
+}

package/dist/boat/api-tester/src/commands/api-command.js

@@ -0,0 +1,7 @@
+import { BaseCommand } from "../../../../src/commands/base-command.js";
+export class ApiCommand extends BaseCommand {
+    prefix = 'apibot';
+    get bot() {
+        return this.explorBot;
+    }
+}

package/dist/boat/api-tester/src/commands/explore-command.js

@@ -0,0 +1,41 @@
+import figureSet from 'figures';
+import { tag } from "../../../../src/utils/logger.js";
+import { getStyles } from "../ai/chief/styles.js";
+import { ApiCommand } from "./api-command.js";
+export class ExploreCommand extends ApiCommand {
+    name = 'explore';
+    description = 'Full cycle: plan, execute tests, re-plan. Use * to cover many endpoints, or the base endpoint for all of them';
+    result = { tests: 0, passed: 0, failed: 0 };
+    async execute(endpoint) {
+        const styles = Object.keys(getStyles());
+        const endpoints = this.bot.expandEndpoints(endpoint);
+        for (const [index, target] of endpoints.entries()) {
+            let runStyles = [styles[index % styles.length]];
+            if (endpoints.length === 1)
+                runStyles = styles;
+            if (endpoints.length > 1)
+                tag('info').log(`Endpoint ${index + 1}/${endpoints.length}: ${target}`);
+            for (const style of runStyles) {
+                await this.runStyle(target, style);
+            }
+        }
+        tag('info').log(`${figureSet.tick} ${this.result.tests} tests completed: ${this.result.passed} passed, ${this.result.failed} failed`);
+    }
+    async runStyle(endpoint, style) {
+        tag('info').log(`Planning style: ${style}`);
+        const plan = await this.bot.plan(endpoint, { style, fresh: true });
+        if (!plan?.tests.length) {
+            tag('warning').log(`No tests generated for style: ${style}`);
+            return;
+        }
+        for (const test of plan.getPendingTests()) {
+            const outcome = await this.bot.runTest(test);
+            this.result.tests++;
+            if (outcome.success)
+                this.result.passed++;
+            else
+                this.result.failed++;
+        }
+        this.bot.savePlan(style);
+    }
+}