explorbot 0.4.0 → 0.4.1

package/bin/explorbot-cli.ts

@@ -10,6 +10,7 @@ import React from 'react';
 import { flushTelemetry } from '../src/ai/provider.js';
 import { App } from '../src/components/App.js';
 import { StatusPane } from '../src/components/StatusPane.js';
+import { knowledgeOption, wsOption } from '../src/commands/options/index.js';
 import { ConfigParser, EXPLORBOT_ENV_VARS, PROVIDERS } from '../src/config.js';
 import { ExplorBot, type ExplorBotOptions } from '../src/explorbot.js';
 import { remote } from '../src/remote.js';
@@ -28,7 +29,8 @@ const pkgPath = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '../p
 const pkgVersion = JSON.parse(fs.readFileSync(pkgPath, 'utf-8')).version as string;
 
 program.name(cli).description('AI-powered web exploration tool').version(pkgVersion, '-V, --version');
-remote.registerOption(program);
+wsOption.register(program);
+knowledgeOption.register(program);
 
 process.on('uncaughtException', async (error) => {
   tag('error').log(`Uncaught exception: ${error instanceof Error ? `${error.message}\n${error.stack}` : String(error)}`);
@@ -706,7 +708,7 @@ addCommonOptions(program.command('navigate <url>').description('Navigate to a UR
 });
 
 addCommonOptions(
-  program.command('drill <url>').alias('driller').description('Drill all components on a page to learn interactions').option('--knowledge <path>', 'Save learned interactions to knowledge file at this URL path').option('--max-components <count>', 'Maximum number of components to drill')
+  program.command('drill <url>').alias('driller').description('Drill all components on a page to learn interactions').option('--save-knowledge <path>', 'Save learned interactions to knowledge file at this URL path').option('--max-components <count>', 'Maximum number of components to drill')
 ).action(async (url, options) => {
   try {
     const explorBot = new ExplorBot(buildExplorBotOptions(url, options));
@@ -715,7 +717,7 @@ addCommonOptions(
     await explorBot.visit(url);
 
     const plan = await explorBot.agentDriller().drill({
-      knowledgePath: options.knowledge,
+      knowledgePath: options.saveKnowledge,
       maxComponents: Number.parseInt(options.maxComponents || '30', 10),
       interactive: false,
     });

package/boat/api-tester/src/ai/chief.ts

@@ -3,6 +3,7 @@ import { z } from 'zod';
 import { Conversation } from '../../../../src/ai/conversation.ts';
 import { WithSessionDedup } from '../../../../src/ai/planner/session-dedup.ts';
 import type { AIProvider } from '../../../../src/ai/provider.ts';
+import type { KnowledgeTracker } from '../../../../src/knowledge-tracker.ts';
 import { Observability } from '../../../../src/observability.ts';
 import { Plan, Test } from '../../../../src/test-plan.ts';
 import { createDebug, tag } from '../../../../src/utils/logger.ts';
@@ -33,17 +34,19 @@ export class Chief extends ChiefBase {
   private provider: AIProvider;
   private config: ApibotConfig;
   private apiClient: ApiClient | null;
+  private knowledgeTracker?: KnowledgeTracker;
   currentPlan: Plan | null = null;
   private lastStyleName = '';
 
   MIN_TASKS = 3;
   MAX_TASKS = 10;
 
-  constructor(provider: AIProvider, config: ApibotConfig, apiClient?: ApiClient | null) {
+  constructor(provider: AIProvider, config: ApibotConfig, apiClient?: ApiClient | null, knowledgeTracker?: KnowledgeTracker) {
     super();
     this.provider = provider;
     this.config = config;
     this.apiClient = apiClient || null;
+    this.knowledgeTracker = knowledgeTracker;
   }
 
   async plan(endpoint: string, opts?: { style?: string; specDefinition?: string }): Promise<Plan> {
@@ -56,6 +59,9 @@ export class Chief extends ChiefBase {
       const sampleData = await this.collectSampleData(endpoint);
       const conversation = this.buildConversation(endpoint, opts?.style, sampleData);
 
+      const knowledge = this.knowledgeTracker?.renderEndpointKnowledge(endpoint);
+      if (knowledge) conversation.addUserText(knowledge);
+
       if (opts?.specDefinition) {
         conversation.addUserText(dedent`
           <api_spec>

package/boat/api-tester/src/ai/curler.ts

@@ -2,6 +2,7 @@ import dedent from 'dedent';
 import { z } from 'zod';
 import type { AIProvider } from '../../../../src/ai/provider.ts';
 import type { RequestStore } from '../../../../src/api/request-store.ts';
+import type { KnowledgeTracker } from '../../../../src/knowledge-tracker.ts';
 import type { Reporter } from '../../../../src/reporter.ts';
 import { type Test, TestResult } from '../../../../src/test-plan.ts';
 import { createDebug, tag } from '../../../../src/utils/logger.ts';
@@ -18,12 +19,14 @@ export class Curler {
   private apiClient: ApiClient;
   private requestState: RequestStore;
   private reporter: Reporter;
+  private knowledgeTracker?: KnowledgeTracker;
 
-  constructor(provider: AIProvider, apiClient: ApiClient, requestState: RequestStore, reporter: Reporter) {
+  constructor(provider: AIProvider, apiClient: ApiClient, requestState: RequestStore, reporter: Reporter, knowledgeTracker?: KnowledgeTracker) {
     this.provider = provider;
     this.apiClient = apiClient;
     this.requestState = requestState;
     this.reporter = reporter;
+    this.knowledgeTracker = knowledgeTracker;
   }
 
   async test(test: Test, opts?: { specDefinition?: string; baseEndpoint?: string; searchSpec?: (query: string) => string }): Promise<{ success: boolean }> {
@@ -37,6 +40,9 @@ export class Curler {
     const conversation = this.provider.startConversation(this.buildSystemPrompt(), 'curler', this.provider.getAgenticModel('curler'));
     const tools = createCurlerTools(this.apiClient, this.requestState, test, opts?.searchSpec);
 
+    const knowledge = test.startUrl && this.knowledgeTracker?.renderEndpointKnowledge(test.startUrl);
+    if (knowledge) conversation.addUserText(knowledge);
+
     const initialPrompt = this.buildTestPrompt(test, opts?.specDefinition, opts?.baseEndpoint);
     conversation.addUserText(initialPrompt);
 

package/boat/api-tester/src/apibot.ts

@@ -3,6 +3,7 @@ import path from 'node:path';
 import { AIProvider } from '../../../src/ai/provider.ts';
 import { RequestStore } from '../../../src/api/request-store.ts';
 import { extractEndpointDefinition, loadSpec, searchEndpoints, validateSpecs } from '../../../src/api/spec-reader.ts';
+import { KnowledgeTracker } from '../../../src/knowledge-tracker.ts';
 import { Reporter } from '../../../src/reporter.ts';
 import { Plan } from '../../../src/test-plan.ts';
 import { setVerboseMode, tag } from '../../../src/utils/logger.ts';
@@ -20,6 +21,7 @@ export class ApiBot {
   private apiClient!: ApiClient;
   private requestState!: RequestStore;
   private reporter!: Reporter;
+  private knowledgeTracker!: KnowledgeTracker;
   private options: ApibotOptions;
   private apiSpec: any;
 
@@ -33,7 +35,7 @@ export class ApiBot {
   }
 
   async start(): Promise<void> {
-    this.config = await this.configParser.loadConfig({ config: this.options.config, path: this.options.path, endpoint: this.options.endpoint });
+    this.config = await this.configParser.loadConfig(this.options);
     this.provider = new AIProvider(this.config.ai);
     await this.provider.validateConnection();
 
@@ -47,6 +49,7 @@ export class ApiBot {
     this.configParser.ensureDirectory(outputDir);
     this.requestState = new RequestStore(outputDir);
     this.reporter = new Reporter(this.config.reporter);
+    this.knowledgeTracker = new KnowledgeTracker({ knowledgeDir: this.configParser.getKnowledgeDir() });
 
     validateSpecs(this.config.api.spec);
     this.apiSpec = await loadSpec(this.config.api.spec!, outputDir);
@@ -84,21 +87,22 @@ export class ApiBot {
     await this.apiClient?.teardown();
   }
 
-  createAgent<T>(factory: (deps: { ai: AIProvider; config: ApibotConfig; apiClient: ApiClient; requestState: RequestStore }) => T): T {
+  createAgent<T>(factory: (deps: { ai: AIProvider; config: ApibotConfig; apiClient: ApiClient; requestState: RequestStore; knowledge: KnowledgeTracker }) => T): T {
     return factory({
       ai: this.provider,
       config: this.config,
       apiClient: this.apiClient,
       requestState: this.requestState,
+      knowledge: this.knowledgeTracker,
     });
   }
 
   agentChief(): Chief {
-    return (this.agents.chief ||= this.createAgent(({ ai, config, apiClient }) => new Chief(ai, config, apiClient)));
+    return (this.agents.chief ||= this.createAgent(({ ai, config, apiClient, knowledge }) => new Chief(ai, config, apiClient, knowledge)));
   }
 
   agentCurler(): Curler {
-    return (this.agents.curler ||= this.createAgent(({ ai, apiClient, requestState }) => new Curler(ai, apiClient, requestState, this.reporter)));
+    return (this.agents.curler ||= this.createAgent(({ ai, apiClient, requestState, knowledge }) => new Curler(ai, apiClient, requestState, this.reporter, knowledge)));
   }
 
   async plan(target: string, opts: { style?: string; fresh?: boolean } = {}): Promise<Plan> {
@@ -200,6 +204,8 @@ interface ApibotOptions {
   config?: string;
   path?: string;
   endpoint?: string;
+  baseEndpoint?: string;
+  spec?: string;
 }
 
 export type { ApibotOptions };

package/boat/api-tester/src/cli.ts

@@ -13,11 +13,19 @@ function buildOptions(options: any): ApibotOptions {
     verbose: options.verbose || options.debug,
     config: options.config,
     path: options.path,
+    baseEndpoint: options.endpoint,
+    spec: options.spec,
   };
 }
 
 function addCommonOptions(cmd: Command): Command {
-  return cmd.option('-v, --verbose', 'Enable verbose logging').option('--debug', 'Enable debug logging').option('-c, --config <path>', 'Path to configuration file').option('-p, --path <path>', 'Working directory path');
+  return cmd
+    .option('-v, --verbose', 'Enable verbose logging')
+    .option('--debug', 'Enable debug logging')
+    .option('-c, --config <path>', 'Path to configuration file')
+    .option('-p, --path <path>', 'Working directory path')
+    .option('--endpoint <url>', 'Base API endpoint to test (env: EXPLORBOT_URL)')
+    .option('--spec <path>', 'OpenAPI spec file or URL (env: EXPLORBOT_API_SPEC)');
 }
 
 function selectTests(tests: any[], index?: string): any[] {
@@ -90,8 +98,10 @@ export function createApiCommands(name = 'api'): Command {
     .action(async (endpoint, options) => {
       const parser = ApibotConfigParser.getInstance();
       const [site] = listSites();
+      const runOptions = buildOptions(options);
+      runOptions.endpoint = endpoint || site?.url;
       try {
-        const config = await parser.loadConfig({ config: options.config, path: options.path, endpoint: endpoint || site?.url });
+        const config = await parser.loadConfig(runOptions);
         console.log(ConfigCommand.render(config, { configPath: parser.getConfigPath(), root: parser.getProjectRoot(), json: options.json }));
       } catch (error) {
         console.error(error instanceof Error ? error.message : 'Unknown error');

package/boat/api-tester/src/config.ts

@@ -45,7 +45,7 @@ export class ApibotConfigParser {
     Object.assign(process.env, parseEnv(readFileSync(resolved, 'utf8')));
   }
 
-  async loadConfig(options?: { config?: string; path?: string; endpoint?: string }): Promise<ApibotConfig> {
+  async loadConfig(options?: { config?: string; path?: string; endpoint?: string; baseEndpoint?: string; spec?: string }): Promise<ApibotConfig> {
     if (this.config && !options?.config && !options?.path) return this.config;
 
     const originalCwd = process.cwd();
@@ -55,6 +55,7 @@ export class ApibotConfigParser {
 
     ApibotConfigParser.loadEnv(globalEnvPath());
     ApibotConfigParser.loadEnv('.env');
+    this.applyRunOptions(options);
 
     const resolvedPath = options?.config || this.findConfigFile();
     if (!resolvedPath) {
@@ -82,6 +83,8 @@ export class ApibotConfigParser {
       }
 
       this.config = this.mergeWithDefaults(loadedConfig);
+      this.applyEnvSpec(this.config.api);
+      if (options?.baseEndpoint) this.config.api.baseEndpoint = options.baseEndpoint.replace(/\/$/, '');
       await resolveConfigModels(this.config.ai);
       this.configPath = resolvedPath;
       this.site = null;
@@ -126,6 +129,11 @@ export class ApibotConfigParser {
 
     const resolved = resolveSiteTarget(endpoint, this.site.url);
     if (resolved.baseUrl !== this.site.url) return endpoint;
+
+    const basePath = new URL(this.getConfig().api.baseEndpoint).pathname.replace(/\/$/, '');
+    if (!basePath) return resolved.path;
+    if (resolved.path === basePath) return '/';
+    if (resolved.path.startsWith(`${basePath}/`)) return resolved.path.slice(basePath.length);
     return resolved.path;
   }
 
@@ -148,13 +156,27 @@ export class ApibotConfigParser {
     }
   }
 
+  private applyRunOptions(options?: { baseEndpoint?: string; spec?: string }): void {
+    if (options?.baseEndpoint) process.env.EXPLORBOT_URL = options.baseEndpoint;
+    if (options?.spec) process.env.EXPLORBOT_API_SPEC = options.spec;
+  }
+
+  private applyEnvSpec(api: ApiConfig): void {
+    if (!process.env.EXPLORBOT_API_SPEC) return;
+    api.spec = [process.env.EXPLORBOT_API_SPEC];
+  }
+
   private enterGlobalMode(config: ApibotConfig, endpoint?: string): void {
     const site = resolveSiteTarget(endpoint);
     this.site = registerSite(site.baseUrl);
 
+    let baseEndpoint = site.baseUrl;
+    const envUrl = process.env.EXPLORBOT_URL;
+    if (envUrl && URL.parse(envUrl)?.origin === site.baseUrl) baseEndpoint = envUrl.replace(/\/$/, '');
+
     config.dirs = { output: 'output', knowledge: 'knowledge' };
-    config.api = { ...config.api, baseEndpoint: site.baseUrl };
-    if (process.env.EXPLORBOT_API_SPEC) config.api.spec = [process.env.EXPLORBOT_API_SPEC];
+    config.api = { ...config.api, baseEndpoint };
+    materializeKnowledge(this.site.dir);
   }
 
   private async loadEnvConfig(): Promise<ApibotConfig> {
@@ -169,16 +191,14 @@ export class ApibotConfigParser {
 
     const baseEndpoint = process.env.EXPLORBOT_URL;
     if (!baseEndpoint) {
-      throw new Error('No API endpoint to test. Set EXPLORBOT_URL to the API base endpoint');
+      throw new Error('No API endpoint to test. Pass --endpoint or set EXPLORBOT_URL to the API base endpoint');
     }
 
     const outputRoot = resolveOutputRoot();
     materializeKnowledge(outputRoot);
 
     const api: ApiConfig = { baseEndpoint };
-    if (process.env.EXPLORBOT_API_SPEC) {
-      api.spec = [process.env.EXPLORBOT_API_SPEC];
-    }
+    this.applyEnvSpec(api);
 
     let model: any;
     if (provider && modelSpec) model = await createModel(provider, modelSpec);
@@ -246,7 +266,7 @@ export class ApibotConfigParser {
   }
 
   private mergeWithDefaults(config: Partial<ApibotConfig>): ApibotConfig {
-    return this.deepMerge({ dirs: { output: 'output' } }, config);
+    return this.deepMerge({ dirs: { output: 'output' }, api: {} }, config);
   }
 
   private deepMerge(target: any, source: any): any {

package/boat/doc-collector/bin/doc-collector-cli.ts

@@ -1,7 +1,8 @@
 #!/usr/bin/env bun
-import { remote } from '../../../src/remote.ts';
+import { knowledgeOption, wsOption } from '../../../src/commands/options/index.ts';
 import { createDocsCommands } from '../src/cli.ts';
 
 const program = createDocsCommands('doc-collector');
-remote.registerOption(program);
+wsOption.register(program);
+knowledgeOption.register(program);
 program.parse();

package/boat/doc-collector/src/cli.ts

@@ -16,6 +16,7 @@ function buildOptions(options: any): DocbotOptions {
     incognito: options.incognito,
     session: options.session,
     docsConfig: options.docsConfig,
+    baseUrl: options.url,
   };
 }
 
@@ -26,6 +27,7 @@ function addCommonOptions(cmd: Command): Command {
     .option('-c, --config <path>', 'Path to explorbot configuration file')
     .option('--docs-config <path>', 'Path to doc collector configuration file')
     .option('-p, --path <path>', 'Working directory path')
+    .option('--url <url>', 'Base URL of the site, when the path argument is relative (env: EXPLORBOT_URL)')
     .option('-s, --show', 'Show browser window')
     .option('--headless', 'Run browser in headless mode')
     .option('--incognito', 'Run without recording experiences')
@@ -74,7 +76,7 @@ export function createDocsCommands(name = 'docs'): Command {
     .action(async (url, options) => {
       setQuietMode(!isVerboseMode());
       try {
-        console.log(await ConfigCommand.summary({ config: options.config, path: options.path, url, json: options.json }));
+        console.log(await ConfigCommand.summary({ config: options.config, path: options.path, url: url || options.url, json: options.json }));
       } catch (error) {
         console.error(error instanceof Error ? error.message : 'Unknown error');
         process.exit(1);

package/boat/doc-collector/src/docbot.ts

@@ -24,7 +24,7 @@ class DocBot {
 
   constructor(options: DocbotOptions = {}) {
     this.options = options;
-    const baseUrl = this.extractAbsoluteBaseUrl(options.startUrl || '/');
+    const baseUrl = this.extractAbsoluteBaseUrl(options.startUrl || '/') || options.baseUrl;
     this.explorBot = new ExplorBot({
       baseUrl,
       verbose: options.verbose,

package/boat/prima/bin/prima-cli.ts

@@ -1,5 +1,7 @@
 #!/usr/bin/env bun
+import { knowledgeOption } from '../../../src/commands/options/index.ts';
 import { createPrimaCommands } from '../src/cli.ts';
 
 const program = createPrimaCommands('prima');
+knowledgeOption.register(program);
 program.parse();

package/boat/prima/src/cli.ts

@@ -116,6 +116,7 @@ function addCommonOptions(cmd: Command): Command {
     .option('--ephemeral', 'Keep no state between runs; applies to config-free runs, where output goes to a temp directory')
     .option('--framework <name>', 'Not active yet: framework the reported code targets, codeceptjs or playwright')
     .option('--url <url>', 'Page to open when the session has no page yet')
+    .option('--spec <path>', 'Docbot application spec directory or index.md to read as page knowledge')
     .option('--endpoint <ep>', 'Websocket endpoint of a browser server to attach to, skipping discovery')
     .option('--pw-session <title>', 'Title of the playwright-cli session to attach to')
     .addHelpText('after', `\n${sessionHelp}`);
@@ -126,6 +127,7 @@ function primaFor(options: any): Prima {
   if (options.ephemeral) process.env.EXPLORBOT_EPHEMERAL = '1';
   if (options.model) process.env.EXPLORBOT_AI_MODEL = options.model;
   if (options.visionModel) process.env.EXPLORBOT_VISION_MODEL = options.visionModel;
+  if (options.spec) process.env.EXPLORBOT_SPEC = options.spec;
   return new Prima(buildOptions(options));
 }
 

package/dist/bin/explorbot-cli.js

@@ -10,6 +10,7 @@ import React from 'react';
 import { flushTelemetry } from '../src/ai/provider.js';
 import { App } from '../src/components/App.js';
 import { StatusPane } from '../src/components/StatusPane.js';
+import { knowledgeOption, wsOption } from '../src/commands/options/index.js';
 import { ConfigParser, EXPLORBOT_ENV_VARS, PROVIDERS } from '../src/config.js';
 import { ExplorBot } from '../src/explorbot.js';
 import { remote } from '../src/remote.js';
@@ -25,7 +26,8 @@ const cli = getCliName();
 const pkgPath = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '../package.json');
 const pkgVersion = JSON.parse(fs.readFileSync(pkgPath, 'utf-8')).version;
 program.name(cli).description('AI-powered web exploration tool').version(pkgVersion, '-V, --version');
-remote.registerOption(program);
+wsOption.register(program);
+knowledgeOption.register(program);
 process.on('uncaughtException', async (error) => {
     tag('error').log(`Uncaught exception: ${error instanceof Error ? `${error.message}\n${error.stack}` : String(error)}`);
     await flushTelemetry();
@@ -644,13 +646,13 @@ addCommonOptions(program.command('navigate <url>').description('Navigate to a UR
         await showStatsAndExit(1);
     }
 });
-addCommonOptions(program.command('drill <url>').alias('driller').description('Drill all components on a page to learn interactions').option('--knowledge <path>', 'Save learned interactions to knowledge file at this URL path').option('--max-components <count>', 'Maximum number of components to drill')).action(async (url, options) => {
+addCommonOptions(program.command('drill <url>').alias('driller').description('Drill all components on a page to learn interactions').option('--save-knowledge <path>', 'Save learned interactions to knowledge file at this URL path').option('--max-components <count>', 'Maximum number of components to drill')).action(async (url, options) => {
     try {
         const explorBot = new ExplorBot(buildExplorBotOptions(url, options));
         await explorBot.start();
         await explorBot.visit(url);
         const plan = await explorBot.agentDriller().drill({
-            knowledgePath: options.knowledge,
+            knowledgePath: options.saveKnowledge,
             maxComponents: Number.parseInt(options.maxComponents || '30', 10),
             interactive: false,
         });

package/dist/boat/api-tester/bin/apibot-cli.js

@@ -1,6 +1,7 @@
 #!/usr/bin/env bun
-import { remote } from "../../../src/remote.js";
+import { knowledgeOption, wsOption } from "../../../src/commands/options/index.js";
 import { createApiCommands } from "../src/cli.js";
 const program = createApiCommands('apibot');
-remote.registerOption(program);
+wsOption.register(program);
+knowledgeOption.register(program);
 program.parse();

package/dist/boat/api-tester/src/ai/chief.js

@@ -24,15 +24,17 @@ export class Chief extends ChiefBase {
     provider;
     config;
     apiClient;
+    knowledgeTracker;
     currentPlan = null;
     lastStyleName = '';
     MIN_TASKS = 3;
     MAX_TASKS = 10;
-    constructor(provider, config, apiClient) {
+    constructor(provider, config, apiClient, knowledgeTracker) {
         super();
         this.provider = provider;
         this.config = config;
         this.apiClient = apiClient || null;
+        this.knowledgeTracker = knowledgeTracker;
     }
     async plan(endpoint, opts) {
         tag('info').log(`Planning API tests for ${endpoint}`);
@@ -42,6 +44,9 @@ export class Chief extends ChiefBase {
         await Observability.run(`chief: ${endpoint}`, { tags: ['chief'], sessionId: endpoint }, async () => {
             const sampleData = await this.collectSampleData(endpoint);
             const conversation = this.buildConversation(endpoint, opts?.style, sampleData);
+            const knowledge = this.knowledgeTracker?.renderEndpointKnowledge(endpoint);
+            if (knowledge)
+                conversation.addUserText(knowledge);
             if (opts?.specDefinition) {
                 conversation.addUserText(dedent `
           <api_spec>

package/dist/boat/api-tester/src/ai/curler.js

@@ -11,11 +11,13 @@ export class Curler {
     apiClient;
     requestState;
     reporter;
-    constructor(provider, apiClient, requestState, reporter) {
+    knowledgeTracker;
+    constructor(provider, apiClient, requestState, reporter, knowledgeTracker) {
         this.provider = provider;
         this.apiClient = apiClient;
         this.requestState = requestState;
         this.reporter = reporter;
+        this.knowledgeTracker = knowledgeTracker;
     }
     async test(test, opts) {
         tag('info').log(`Testing: ${test.scenario}`);
@@ -25,6 +27,9 @@ export class Curler {
         await this.reporter.reportTestStart(test);
         const conversation = this.provider.startConversation(this.buildSystemPrompt(), 'curler', this.provider.getAgenticModel('curler'));
         const tools = createCurlerTools(this.apiClient, this.requestState, test, opts?.searchSpec);
+        const knowledge = test.startUrl && this.knowledgeTracker?.renderEndpointKnowledge(test.startUrl);
+        if (knowledge)
+            conversation.addUserText(knowledge);
         const initialPrompt = this.buildTestPrompt(test, opts?.specDefinition, opts?.baseEndpoint);
         conversation.addUserText(initialPrompt);
         await loop(async ({ stop, iteration }) => {

package/dist/boat/api-tester/src/apibot.js

@@ -3,6 +3,7 @@ import path from 'node:path';
 import { AIProvider } from "../../../src/ai/provider.js";
 import { RequestStore } from "../../../src/api/request-store.js";
 import { extractEndpointDefinition, loadSpec, searchEndpoints, validateSpecs } from "../../../src/api/spec-reader.js";
+import { KnowledgeTracker } from "../../../src/knowledge-tracker.js";
 import { Reporter } from "../../../src/reporter.js";
 import { Plan } from "../../../src/test-plan.js";
 import { setVerboseMode, tag } from "../../../src/utils/logger.js";
@@ -19,6 +20,7 @@ export class ApiBot {
     apiClient;
     requestState;
     reporter;
+    knowledgeTracker;
     options;
     apiSpec;
     constructor(options = {}) {
@@ -30,7 +32,7 @@ export class ApiBot {
         }
     }
     async start() {
-        this.config = await this.configParser.loadConfig({ config: this.options.config, path: this.options.path, endpoint: this.options.endpoint });
+        this.config = await this.configParser.loadConfig(this.options);
         this.provider = new AIProvider(this.config.ai);
         await this.provider.validateConnection();
         this.apiClient = new ApiClient(this.config.api.baseEndpoint, this.config.api.headers || {}, {
@@ -42,6 +44,7 @@ export class ApiBot {
         this.configParser.ensureDirectory(outputDir);
         this.requestState = new RequestStore(outputDir);
         this.reporter = new Reporter(this.config.reporter);
+        this.knowledgeTracker = new KnowledgeTracker({ knowledgeDir: this.configParser.getKnowledgeDir() });
         validateSpecs(this.config.api.spec);
         this.apiSpec = await loadSpec(this.config.api.spec, outputDir);
         tag('info').log('OpenAPI spec loaded');
@@ -78,13 +81,14 @@ export class ApiBot {
             config: this.config,
             apiClient: this.apiClient,
             requestState: this.requestState,
+            knowledge: this.knowledgeTracker,
         });
     }
     agentChief() {
-        return (this.agents.chief ||= this.createAgent(({ ai, config, apiClient }) => new Chief(ai, config, apiClient)));
+        return (this.agents.chief ||= this.createAgent(({ ai, config, apiClient, knowledge }) => new Chief(ai, config, apiClient, knowledge)));
     }
     agentCurler() {
-        return (this.agents.curler ||= this.createAgent(({ ai, apiClient, requestState }) => new Curler(ai, apiClient, requestState, this.reporter)));
+        return (this.agents.curler ||= this.createAgent(({ ai, apiClient, requestState, knowledge }) => new Curler(ai, apiClient, requestState, this.reporter, knowledge)));
     }
     async plan(target, opts = {}) {
         if (opts.fresh) {

package/dist/boat/api-tester/src/cli.js

@@ -12,10 +12,18 @@ function buildOptions(options) {
         verbose: options.verbose || options.debug,
         config: options.config,
         path: options.path,
+        baseEndpoint: options.endpoint,
+        spec: options.spec,
     };
 }
 function addCommonOptions(cmd) {
-    return cmd.option('-v, --verbose', 'Enable verbose logging').option('--debug', 'Enable debug logging').option('-c, --config <path>', 'Path to configuration file').option('-p, --path <path>', 'Working directory path');
+    return cmd
+        .option('-v, --verbose', 'Enable verbose logging')
+        .option('--debug', 'Enable debug logging')
+        .option('-c, --config <path>', 'Path to configuration file')
+        .option('-p, --path <path>', 'Working directory path')
+        .option('--endpoint <url>', 'Base API endpoint to test (env: EXPLORBOT_URL)')
+        .option('--spec <path>', 'OpenAPI spec file or URL (env: EXPLORBOT_API_SPEC)');
 }
 function selectTests(tests, index) {
     if (!index || index === '*' || index === 'all') {
@@ -76,8 +84,10 @@ export function createApiCommands(name = 'api') {
         .action(async (endpoint, options) => {
         const parser = ApibotConfigParser.getInstance();
         const [site] = listSites();
+        const runOptions = buildOptions(options);
+        runOptions.endpoint = endpoint || site?.url;
         try {
-            const config = await parser.loadConfig({ config: options.config, path: options.path, endpoint: endpoint || site?.url });
+            const config = await parser.loadConfig(runOptions);
             console.log(ConfigCommand.render(config, { configPath: parser.getConfigPath(), root: parser.getProjectRoot(), json: options.json }));
         }
         catch (error) {

package/dist/boat/api-tester/src/config.js

@@ -39,6 +39,7 @@ export class ApibotConfigParser {
         }
         ApibotConfigParser.loadEnv(globalEnvPath());
         ApibotConfigParser.loadEnv('.env');
+        this.applyRunOptions(options);
         const resolvedPath = options?.config || this.findConfigFile();
         if (!resolvedPath) {
             try {
@@ -63,6 +64,9 @@ export class ApibotConfigParser {
                 };
             }
             this.config = this.mergeWithDefaults(loadedConfig);
+            this.applyEnvSpec(this.config.api);
+            if (options?.baseEndpoint)
+                this.config.api.baseEndpoint = options.baseEndpoint.replace(/\/$/, '');
             await resolveConfigModels(this.config.ai);
             this.configPath = resolvedPath;
             this.site = null;
@@ -104,6 +108,13 @@ export class ApibotConfigParser {
         const resolved = resolveSiteTarget(endpoint, this.site.url);
         if (resolved.baseUrl !== this.site.url)
             return endpoint;
+        const basePath = new URL(this.getConfig().api.baseEndpoint).pathname.replace(/\/$/, '');
+        if (!basePath)
+            return resolved.path;
+        if (resolved.path === basePath)
+            return '/';
+        if (resolved.path.startsWith(`${basePath}/`))
+            return resolved.path.slice(basePath.length);
         return resolved.path;
     }
     getPlansDir() {
@@ -121,13 +132,27 @@ export class ApibotConfigParser {
             mkdirSync(dirPath, { recursive: true });
         }
     }
+    applyRunOptions(options) {
+        if (options?.baseEndpoint)
+            process.env.EXPLORBOT_URL = options.baseEndpoint;
+        if (options?.spec)
+            process.env.EXPLORBOT_API_SPEC = options.spec;
+    }
+    applyEnvSpec(api) {
+        if (!process.env.EXPLORBOT_API_SPEC)
+            return;
+        api.spec = [process.env.EXPLORBOT_API_SPEC];
+    }
     enterGlobalMode(config, endpoint) {
         const site = resolveSiteTarget(endpoint);
         this.site = registerSite(site.baseUrl);
+        let baseEndpoint = site.baseUrl;
+        const envUrl = process.env.EXPLORBOT_URL;
+        if (envUrl && URL.parse(envUrl)?.origin === site.baseUrl)
+            baseEndpoint = envUrl.replace(/\/$/, '');
         config.dirs = { output: 'output', knowledge: 'knowledge' };
-        config.api = { ...config.api, baseEndpoint: site.baseUrl };
-        if (process.env.EXPLORBOT_API_SPEC)
-            config.api.spec = [process.env.EXPLORBOT_API_SPEC];
+        config.api = { ...config.api, baseEndpoint };
+        materializeKnowledge(this.site.dir);
     }
     async loadEnvConfig() {
         const provider = process.env.EXPLORBOT_AI_PROVIDER;
@@ -140,14 +165,12 @@ export class ApibotConfigParser {
         }
         const baseEndpoint = process.env.EXPLORBOT_URL;
         if (!baseEndpoint) {
-            throw new Error('No API endpoint to test. Set EXPLORBOT_URL to the API base endpoint');
+            throw new Error('No API endpoint to test. Pass --endpoint or set EXPLORBOT_URL to the API base endpoint');
         }
         const outputRoot = resolveOutputRoot();
         materializeKnowledge(outputRoot);
         const api = { baseEndpoint };
-        if (process.env.EXPLORBOT_API_SPEC) {
-            api.spec = [process.env.EXPLORBOT_API_SPEC];
-        }
+        this.applyEnvSpec(api);
         let model;
         if (provider && modelSpec)
             model = await createModel(provider, modelSpec);
@@ -210,7 +233,7 @@ export class ApibotConfigParser {
         }
     }
     mergeWithDefaults(config) {
-        return this.deepMerge({ dirs: { output: 'output' } }, config);
+        return this.deepMerge({ dirs: { output: 'output' }, api: {} }, config);
     }
     deepMerge(target, source) {
         const result = { ...target };