explorbot 0.0.1

package/dist/src/ai/experience-compactor.js

@@ -0,0 +1,232 @@
+import { readFileSync, unlinkSync } from 'node:fs';
+import dedent from 'dedent';
+import matter from 'gray-matter';
+import { z } from 'zod';
+import { Observability } from '../observability.js';
+import { createDebug, log, tag } from '../utils/logger.js';
+const debugLog = createDebug('explorbot:experience-compactor');
+export class ExperienceCompactor {
+    emoji = '🗜️';
+    provider;
+    experienceTracker;
+    MAX_LENGTH = 5000;
+    constructor(provider, experienceTracker) {
+        this.provider = provider;
+        this.experienceTracker = experienceTracker;
+    }
+    async compactExperience(experience) {
+        if (experience.length < this.MAX_LENGTH) {
+            return experience;
+        }
+        const prompt = this.buildCompactionPrompt(experience);
+        const model = this.provider.getModelForAgent('experience-compactor');
+        const response = await this.provider.chat([
+            { role: 'user', content: this.getSystemPrompt() },
+            { role: 'user', content: prompt },
+        ], model, { telemetryFunctionId: 'experience.compact' });
+        return response.text;
+    }
+    async compactAllExperiences() {
+        return Observability.run('experience-compactor.compactAll', { tags: ['experience-compactor'] }, async () => {
+            await this.mergeSimilarExperiences();
+            const experienceFiles = this.experienceTracker.getAllExperience();
+            let compactedCount = 0;
+            for (const experience of experienceFiles) {
+                const prevContent = experience.content;
+                const frontmatter = experience.data;
+                const compactedContent = await this.compactExperienceFile(experience.filePath);
+                if (prevContent !== compactedContent) {
+                    const stateHash = experience.filePath.split('/').pop()?.replace('.md', '') || '';
+                    this.experienceTracker.writeExperienceFile(stateHash, compactedContent, frontmatter);
+                    debugLog('Experience file compacted:', experience.filePath);
+                    compactedCount++;
+                }
+            }
+            return compactedCount;
+        });
+    }
+    async mergeSimilarExperiences() {
+        return Observability.run('experience-compactor.merge', { tags: ['experience-compactor'] }, async () => {
+            const experienceFiles = this.experienceTracker.getAllExperience();
+            if (experienceFiles.length < 2) {
+                return 0;
+            }
+            const mergeGroups = await this.identifyMergeGroups(experienceFiles);
+            let mergedCount = 0;
+            for (const group of mergeGroups) {
+                if (group.files.length < 2) {
+                    continue;
+                }
+                await this.mergeExperienceGroup(group);
+                mergedCount += group.files.length - 1;
+            }
+            return mergedCount;
+        });
+    }
+    async identifyMergeGroups(files) {
+        const filesWithUrl = files.filter((f) => f.data.url && !f.data.url.startsWith('~'));
+        if (filesWithUrl.length < 2) {
+            return [];
+        }
+        const urlList = filesWithUrl.map((f) => f.data.url);
+        const mergeDecisions = await this.askAiForMergeDecisions(urlList);
+        const groups = [];
+        const usedFiles = new Set();
+        for (const decision of mergeDecisions) {
+            const matchingFiles = filesWithUrl.filter((f) => decision.urls.includes(f.data.url) && !usedFiles.has(f.filePath));
+            if (matchingFiles.length >= 2) {
+                groups.push({
+                    pattern: decision.pattern,
+                    files: matchingFiles,
+                });
+                for (const f of matchingFiles) {
+                    usedFiles.add(f.filePath);
+                }
+            }
+        }
+        return groups;
+    }
+    async askAiForMergeDecisions(urls) {
+        const prompt = this.buildMergePrompt(urls);
+        const model = this.provider.getModelForAgent('experience-compactor');
+        const schema = z.object({
+            mergeGroups: z.array(z.object({
+                urls: z.array(z.string()).describe('URLs that should be merged together'),
+                pattern: z.string().describe('Regex pattern that matches all URLs in the group, wrapped in ~ delimiters'),
+            })),
+        });
+        try {
+            const response = await this.provider.generateObject([{ role: 'user', content: prompt }], schema, model, {
+                telemetryFunctionId: 'experience.mergeDecisions',
+            });
+            debugLog('AI merge decisions:', response.object);
+            return response.object.mergeGroups || [];
+        }
+        catch (error) {
+            debugLog('Error getting merge decisions from AI:', error);
+            return [];
+        }
+    }
+    buildMergePrompt(urls) {
+        return dedent `
+      Analyze these experience file URLs and identify groups that represent the same page type with dynamic URL parameters.
+
+      <urls>
+      ${urls.map((u, i) => `${i + 1}. ${u}`).join('\n')}
+      </urls>
+
+      <rules>
+      - Identify URLs that represent the same page structure but with different dynamic values (IDs, slugs, etc.)
+      - Example: /item/101, /item/102, /item/105 should be grouped with pattern ~/item/\\d+~
+      - Example: /user/john, /user/jane should be grouped with pattern ~/user/[^/]+~
+      - Only group URLs that are clearly the same page type with dynamic segments
+      - Do NOT group unrelated pages
+      - Return regex patterns wrapped in ~ delimiters (e.g., ~/path/\\d+~)
+      - If no URLs should be merged, return empty mergeGroups array
+      </rules>
+
+      Return JSON with mergeGroups array. Each group should have:
+      - urls: array of URLs that should be merged
+      - pattern: regex pattern (wrapped in ~) that matches all URLs in the group
+    `;
+    }
+    async mergeExperienceGroup(group) {
+        const [targetFile, ...sourceFiles] = group.files;
+        const combinedContent = group.files.map((f) => f.content).join('\n\n---\n\n');
+        const targetStateHash = targetFile.filePath.split('/').pop()?.replace('.md', '') || '';
+        const newFrontmatter = {
+            ...targetFile.data,
+            url: group.pattern,
+            mergedFrom: group.files.map((f) => f.data.url),
+        };
+        this.experienceTracker.writeExperienceFile(targetStateHash, combinedContent, newFrontmatter);
+        log(`Merged ${group.files.length} experience files into ${targetFile.filePath}`);
+        debugLog('New URL pattern:', group.pattern);
+        for (const sourceFile of sourceFiles) {
+            try {
+                unlinkSync(sourceFile.filePath);
+                debugLog('Deleted merged source file:', sourceFile.filePath);
+            }
+            catch (error) {
+                debugLog('Error deleting source file:', error);
+            }
+        }
+    }
+    async compactExperienceFile(filePath) {
+        try {
+            const fileContent = readFileSync(filePath, 'utf8');
+            const parsed = matter(fileContent);
+            if (parsed.content.length < this.MAX_LENGTH) {
+                return parsed.content;
+            }
+            debugLog('Experience file to compact:', filePath);
+            const text = await this.compactExperience(parsed.content);
+            tag('substep').log('Experience file compacted:', filePath);
+            debugLog('Experience file compacted:', text);
+            return text;
+        }
+        catch (error) {
+            debugLog('Error compacting experience file:', error);
+            return '';
+        }
+    }
+    getSystemPrompt() {
+        const customPrompt = this.provider.getSystemPromptForAgent('experience-compactor', '*');
+        return dedent `
+      You are an expert test automation engineer specializing in CodeceptJS.
+      Your task is to compact experience data from test automation attempts into clean markdown format.
+
+      ${customPrompt || ''}
+    `;
+    }
+    buildCompactionPrompt(content) {
+        return dedent `
+      <rules>
+      - Use markdown headers only (##, ###) - NO XML tags or wrappers in output
+      - Merge similar flows to remove duplicates
+      - Keep output under ${this.MAX_LENGTH} characters
+      - Be explicit and short - no proposals or explanations
+
+      KEEP only:
+      - Positive flows that complete a business action (create, edit, delete, navigate)
+      - Reusable interaction patterns (opening dropdowns, filling forms, using pickers)
+      - Discovery lines (> prefixed) that document UI elements appearing at each step — keep at most 5 per flow step
+      - Working CodeceptJS code for common interactions
+
+      REMOVE:
+      - All FAILED entries
+      - Edge-case and negative flows (empty values, disabled buttons, validation errors, boundary testing)
+      - Flows whose purpose is to test what happens when something goes wrong
+      - All I.amOnPage, I.grab, I.see, I.seeElement, I.dontSee calls
+      - Duplicate approaches that achieve the same goal
+      </rules>
+
+      <output_format>
+      Use this markdown structure:
+
+      ## Flows
+
+      For each unique positive flow (merge duplicates):
+      - Purpose: what was accomplished
+      \`\`\`js
+      // working code
+      \`\`\`
+
+      ## Reusable Actions
+
+      For each reusable interaction pattern not covered by flows:
+      - Purpose: what was accomplished
+      \`\`\`js
+      // working code
+      \`\`\`
+      </output_format>
+
+      <context>
+      ${content}
+      </context>
+
+      Compact this experience data following the format above.
+    `;
+    }
+}
+//# sourceMappingURL=experience-compactor.js.map

package/dist/src/ai/experience-compactor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"experience-compactor.js","sourceRoot":"","sources":["../../../src/ai/experience-compactor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAiB,MAAM,SAAS,CAAC;AAClE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,oBAAoB,CAAC;AAI3D,MAAM,QAAQ,GAAG,WAAW,CAAC,gCAAgC,CAAC,CAAC;AAa/D,MAAM,OAAO,mBAAmB;IAC9B,KAAK,GAAG,KAAK,CAAC;IACN,QAAQ,CAAW;IACnB,iBAAiB,CAAoB;IACrC,UAAU,GAAG,IAAI,CAAC;IAE1B,YAAY,QAAkB,EAAE,iBAAoC;QAClE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,UAAkB;QACxC,IAAI,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,sBAAsB,CAAC,CAAC;QACrE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CACvC;YACE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,eAAe,EAAE,EAAE;YACjD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;SAClC,EACD,KAAK,EACL,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,CAC9C,CAAC;QACF,OAAO,QAAQ,CAAC,IAAI,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,OAAO,aAAa,CAAC,GAAG,CAAC,iCAAiC,EAAE,EAAE,IAAI,EAAE,CAAC,sBAAsB,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE;YACzG,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAErC,MAAM,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,CAAC;YAClE,IAAI,cAAc,GAAG,CAAC,CAAC;YAEvB,KAAK,MAAM,UAAU,IAAI,eAAe,EAAE,CAAC;gBACzC,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC;gBACvC,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC;gBACpC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;gBAE/E,IAAI,WAAW,KAAK,gBAAgB,EAAE,CAAC;oBACrC,MAAM,SAAS,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;oBACjF,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,SAAS,EAAE,gBAAgB,EAAE,WAAW,CAAC,CAAC;oBACrF,QAAQ,CAAC,4BAA4B,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;oBAC5D,cAAc,EAAE,CAAC;gBACnB,CAAC;YACH,CAAC;YAED,OAAO,cAAc,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,OAAO,aAAa,CAAC,GAAG,CAAC,4BAA4B,EAAE,EAAE,IAAI,EAAE,CAAC,sBAAsB,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE;YACpG,MAAM,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,CAAC;YAClE,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,OAAO,CAAC,CAAC;YACX,CAAC;YAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,eAAe,CAAC,CAAC;YACpE,IAAI,WAAW,GAAG,CAAC,CAAC;YAEpB,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;gBAChC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3B,SAAS;gBACX,CAAC;gBAED,MAAM,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;gBACvC,WAAW,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YACxC,CAAC;YAED,OAAO,WAAW,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,KAAuB;QACvD,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;QACpF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAa,CAAC,CAAC;QAC9D,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAElE,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QAEpC,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;YACtC,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAa,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE7H,IAAI,aAAa,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBAC9B,MAAM,CAAC,IAAI,CAAC;oBACV,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,KAAK,EAAE,aAAa;iBACrB,CAAC,CAAC;gBACH,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;oBAC9B,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAAC,IAAc;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,sBAAsB,CAAC,CAAC;QAErE,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,CAAC,CAAC,KAAK,CAClB,CAAC,CAAC,MAAM,CAAC;gBACP,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,qCAAqC,CAAC;gBACzE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2EAA2E,CAAC;aAC1G,CAAC,CACH;SACF,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE;gBACtG,mBAAmB,EAAE,2BAA2B;aACjD,CAAC,CAAC;YACH,QAAQ,CAAC,qBAAqB,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YACjD,OAAO,QAAQ,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;YAC1D,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,IAAc;QACrC,OAAO,MAAM,CAAA;;;;QAIT,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;KAgBlD,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,KAAiB;QAClD,MAAM,CAAC,UAAU,EAAE,GAAG,WAAW,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;QACjD,MAAM,eAAe,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE9E,MAAM,eAAe,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QACvF,MAAM,cAAc,GAAG;YACrB,GAAG,UAAU,CAAC,IAAI;YAClB,GAAG,EAAE,KAAK,CAAC,OAAO;YAClB,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;SAC/C,CAAC;QAEF,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,eAAe,EAAE,eAAe,EAAE,cAAc,CAAC,CAAC;QAC7F,GAAG,CAAC,UAAU,KAAK,CAAC,KAAK,CAAC,MAAM,0BAA0B,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;QACjF,QAAQ,CAAC,kBAAkB,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAE5C,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,IAAI,CAAC;gBACH,UAAU,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;gBAChC,QAAQ,CAAC,6BAA6B,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC/D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,QAAgB;QAC1C,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACnD,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;YAEnC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC5C,OAAO,MAAM,CAAC,OAAO,CAAC;YACxB,CAAC;YACD,QAAQ,CAAC,6BAA6B,EAAE,QAAQ,CAAC,CAAC;YAElD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAE1D,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,4BAA4B,EAAE,QAAQ,CAAC,CAAC;YAC3D,QAAQ,CAAC,4BAA4B,EAAE,IAAI,CAAC,CAAC;YAE7C,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;YACrD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,eAAe;QACrB,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,uBAAuB,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC;QACxF,OAAO,MAAM,CAAA;;;;QAIT,YAAY,IAAI,EAAE;KACrB,CAAC;IACJ,CAAC;IAEO,qBAAqB,CAAC,OAAe;QAC3C,OAAO,MAAM,CAAA;;;;4BAIW,IAAI,CAAC,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAsCnC,OAAO;;;;KAIV,CAAC;IACJ,CAAC;CACF"}

package/dist/src/ai/fisherman-tools.js

@@ -0,0 +1,154 @@
+import { tool } from 'ai';
+import dedent from 'dedent';
+import { z } from 'zod';
+import { extractEndpointDefinition } from "../api/spec-reader.js";
+import { tag } from "../utils/logger.js";
+export function createFishermanTools(apiClient, requestStore, opts) {
+    let finished = false;
+    let result = { success: false, summary: '', created: [], failed: [] };
+    const getResult = () => result;
+    const isFinished = () => finished;
+    const tools = {
+        getEndpointSpec: tool({
+            description: dedent `
+        Get the request specification for an endpoint.
+        Returns the request body example from a previously captured request, or OpenAPI spec definition.
+        Call this before making a request to an endpoint you haven't used before.
+      `,
+            inputSchema: z.object({
+                method: z.enum(['GET', 'POST', 'PUT', 'PATCH', 'DELETE']).describe('HTTP method'),
+                path: z.string().describe('Endpoint path, e.g. /suites'),
+            }),
+            execute: async ({ method, path }) => {
+                tag('step').log(`Fisherman: spec lookup ${method} ${path}`);
+                const captured = requestStore.findCapturedRequest(method, path);
+                if (captured) {
+                    return {
+                        source: 'captured',
+                        method: captured.method,
+                        path: captured.path,
+                        status: captured.status,
+                        requestBody: captured.requestBody || 'no body',
+                    };
+                }
+                if (opts.spec) {
+                    try {
+                        const definition = extractEndpointDefinition(opts.spec, path, opts.baseEndpoint);
+                        return { source: 'spec', definition };
+                    }
+                    catch (err) {
+                        return { source: 'none', error: err.message };
+                    }
+                }
+                return { source: 'none', error: `No spec found for ${method} ${path}` };
+            },
+        }),
+        request: tool({
+            description: dedent `
+        Make an HTTP request to the API.
+        Returns status, timing, and auto-extracted IDs and names from the response.
+      `,
+            inputSchema: z.object({
+                method: z.enum(['GET', 'POST', 'PUT', 'PATCH', 'DELETE']).describe('HTTP method'),
+                path: z.string().describe('API path (e.g., /suites, /suites/1)'),
+                body: z.any().optional().describe('Request body (JSON object)'),
+                queryParams: z.record(z.string(), z.string()).optional().describe('Query parameters'),
+            }),
+            execute: async (input) => {
+                tag('step').log(`Fisherman: ${input.method} ${input.path}`);
+                const reqResult = await apiClient.request({
+                    method: input.method,
+                    path: input.path,
+                    body: input.body,
+                    queryParams: input.queryParams,
+                });
+                requestStore.addMadeRequest(reqResult);
+                if (reqResult.error) {
+                    tag('error').log(`Fisherman: ${input.method} ${input.path} > Network error: ${reqResult.error}`);
+                    return { success: false, error: reqResult.error };
+                }
+                const statusLine = `${reqResult.status} ${reqResult.statusText}`;
+                if (reqResult.status >= 400) {
+                    tag('error').log(`Fisherman: ${input.method} ${input.path} > ${statusLine}`);
+                    return {
+                        success: false,
+                        status: reqResult.status,
+                        statusText: reqResult.statusText,
+                        errorPreview: reqResult.rawResponseBody.substring(0, 300),
+                    };
+                }
+                const extracted = extractKeyFields(reqResult.responseBody);
+                tag('success').log(`Fisherman: ${input.method} ${input.path} > ${statusLine}`);
+                return {
+                    success: true,
+                    status: reqResult.status,
+                    ...extracted,
+                };
+            },
+        }),
+        finish: tool({
+            description: 'Report completion of data preparation. Call when all requested items have been created.',
+            inputSchema: z.object({
+                summary: z.string().describe('Summary of what was created'),
+                created: z
+                    .array(z.object({
+                    type: z.string().describe('Item type (e.g., suite, test, label)'),
+                    id: z.union([z.string(), z.number()]).optional().describe('Created item ID'),
+                    title: z.string().optional().describe('Created item name/title'),
+                }))
+                    .describe('List of successfully created items'),
+                failed: z
+                    .array(z.object({
+                    type: z.string().describe('Item type that failed'),
+                    reason: z.string().describe('Why it failed'),
+                }))
+                    .optional()
+                    .describe('List of items that could not be created'),
+            }),
+            execute: async ({ summary, created, failed }) => {
+                tag('success').log(`Fisherman done: ${summary}`);
+                finished = true;
+                result = { success: true, summary, created, failed: failed || [] };
+                return { finished: true };
+            },
+        }),
+        stop: tool({
+            description: 'Abort data preparation when it cannot be completed.',
+            inputSchema: z.object({
+                reason: z.string().describe('Why preparation cannot continue'),
+            }),
+            execute: async ({ reason }) => {
+                tag('warning').log(`Fisherman stopped: ${reason}`);
+                finished = true;
+                result = { success: false, summary: reason, created: [], failed: [] };
+                return { stopped: true };
+            },
+        }),
+    };
+    return { tools, getResult, isFinished };
+}
+function extractKeyFields(body, result = {}, depth = 0) {
+    if (!body || typeof body !== 'object' || depth > 5)
+        return result;
+    if (Array.isArray(body)) {
+        if (body.length > 0)
+            extractKeyFields(body[0], result, depth + 1);
+        return result;
+    }
+    for (const [key, value] of Object.entries(body)) {
+        if (value === null || value === undefined)
+            continue;
+        if (typeof value === 'object') {
+            extractKeyFields(value, result, depth + 1);
+            continue;
+        }
+        if (key === 'id' || key === '_id' || key === 'uuid' || key.endsWith('_id')) {
+            result[key] ??= value;
+        }
+        if (key === 'name' || key === 'title' || key === 'status') {
+            result[key] ??= String(value).slice(0, 100);
+        }
+    }
+    return result;
+}
+//# sourceMappingURL=fisherman-tools.js.map

package/dist/src/ai/fisherman-tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fisherman-tools.js","sourceRoot":"","sources":["../../../src/ai/fisherman-tools.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;AAC1B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,EAAE,GAAG,EAAE,MAAM,oBAAoB,CAAC;AAEzC,MAAM,UAAU,oBAAoB,CAAC,SAAoB,EAAE,YAA0B,EAAE,IAA2C;IAChI,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,MAAM,GAAoB,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAEvF,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC;IAC/B,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,QAAQ,CAAC;IAElC,MAAM,KAAK,GAAG;QACZ,eAAe,EAAE,IAAI,CAAC;YACpB,WAAW,EAAE,MAAM,CAAA;;;;OAIlB;YACD,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;gBACpB,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC;gBACjF,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;aACzD,CAAC;YACF,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE;gBAClC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,0BAA0B,MAAM,IAAI,IAAI,EAAE,CAAC,CAAC;gBAE5D,MAAM,QAAQ,GAAG,YAAY,CAAC,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gBAChE,IAAI,QAAQ,EAAE,CAAC;oBACb,OAAO;wBACL,MAAM,EAAE,UAAU;wBAClB,MAAM,EAAE,QAAQ,CAAC,MAAM;wBACvB,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,MAAM,EAAE,QAAQ,CAAC,MAAM;wBACvB,WAAW,EAAE,QAAQ,CAAC,WAAW,IAAI,SAAS;qBAC/C,CAAC;gBACJ,CAAC;gBAED,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,IAAI,CAAC;wBACH,MAAM,UAAU,GAAG,yBAAyB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;wBACjF,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;oBACxC,CAAC;oBAAC,OAAO,GAAQ,EAAE,CAAC;wBAClB,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;oBAChD,CAAC;gBACH,CAAC;gBAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,qBAAqB,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;YAC1E,CAAC;SACF,CAAC;QAEF,OAAO,EAAE,IAAI,CAAC;YACZ,WAAW,EAAE,MAAM,CAAA;;;OAGlB;YACD,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;gBACpB,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC;gBACjF,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;gBAChE,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;gBAC/D,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;aACtF,CAAC;YACF,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBACvB,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,cAAc,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBAE5D,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC;oBACxC,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,WAAW,EAAE,KAAK,CAAC,WAAW;iBAC/B,CAAC,CAAC;gBAEH,YAAY,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;gBAEvC,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;oBACpB,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,cAAc,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,qBAAqB,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;oBACjG,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,CAAC;gBACpD,CAAC;gBAED,MAAM,UAAU,GAAG,GAAG,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;gBAEjE,IAAI,SAAS,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;oBAC5B,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,cAAc,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,MAAM,UAAU,EAAE,CAAC,CAAC;oBAC7E,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,MAAM,EAAE,SAAS,CAAC,MAAM;wBACxB,UAAU,EAAE,SAAS,CAAC,UAAU;wBAChC,YAAY,EAAE,SAAS,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;qBAC1D,CAAC;gBACJ,CAAC;gBAED,MAAM,SAAS,GAAG,gBAAgB,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;gBAC3D,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,cAAc,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,MAAM,UAAU,EAAE,CAAC,CAAC;gBAC/E,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,MAAM,EAAE,SAAS,CAAC,MAAM;oBACxB,GAAG,SAAS;iBACb,CAAC;YACJ,CAAC;SACF,CAAC;QAEF,MAAM,EAAE,IAAI,CAAC;YACX,WAAW,EAAE,yFAAyF;YACtG,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;gBACpB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;gBAC3D,OAAO,EAAE,CAAC;qBACP,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;oBACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;oBACjE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;oBAC5E,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;iBACjE,CAAC,CACH;qBACA,QAAQ,CAAC,oCAAoC,CAAC;gBACjD,MAAM,EAAE,CAAC;qBACN,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;oBACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;oBAClD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;iBAC7C,CAAC,CACH;qBACA,QAAQ,EAAE;qBACV,QAAQ,CAAC,yCAAyC,CAAC;aACvD,CAAC;YACF,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE;gBAC9C,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,mBAAmB,OAAO,EAAE,CAAC,CAAC;gBACjD,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,EAAE,EAAE,CAAC;gBACnE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;YAC5B,CAAC;SACF,CAAC;QAEF,IAAI,EAAE,IAAI,CAAC;YACT,WAAW,EAAE,qDAAqD;YAClE,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;gBACpB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;aAC/D,CAAC;YACF,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;gBAC5B,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,sBAAsB,MAAM,EAAE,CAAC,CAAC;gBACnD,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;gBACtE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;SACF,CAAC;KACH,CAAC;IAEF,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;AAC1C,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAS,EAAE,SAA8B,EAAE,EAAE,KAAK,GAAG,CAAC;IAC9E,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,MAAM,CAAC;IAElE,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QAClE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAChD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QACpD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAC3C,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3E,MAAM,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC;QACxB,CAAC;QACD,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC1D,MAAM,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/src/ai/fisherman.js

@@ -0,0 +1,184 @@
+import dedent from 'dedent';
+import { listAllEndpoints } from "../api/spec-reader.js";
+import { createDebug, tag } from "../utils/logger.js";
+const debugLog = createDebug('explorbot:fisherman');
+import { loop } from "../utils/loop.js";
+import { createFishermanTools } from "./fisherman-tools.js";
+const MAX_ITERATIONS = 15;
+const MAX_TOOL_ROUNDTRIPS = 5;
+export class Fisherman {
+    emoji = '🎣';
+    provider;
+    apiClient;
+    requestStore;
+    specLoader;
+    cookieProvider;
+    configHeaders;
+    sessionName;
+    baseEndpoint;
+    spec = null;
+    mode = 'disabled';
+    hasApiConfig;
+    constructor(provider, apiClient, requestStore, specLoader, baseEndpoint, cookieProvider, configHeaders = {}, hasApiConfig = false) {
+        this.provider = provider;
+        this.apiClient = apiClient;
+        this.requestStore = requestStore;
+        this.specLoader = specLoader;
+        this.baseEndpoint = baseEndpoint;
+        this.cookieProvider = cookieProvider;
+        this.configHeaders = configHeaders;
+        this.hasApiConfig = hasApiConfig;
+        this.mode = hasApiConfig ? 'achieve' : 'replicate';
+    }
+    isAvailable() {
+        return this.mode !== 'disabled';
+    }
+    getMode() {
+        return this.mode;
+    }
+    async ensureReady(scopeUrl) {
+        await this.detectMode(scopeUrl);
+        this.spec ??= await this.specLoader();
+        debugLog(`ensureReady: mode=${this.mode}, scope=${scopeUrl}`);
+    }
+    getEndpointList(scopeUrl) {
+        return this.buildEndpointList(scopeUrl);
+    }
+    async prepareData(instructions, scopeUrl, sessionName) {
+        this.sessionName = sessionName;
+        tag('info').log(`Fisherman [${this.mode}]: preparing data — ${instructions}`);
+        await this.ensureReady(scopeUrl);
+        if (this.mode === 'disabled') {
+            debugLog('disabled — no data for scope');
+            return { success: false, summary: 'No API data available for this scope', created: [], failed: [] };
+        }
+        const endpointList = this.buildEndpointList(scopeUrl);
+        debugLog(`endpoints:\n${endpointList || '(none)'}`);
+        if (!endpointList) {
+            tag('warning').log('Fisherman: no endpoints available');
+            this.mode = 'disabled';
+            return { success: false, summary: 'No API endpoints available', created: [], failed: [] };
+        }
+        await this.refreshAuth();
+        debugLog(`auth headers: ${Object.keys(this.apiClient.getHeaders()).join(', ')}`);
+        const { tools, getResult, isFinished } = createFishermanTools(this.apiClient, this.requestStore, {
+            spec: this.spec,
+            baseEndpoint: this.baseEndpoint,
+        });
+        const conversation = this.provider.startConversation(this.buildSystemPrompt(endpointList, scopeUrl), 'fisherman');
+        conversation.addUserText(this.buildTaskPrompt(instructions));
+        await loop(async ({ stop, iteration }) => {
+            debugLog(`iteration ${iteration}`);
+            const invokeResult = await this.provider.invokeConversation(conversation, tools, {
+                maxToolRoundtrips: MAX_TOOL_ROUNDTRIPS,
+                toolChoice: 'required',
+                agentName: 'fisherman',
+            });
+            debugLog(`iteration ${iteration} done, text: ${invokeResult?.response?.text?.slice(0, 200) || '(none)'}`);
+            if (isFinished()) {
+                stop();
+                return;
+            }
+            if (iteration >= MAX_ITERATIONS) {
+                tag('warning').log('Fisherman: max iterations reached');
+                stop();
+            }
+        }, {
+            maxAttempts: MAX_ITERATIONS,
+            observability: {
+                name: `fisherman: ${instructions.slice(0, 50)}`,
+                agent: 'fisherman',
+                sessionId: this.sessionName,
+            },
+            catch: async ({ error, stop }) => {
+                debugLog(`error: ${error.message}`);
+                tag('warning').log(`Fisherman error: ${error.message}`);
+                stop();
+            },
+        });
+        const result = getResult();
+        tag('info').log(`Fisherman result: ${result.summary}`);
+        return result;
+    }
+    async detectMode(scopeUrl) {
+        if (this.hasApiConfig) {
+            this.mode = 'achieve';
+            debugLog('achieve mode — api config present');
+            return;
+        }
+        this.requestStore.loadFromDisk();
+        const allRequests = this.requestStore.getCapturedRequests();
+        debugLog(`total stored requests: ${allRequests.length}, scope: ${scopeUrl}`);
+        if (allRequests.length > 0) {
+            this.mode = 'replicate';
+            return;
+        }
+        this.mode = 'disabled';
+    }
+    async refreshAuth() {
+        const cookies = await this.cookieProvider();
+        if (Object.keys(cookies).length > 0) {
+            this.apiClient.setHeaders(cookies);
+        }
+        const xhrHeaders = this.requestStore.extractAuthHeaders();
+        if (Object.keys(xhrHeaders).length > 0) {
+            this.apiClient.setHeaders(xhrHeaders);
+        }
+        if (Object.keys(this.configHeaders).length > 0) {
+            this.apiClient.setHeaders(this.configHeaders);
+        }
+    }
+    buildEndpointList(scopeUrl) {
+        if (this.mode === 'achieve' && this.spec) {
+            const specEndpoints = listAllEndpoints(this.spec, this.baseEndpoint);
+            if (specEndpoints)
+                return specEndpoints;
+        }
+        let writeRequests = this.requestStore.getWriteRequestsForScope(scopeUrl || '/');
+        if (writeRequests.length === 0) {
+            writeRequests = this.requestStore.getWriteRequestsForScope('/');
+        }
+        const seen = new Set();
+        const lines = [];
+        for (const req of writeRequests) {
+            const key = `${req.method} ${req.path}`;
+            if (seen.has(key))
+                continue;
+            seen.add(key);
+            lines.push(key);
+        }
+        return lines.join('\n');
+    }
+    buildSystemPrompt(endpointList, scopeUrl) {
+        const scopeBlock = scopeUrl ? `\n\nSCOPE: You are operating within ${scopeUrl}.\nAll created items must belong to this scope.` : '';
+        return dedent `
+      You are Fisherman — a data preparation agent. You create test data by making API requests.
+
+      AVAILABLE ENDPOINTS:
+      ${endpointList}
+      ${scopeBlock}
+
+      WORKFLOW:
+      1. Call getEndpointSpec to see the request body example for the endpoint
+      2. Make requests — the response automatically extracts IDs, names, and status fields
+      3. Use extracted IDs to chain requests (e.g., create suite, use its id to create tests in it)
+      4. Call finish with a summary and IDs of all created items
+
+      RULES:
+      - Always call getEndpointSpec before your first request to an unfamiliar endpoint
+      - Chain requests logically — create parent resources before children
+      - If a request fails, try once more with adjusted data before reporting failure
+      - Use realistic but unique data for each item (vary names, titles)
+    `;
+    }
+    buildTaskPrompt(instructions) {
+        return dedent `
+      Prepare the following test data:
+
+      ${instructions}
+
+      Execute the necessary API requests to create this data. When done, call finish with the summary.
+    `;
+    }
+}
+//# sourceMappingURL=fisherman.js.map

package/dist/src/ai/fisherman.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fisherman.js","sourceRoot":"","sources":["../../../src/ai/fisherman.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,oBAAoB,CAAC;AAEtD,MAAM,QAAQ,GAAG,WAAW,CAAC,qBAAqB,CAAC,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAExC,OAAO,EAAwB,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAGlF,MAAM,cAAc,GAAG,EAAE,CAAC;AAC1B,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAE9B,MAAM,OAAO,SAAS;IACpB,KAAK,GAAG,IAAI,CAAC;IACL,QAAQ,CAAW;IACnB,SAAS,CAAY;IACrB,YAAY,CAAe;IAC3B,UAAU,CAA4B;IACtC,cAAc,CAAwC;IACtD,aAAa,CAAyB;IACtC,WAAW,CAAU;IACrB,YAAY,CAAS;IACrB,IAAI,GAAe,IAAI,CAAC;IACxB,IAAI,GAAyC,UAAU,CAAC;IACxD,YAAY,CAAU;IAE9B,YAAY,QAAkB,EAAE,SAAoB,EAAE,YAA0B,EAAE,UAAqC,EAAE,YAAoB,EAAE,cAAqD,EAAE,gBAAwC,EAAE,EAAE,YAAY,GAAG,KAAK;QACpQ,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC;IACrD,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC;IAClC,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,QAAiB;QACjC,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACtC,QAAQ,CAAC,qBAAqB,IAAI,CAAC,IAAI,WAAW,QAAQ,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,eAAe,CAAC,QAAiB;QAC/B,OAAO,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,YAAoB,EAAE,QAAiB,EAAE,WAAoB;QAC7E,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,IAAI,uBAAuB,YAAY,EAAE,CAAC,CAAC;QAE9E,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAEjC,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC7B,QAAQ,CAAC,8BAA8B,CAAC,CAAC;YACzC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,sCAAsC,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QACtG,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACtD,QAAQ,CAAC,eAAe,YAAY,IAAI,QAAQ,EAAE,CAAC,CAAC;QAEpD,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;YACxD,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC;YACvB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,4BAA4B,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAC5F,CAAC;QAED,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,QAAQ,CAAC,iBAAiB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEjF,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,oBAAoB,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE;YAC/F,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,QAAQ,CAAC,EAAE,WAAW,CAAC,CAAC;QAClH,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC,CAAC;QAE7D,MAAM,IAAI,CACR,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE;YAC5B,QAAQ,CAAC,aAAa,SAAS,EAAE,CAAC,CAAC;YACnC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,YAAY,EAAE,KAAK,EAAE;gBAC/E,iBAAiB,EAAE,mBAAmB;gBACtC,UAAU,EAAE,UAAU;gBACtB,SAAS,EAAE,WAAW;aACvB,CAAC,CAAC;YACH,QAAQ,CAAC,aAAa,SAAS,gBAAgB,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;YAE1G,IAAI,UAAU,EAAE,EAAE,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,OAAO;YACT,CAAC;YAED,IAAI,SAAS,IAAI,cAAc,EAAE,CAAC;gBAChC,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;gBACxD,IAAI,EAAE,CAAC;YACT,CAAC;QACH,CAAC,EACD;YACE,WAAW,EAAE,cAAc;YAC3B,aAAa,EAAE;gBACb,IAAI,EAAE,cAAc,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;gBAC/C,KAAK,EAAE,WAAW;gBAClB,SAAS,EAAE,IAAI,CAAC,WAAW;aAC5B;YACD,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE;gBAC/B,QAAQ,CAAC,UAAU,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACpC,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,oBAAoB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACxD,IAAI,EAAE,CAAC;YACT,CAAC;SACF,CACF,CAAC;QAEF,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,QAAiB;QACxC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;YACtB,QAAQ,CAAC,mCAAmC,CAAC,CAAC;YAC9C,OAAO;QACT,CAAC;QAED,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC;QACjC,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,mBAAmB,EAAE,CAAC;QAC5D,QAAQ,CAAC,0BAA0B,WAAW,CAAC,MAAM,YAAY,QAAQ,EAAE,CAAC,CAAC;QAE7E,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5C,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,kBAAkB,EAAE,CAAC;QAC1D,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QACxC,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAEO,iBAAiB,CAAC,QAAiB;QACzC,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACzC,MAAM,aAAa,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;YACrE,IAAI,aAAa;gBAAE,OAAO,aAAa,CAAC;QAC1C,CAAC;QAED,IAAI,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC;QAChF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAAC,GAAG,CAAC,CAAC;QAClE,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;YACxC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClB,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,iBAAiB,CAAC,YAAoB,EAAE,QAAiB;QAC/D,MAAM,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,uCAAuC,QAAQ,iDAAiD,CAAC,CAAC,CAAC,EAAE,CAAC;QAEpI,OAAO,MAAM,CAAA;;;;QAIT,YAAY;QACZ,UAAU;;;;;;;;;;;;;KAab,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,YAAoB;QAC1C,OAAO,MAAM,CAAA;;;QAGT,YAAY;;;KAGf,CAAC;IACJ,CAAC;CACF"}