dipclaw 0.1.0

package/dist/agent/skill-generator.js

@@ -0,0 +1,263 @@
+import fs from "node:fs";
+import path from "node:path";
+import { ExecutionLogger } from "../logging/logger.js";
+export class SkillGenerator {
+    skillsDir;
+    llmClient;
+    constructor(workspace, llmClient) {
+        this.skillsDir = path.join(workspace, "skills");
+        this.llmClient = llmClient;
+        fs.mkdirSync(this.skillsDir, { recursive: true });
+    }
+    /** Generate a skill from an execution log file */
+    async generate(logFilePath) {
+        const entries = ExecutionLogger.readLog(logFilePath);
+        if (entries.length === 0) {
+            return "Error: log file is empty.";
+        }
+        // Filter to actionable steps (exclude snapshots used for reading)
+        const actionEntries = entries.filter((e) => e.success && e.action !== "snapshot" && e.action !== "screenshot");
+        const logSummary = entries
+            .map((e) => `Step ${e.step}: ${e.action} ${JSON.stringify(Object.fromEntries(Object.entries(e).filter(([k]) => !["step", "action", "timestamp", "success"].includes(k))))} (${e.success ? "ok" : "FAILED"})`)
+            .join("\n");
+        // Ask LLM to generate a structured skill
+        const response = await this.llmClient.chat([
+            {
+                role: "user",
+                content: `Based on this browser automation execution log, generate a reusable skill definition.
+
+The skill should capture the essential steps that can be replayed later. Use CSS selectors or descriptive locators rather than element references (e1, e2, etc.) since those are ephemeral.
+
+Execution log:
+${logSummary}
+
+Please respond with a JSON object in this exact format:
+{
+  "name": "skill-name",
+  "description": "What this skill does",
+  "steps": [
+    { "action": "navigate", "params": { "url": "..." }, "description": "..." },
+    { "action": "type", "params": { "ref": "css-selector-or-role", "text": "..." }, "description": "..." }
+  ],
+  "notes": ["any important notes about this skill"]
+}
+
+Use {{variable_name}} for parts that should be parameterized (e.g., search terms).
+Only include the JSON, no other text.`,
+            },
+        ], undefined, "You are an expert at analyzing browser automation logs and creating reusable scripts. Output only valid JSON.");
+        try {
+            // Extract JSON from response
+            const jsonMatch = response.content.match(/\{[\s\S]*\}/);
+            if (!jsonMatch) {
+                return "Error: LLM did not return valid JSON.";
+            }
+            const skill = JSON.parse(jsonMatch[0]);
+            return this.saveSkill(skill);
+        }
+        catch (err) {
+            return `Error parsing skill: ${err instanceof Error ? err.message : String(err)}`;
+        }
+    }
+    /** Save a skill to a markdown file with metadata */
+    saveSkill(skill, meta) {
+        const safeName = skill.name.replace(/[^a-zA-Z0-9_-]/g, "_");
+        const filePath = path.join(this.skillsDir, `${safeName}.md`);
+        const stepsJson = JSON.stringify(skill.steps, null, 2);
+        const notes = skill.notes?.map((n) => `- ${n}`).join("\n") || "";
+        const usageCount = meta?.usageCount ?? 0;
+        const successRate = meta?.successRate ?? 100;
+        const lastImproved = meta?.lastImproved ?? "";
+        const content = `---
+name: ${skill.name}
+description: ${skill.description}
+created: ${new Date().toISOString()}
+usageCount: ${usageCount}
+successRate: ${successRate}
+lastImproved: ${lastImproved}
+---
+
+## Steps
+
+\`\`\`json
+${stepsJson}
+\`\`\`
+
+## Notes
+${notes}
+`;
+        fs.writeFileSync(filePath, content, "utf-8");
+        return `Skill saved: ${filePath}`;
+    }
+    /** Load a skill from a markdown file */
+    loadSkill(skillRef) {
+        const safeName = skillRef.replace(/[^a-zA-Z0-9_-]/g, "_");
+        let filePath = path.join(this.skillsDir, `${safeName}.md`);
+        if (!fs.existsSync(filePath)) {
+            // Try with .md extension
+            filePath = path.join(this.skillsDir, skillRef);
+            if (!fs.existsSync(filePath))
+                return null;
+        }
+        const content = fs.readFileSync(filePath, "utf-8");
+        // Parse frontmatter
+        const fmMatch = content.match(/^---\n([\s\S]*?)\n---/);
+        const name = fmMatch?.[1].match(/name:\s*(.+)/)?.[1] || skillRef;
+        const description = fmMatch?.[1].match(/description:\s*(.+)/)?.[1] || "";
+        // Parse steps JSON
+        const stepsMatch = content.match(/```json\n([\s\S]*?)\n```/);
+        if (!stepsMatch)
+            return null;
+        try {
+            const steps = JSON.parse(stepsMatch[1]);
+            // Parse notes
+            const notesSection = content.split("## Notes")[1];
+            const notes = notesSection
+                ? notesSection
+                    .trim()
+                    .split("\n")
+                    .filter((l) => l.startsWith("- "))
+                    .map((l) => l.slice(2))
+                : [];
+            return { name, description, steps, notes };
+        }
+        catch {
+            return null;
+        }
+    }
+    /** List all available skills */
+    listSkills() {
+        const files = fs
+            .readdirSync(this.skillsDir)
+            .filter((f) => f.endsWith(".md"));
+        if (files.length === 0)
+            return "(no skills available)";
+        return files
+            .map((f) => {
+            const skill = this.loadSkill(f);
+            if (!skill)
+                return `- ${f} (invalid)`;
+            const meta = this.loadSkillMeta(f);
+            const stats = meta.usageCount > 0
+                ? ` [used ${meta.usageCount}x, ${meta.successRate}% ok]`
+                : "";
+            return `- ${skill.name}: ${skill.description} (${skill.steps.length} steps)${stats}`;
+        })
+            .join("\n");
+    }
+    /** Load metadata from a skill file */
+    loadSkillMeta(skillRef) {
+        const safeName = skillRef.replace(/[^a-zA-Z0-9_-]/g, "_").replace(/\.md$/, "");
+        let filePath = path.join(this.skillsDir, `${safeName}.md`);
+        if (!fs.existsSync(filePath)) {
+            filePath = path.join(this.skillsDir, skillRef);
+        }
+        const defaults = { usageCount: 0, successRate: 100, lastImproved: "" };
+        if (!fs.existsSync(filePath))
+            return defaults;
+        const content = fs.readFileSync(filePath, "utf-8");
+        const fmMatch = content.match(/^---\n([\s\S]*?)\n---/);
+        if (!fmMatch)
+            return defaults;
+        const fm = fmMatch[1];
+        return {
+            usageCount: Number(fm.match(/usageCount:\s*(\d+)/)?.[1] ?? 0),
+            successRate: Number(fm.match(/successRate:\s*([\d.]+)/)?.[1] ?? 100),
+            lastImproved: fm.match(/lastImproved:\s*(.+)/)?.[1]?.trim() ?? "",
+        };
+    }
+    /** Update usage stats for a skill after execution */
+    updateSkillMeta(skillRef, success) {
+        const skill = this.loadSkill(skillRef);
+        if (!skill)
+            return;
+        const meta = this.loadSkillMeta(skillRef);
+        meta.usageCount++;
+        const total = meta.usageCount;
+        // Rolling success rate
+        meta.successRate = Math.round(((meta.successRate * (total - 1)) / 100 + (success ? 1 : 0)) / total * 100);
+        this.saveSkill(skill, meta);
+    }
+    /**
+     * Determine if an execution log is worth auto-generating a skill from.
+     * Criteria: enough meaningful browser actions, all successful, not trivially short.
+     */
+    shouldAutoGenerate(logFilePath) {
+        const entries = ExecutionLogger.readLog(logFilePath);
+        if (entries.length === 0)
+            return false;
+        const actionEntries = entries.filter((e) => e.action !== "snapshot" && e.action !== "screenshot" && e.action !== "script_start" && e.action !== "script_end");
+        // Need at least 3 meaningful actions
+        if (actionEntries.length < 3)
+            return false;
+        // Must have a navigate action (needs a real workflow, not just clicks)
+        const hasNavigate = actionEntries.some((e) => e.action === "navigate");
+        if (!hasNavigate)
+            return false;
+        // Failure rate must be under 30%
+        const failures = actionEntries.filter((e) => !e.success);
+        if (failures.length / actionEntries.length > 0.3)
+            return false;
+        return true;
+    }
+    /**
+     * Improve a skill based on its execution report.
+     * When steps used LLM fallback, ask the LLM to revise those steps.
+     */
+    async improveSkill(skill, report) {
+        // Only improve if there were fallbacks but the skill overall completed
+        if (report.fallbackCount === 0 || !report.completed)
+            return null;
+        const fallbackSteps = report.steps
+            .filter((s) => s.usedFallback)
+            .map((s) => ({
+            index: s.index,
+            originalAction: skill.steps[s.index]?.action,
+            originalParams: skill.steps[s.index]?.params,
+            originalDescription: skill.steps[s.index]?.description,
+            fallbackAction: s.fallbackAction,
+            error: s.error,
+        }));
+        const response = await this.llmClient.chat([
+            {
+                role: "user",
+                content: `A browser automation skill "${skill.name}" was executed but some steps needed LLM fallback because the original steps failed. Please revise the skill to fix these problematic steps.
+
+Current skill steps:
+${JSON.stringify(skill.steps, null, 2)}
+
+Steps that needed fallback:
+${JSON.stringify(fallbackSteps, null, 2)}
+
+Return the COMPLETE revised steps array as JSON. Keep steps that worked unchanged. Fix the steps that failed based on what the fallback actually did. Use {{variable_name}} for parameterized parts.
+
+Return ONLY the JSON array of steps, no other text.`,
+            },
+        ], undefined, "You are an expert at improving browser automation scripts. Output only valid JSON.");
+        try {
+            const jsonMatch = response.content.match(/\[[\s\S]*\]/);
+            if (!jsonMatch)
+                return null;
+            const improvedSteps = JSON.parse(jsonMatch[0]);
+            // Update the skill
+            const improvedSkill = {
+                ...skill,
+                steps: improvedSteps,
+                notes: [
+                    ...(skill.notes || []),
+                    `Auto-improved on ${new Date().toISOString().slice(0, 10)}: fixed ${fallbackSteps.length} step(s)`,
+                ],
+            };
+            const meta = this.loadSkillMeta(skill.name);
+            meta.lastImproved = new Date().toISOString();
+            const result = this.saveSkill(improvedSkill, meta);
+            console.log(`🧠 Skill "${skill.name}" auto-improved: ${fallbackSteps.length} step(s) revised`);
+            return result;
+        }
+        catch (err) {
+            console.error("Failed to improve skill:", err);
+            return null;
+        }
+    }
+}
+//# sourceMappingURL=skill-generator.js.map

package/dist/agent/skill-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill-generator.js","sourceRoot":"","sources":["../../src/agent/skill-generator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAiB,MAAM,sBAAsB,CAAC;AAGtE,MAAM,OAAO,cAAc;IACjB,SAAS,CAAS;IAClB,SAAS,CAAY;IAE7B,YAAY,SAAiB,EAAE,SAAoB;QACjD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAChD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,kDAAkD;IAClD,KAAK,CAAC,QAAQ,CAAC,WAAmB;QAChC,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACrD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,2BAA2B,CAAC;QACrC,CAAC;QAED,kEAAkE;QAClE,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAClC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,MAAM,KAAK,UAAU,IAAI,CAAC,CAAC,MAAM,KAAK,YAAY,CACzE,CAAC;QAEF,MAAM,UAAU,GAAG,OAAO;aACvB,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACJ,QAAQ,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAC3C,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CACtB,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CACjE,CACF,CACF,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,GAAG,CACvC;aACA,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,yCAAyC;QACzC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CACxC;YACE;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;;;;;EAKjB,UAAU;;;;;;;;;;;;;;sCAc0B;aAC7B;SACF,EACD,SAAS,EACT,+GAA+G,CAChH,CAAC;QAEF,IAAI,CAAC;YACH,6BAA6B;YAC7B,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YACxD,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,OAAO,uCAAuC,CAAC;YACjD,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAgB,CAAC;YACtD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,wBAAwB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACpF,CAAC;IACH,CAAC;IAED,oDAAoD;IACpD,SAAS,CAAC,KAAkB,EAAE,IAA2E;QACvG,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,QAAQ,KAAK,CAAC,CAAC;QAE7D,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAEjE,MAAM,UAAU,GAAG,IAAI,EAAE,UAAU,IAAI,CAAC,CAAC;QACzC,MAAM,WAAW,GAAG,IAAI,EAAE,WAAW,IAAI,GAAG,CAAC;QAC7C,MAAM,YAAY,GAAG,IAAI,EAAE,YAAY,IAAI,EAAE,CAAC;QAE9C,MAAM,OAAO,GAAG;QACZ,KAAK,CAAC,IAAI;eACH,KAAK,CAAC,WAAW;WACrB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;cACrB,UAAU;eACT,WAAW;gBACV,YAAY;;;;;;EAM1B,SAAS;;;;EAIT,KAAK;CACN,CAAC;QAEE,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC7C,OAAO,gBAAgB,QAAQ,EAAE,CAAC;IACpC,CAAC;IAED,wCAAwC;IACxC,SAAS,CAAC,QAAgB;QACxB,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;QAC1D,IAAI,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,QAAQ,KAAK,CAAC,CAAC;QAE3D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,yBAAyB;YACzB,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC/C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAAE,OAAO,IAAI,CAAC;QAC5C,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAEnD,oBAAoB;QACpB,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC;QACjE,MAAM,WAAW,GACf,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAEvD,mBAAmB;QACnB,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC7D,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAgB,CAAC;YAEvD,cAAc;YACd,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,YAAY;gBACxB,CAAC,CAAC,YAAY;qBACT,IAAI,EAAE;qBACN,KAAK,CAAC,IAAI,CAAC;qBACX,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;qBACjC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC3B,CAAC,CAAC,EAAE,CAAC;YAEP,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAC7C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,gCAAgC;IAChC,UAAU;QACR,MAAM,KAAK,GAAG,EAAE;aACb,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC;aAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAEpC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,uBAAuB,CAAC;QAEvD,OAAO,KAAK;aACT,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACT,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,CAAC,KAAK;gBAAE,OAAO,KAAK,CAAC,YAAY,CAAC;YACtC,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,GAAG,CAAC;gBAC/B,CAAC,CAAC,UAAU,IAAI,CAAC,UAAU,MAAM,IAAI,CAAC,WAAW,OAAO;gBACxD,CAAC,CAAC,EAAE,CAAC;YACP,OAAO,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,WAAW,KAAK,KAAK,CAAC,KAAK,CAAC,MAAM,UAAU,KAAK,EAAE,CAAC;QACvF,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,sCAAsC;IACtC,aAAa,CAAC,QAAgB;QAC5B,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC/E,IAAI,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,QAAQ,KAAK,CAAC,CAAC;QAC3D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,QAAQ,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;QACvE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO,QAAQ,CAAC;QAE9C,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACvD,IAAI,CAAC,OAAO;YAAE,OAAO,QAAQ,CAAC;QAE9B,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACtB,OAAO;YACL,UAAU,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7D,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,yBAAyB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;YACpE,YAAY,EAAE,EAAE,CAAC,KAAK,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE;SAClE,CAAC;IACJ,CAAC;IAED,qDAAqD;IACrD,eAAe,CAAC,QAAgB,EAAE,OAAgB;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK;YAAE,OAAO;QAEnB,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC;QAC9B,uBAAuB;QACvB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,CAC3B,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,GAAG,CAC3E,CAAC;QAEF,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED;;;OAGG;IACH,kBAAkB,CAAC,WAAmB;QACpC,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACrD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAEvC,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAClC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,IAAI,CAAC,CAAC,MAAM,KAAK,YAAY,IAAI,CAAC,CAAC,MAAM,KAAK,cAAc,IAAI,CAAC,CAAC,MAAM,KAAK,YAAY,CACxH,CAAC;QAEF,qCAAqC;QACrC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QAE3C,uEAAuE;QACvE,MAAM,WAAW,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC;QACvE,IAAI,CAAC,WAAW;YAAE,OAAO,KAAK,CAAC;QAE/B,iCAAiC;QACjC,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,QAAQ,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,GAAG,GAAG;YAAE,OAAO,KAAK,CAAC;QAE/D,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY,CAAC,KAAkB,EAAE,MAAuB;QAC5D,uEAAuE;QACvE,IAAI,MAAM,CAAC,aAAa,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAEjE,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK;aAC/B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC;aAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACX,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,cAAc,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,MAAM;YAC5C,cAAc,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,MAAM;YAC5C,mBAAmB,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,WAAW;YACtD,cAAc,EAAE,CAAC,CAAC,cAAc;YAChC,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAC,CAAC;QAEN,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CACxC;YACE;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,+BAA+B,KAAK,CAAC,IAAI;;;EAG1D,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;;;EAGpC,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;;;;oDAIY;aAC3C;SACF,EACD,SAAS,EACT,oFAAoF,CACrF,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YACxD,IAAI,CAAC,SAAS;gBAAE,OAAO,IAAI,CAAC;YAE5B,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAgB,CAAC;YAE9D,mBAAmB;YACnB,MAAM,aAAa,GAAgB;gBACjC,GAAG,KAAK;gBACR,KAAK,EAAE,aAAa;gBACpB,KAAK,EAAE;oBACL,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;oBACtB,oBAAoB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,aAAa,CAAC,MAAM,UAAU;iBACnG;aACF,CAAC;YAEF,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC5C,IAAI,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;YAEnD,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,CAAC,IAAI,oBAAoB,aAAa,CAAC,MAAM,kBAAkB,CAAC,CAAC;YAC/F,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF"}

package/dist/agent/task-runner.d.ts

@@ -0,0 +1,31 @@
+import type { DipclawConfig } from "../config/types.js";
+import type { LlmClient } from "../llm/types.js";
+import { BrowserManager } from "../browser/manager.js";
+import { MemoryManager } from "./memory.js";
+import type { ScheduledTask } from "./scheduler.js";
+import type { Scheduler } from "./scheduler.js";
+export declare class TaskRunner {
+    private config;
+    private llmClient;
+    private browser;
+    private browserActions;
+    private memory;
+    private skillGenerator;
+    private scheduler;
+    constructor(config: DipclawConfig, llmClient: LlmClient, browser: BrowserManager, memory: MemoryManager);
+    /** Set scheduler reference for auto-linking skills to tasks */
+    setScheduler(scheduler: Scheduler): void;
+    /** Run a scheduled task with learning loop */
+    runTask(task: ScheduledTask): Promise<string>;
+    /** Try to auto-generate a skill from a successful LLM-driven task and link it */
+    private tryAutoGenerateSkill;
+    /** Format an execution report as readable text */
+    private formatReport;
+    /** Run an ad-hoc prompt in LLM-driven mode */
+    runPrompt(prompt: string, taskName?: string): Promise<string>;
+    private runLlmDriven;
+    private executeTool;
+    private executeBrowserAction;
+    private executeMemoryAction;
+    private buildSystemPrompt;
+}

package/dist/agent/task-runner.js

@@ -0,0 +1,242 @@
+import { getAllTools } from "../llm/tools.js";
+import { BrowserActions } from "../browser/actions.js";
+import { ScriptRunner } from "../browser/script-runner.js";
+import { ExecutionLogger } from "../logging/logger.js";
+import { SkillGenerator } from "./skill-generator.js";
+import path from "node:path";
+export class TaskRunner {
+    config;
+    llmClient;
+    browser;
+    browserActions;
+    memory;
+    skillGenerator;
+    scheduler = null;
+    constructor(config, llmClient, browser, memory) {
+        this.config = config;
+        this.llmClient = llmClient;
+        this.browser = browser;
+        this.browserActions = new BrowserActions(browser);
+        this.memory = memory;
+        this.skillGenerator = new SkillGenerator(config.workspace, llmClient);
+    }
+    /** Set scheduler reference for auto-linking skills to tasks */
+    setScheduler(scheduler) {
+        this.scheduler = scheduler;
+    }
+    /** Run a scheduled task with learning loop */
+    async runTask(task) {
+        const logsDir = path.join(this.config.workspace, "logs");
+        const logger = new ExecutionLogger(logsDir, task.name);
+        this.browserActions.setLogger(logger);
+        try {
+            // Path A: Skill-based execution — run skill, then try to improve if needed
+            if (task.skillRef) {
+                const skill = this.skillGenerator.loadSkill(task.skillRef);
+                if (skill) {
+                    console.log(`  Using skill: ${skill.name}`);
+                    const runner = new ScriptRunner(this.browserActions, this.llmClient, logger);
+                    const report = await runner.run(skill);
+                    // Update skill usage stats
+                    this.skillGenerator.updateSkillMeta(task.skillRef, report.completed);
+                    // Learning: if some steps used fallback, improve the skill
+                    if (report.fallbackCount > 0 && report.completed) {
+                        console.log(`🧠 Learning: ${report.fallbackCount} step(s) used fallback, improving skill...`);
+                        await this.skillGenerator.improveSkill(skill, report);
+                    }
+                    return this.formatReport(report);
+                }
+            }
+            // Path B: LLM-driven execution — then auto-generate skill if worthwhile
+            const result = await this.runLlmDriven(task.prompt, logger);
+            // Learning: auto-generate skill from successful LLM-driven execution
+            await this.tryAutoGenerateSkill(task, logger);
+            return result;
+        }
+        finally {
+            this.browserActions.setLogger(null);
+            console.log(`  Log saved: ${logger.getLogFilePath()}`);
+        }
+    }
+    /** Try to auto-generate a skill from a successful LLM-driven task and link it */
+    async tryAutoGenerateSkill(task, logger) {
+        const logPath = logger.getLogFilePath();
+        if (!this.skillGenerator.shouldAutoGenerate(logPath)) {
+            return;
+        }
+        console.log(`🧠 Learning: auto-generating skill from task "${task.name}"...`);
+        try {
+            const saveResult = await this.skillGenerator.generate(logPath);
+            console.log(`  ${saveResult}`);
+            // Auto-link the new skill to this scheduled task
+            if (this.scheduler && saveResult.startsWith("Skill saved:")) {
+                // Extract skill name from the saved file path
+                const match = saveResult.match(/\/([^/]+)\.md$/);
+                if (match) {
+                    const skillRef = match[1];
+                    this.scheduler.linkSkill(task.id, skillRef);
+                    console.log(`  Skill "${skillRef}" auto-linked to task "${task.name}"`);
+                }
+            }
+        }
+        catch (err) {
+            console.error("  Auto skill generation failed:", err);
+        }
+    }
+    /** Format an execution report as readable text */
+    formatReport(report) {
+        const lines = [`Skill "${report.skillName}": ${report.completed ? "completed" : "failed"}`];
+        lines.push(`  ${report.successCount}/${report.totalSteps} steps ok, ${report.fallbackCount} fallback(s)`);
+        for (const step of report.steps) {
+            const status = step.success
+                ? step.usedFallback ? "ok (fallback)" : "ok"
+                : `FAILED: ${step.error}`;
+            lines.push(`  Step ${step.index + 1} [${step.action}]: ${status}`);
+        }
+        return lines.join("\n");
+    }
+    /** Run an ad-hoc prompt in LLM-driven mode */
+    async runPrompt(prompt, taskName = "adhoc") {
+        const logsDir = path.join(this.config.workspace, "logs");
+        const logger = new ExecutionLogger(logsDir, taskName);
+        this.browserActions.setLogger(logger);
+        try {
+            return await this.runLlmDriven(prompt, logger);
+        }
+        finally {
+            this.browserActions.setLogger(null);
+        }
+    }
+    async runLlmDriven(prompt, logger) {
+        // Build system prompt with memory context
+        const memoryIndex = this.memory.loadIndex();
+        const relevantMemory = this.memory.loadRelevantMemories(prompt.split(/\s+/).filter((w) => w.length > 3));
+        const systemPrompt = this.buildSystemPrompt(memoryIndex, relevantMemory);
+        const tools = getAllTools();
+        const messages = [
+            { role: "user", content: prompt },
+        ];
+        let iterations = 0;
+        let finalContent = "";
+        const maxIter = this.config.maxIterations;
+        while (iterations < maxIter) {
+            iterations++;
+            const response = await this.llmClient.chat(messages, tools, systemPrompt);
+            if (response.content) {
+                finalContent = response.content;
+            }
+            // If no tool calls, we're done
+            if (response.toolCalls.length === 0 || response.stopReason === "stop") {
+                break;
+            }
+            // Add assistant message with tool calls
+            messages.push({
+                role: "assistant",
+                content: response.content,
+                toolCalls: response.toolCalls,
+            });
+            // Execute each tool call
+            for (const tc of response.toolCalls) {
+                const result = await this.executeTool(tc);
+                messages.push({
+                    role: "tool",
+                    content: result,
+                    toolCallId: tc.id,
+                });
+            }
+        }
+        // Reached iteration limit — ask LLM for a final summary without tools
+        if (iterations >= maxIter) {
+            messages.push({
+                role: "user",
+                content: "You've reached the maximum number of tool-calling iterations allowed. Please provide a final response summarizing what you've found and accomplished so far, without calling any more tools.",
+            });
+            const summary = await this.llmClient.chat(messages, undefined, systemPrompt);
+            finalContent = summary.content;
+        }
+        return finalContent;
+    }
+    async executeTool(tc) {
+        const args = tc.arguments;
+        const action = args.action;
+        switch (tc.name) {
+            case "browser":
+                return await this.executeBrowserAction(action, args);
+            case "memory":
+                return this.executeMemoryAction(action, args);
+            case "scheduler":
+                return `(scheduler managed via commands)`;
+            default:
+                return `Unknown tool: ${tc.name}`;
+        }
+    }
+    async executeBrowserAction(action, args) {
+        switch (action) {
+            case "navigate":
+                return await this.browserActions.navigate(args.url);
+            case "snapshot":
+                return await this.browserActions.snapshot();
+            case "click":
+                return await this.browserActions.click(args.ref);
+            case "type":
+                return await this.browserActions.type(args.ref, args.text, args.clear);
+            case "scroll":
+                return await this.browserActions.scroll(args.direction, args.amount, args.ref);
+            case "screenshot": {
+                const ss = await this.browserActions.screenshot(args.fullPage);
+                return ss.text;
+            }
+            case "evaluate":
+                return await this.browserActions.evaluate(args.script);
+            case "wait":
+                return await this.browserActions.wait(args);
+            case "press":
+                return await this.browserActions.pressKey(args.key);
+            case "select":
+                return await this.browserActions.selectOption(args.ref, args.value);
+            case "tabs":
+                return await this.browserActions.listTabs();
+            case "close_tab":
+                return await this.browserActions.closeTab(args.index);
+            case "focus_tab":
+                return await this.browserActions.focusTab(args.index);
+            default:
+                return `Unknown browser action: ${action}`;
+        }
+    }
+    executeMemoryAction(action, args) {
+        switch (action) {
+            case "save":
+                return this.memory.save(args.key, args.title, args.content);
+            case "read":
+                return this.memory.read(args.key);
+            case "list":
+                return this.memory.list();
+            default:
+                return `Unknown memory action: ${action}`;
+        }
+    }
+    buildSystemPrompt(memoryIndex, relevantMemory) {
+        let prompt = `You are a browser automation assistant named "${this.config.name}". You help users accomplish tasks by controlling a web browser.
+
+## Available Tools
+You have browser tools to navigate, click, type, scroll, take screenshots, and interact with web pages. Always take a snapshot first to understand the page structure before performing actions.
+
+## How to use browser tool
+1. Use browser with action "navigate" to go to a URL
+2. Use browser with action "snapshot" to see the page (you'll get element refs like [e1], [e2])
+3. Use browser with action "click", "type", etc. with element references
+4. After actions, take another snapshot to verify the result
+
+## Memory
+Use the memory tool with action "save" to store important discoveries (e.g., website quirks, login flows).`;
+        if (memoryIndex.trim().length > 20) {
+            prompt += `\n\n## Saved Memories\n${memoryIndex}`;
+        }
+        if (relevantMemory.trim()) {
+            prompt += `\n\n## Relevant Memory Details\n${relevantMemory}`;
+        }
+        return prompt;
+    }
+}
+//# sourceMappingURL=task-runner.js.map

package/dist/agent/task-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-runner.js","sourceRoot":"","sources":["../../src/agent/task-runner.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAwB,MAAM,6BAA6B,CAAC;AACjF,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAEvD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAGtD,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B,MAAM,OAAO,UAAU;IACb,MAAM,CAAgB;IACtB,SAAS,CAAY;IACrB,OAAO,CAAiB;IACxB,cAAc,CAAiB;IAC/B,MAAM,CAAgB;IACtB,cAAc,CAAiB;IAC/B,SAAS,GAAqB,IAAI,CAAC;IAE3C,YACE,MAAqB,EACrB,SAAoB,EACpB,OAAuB,EACvB,MAAqB;QAErB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACxE,CAAC;IAED,+DAA+D;IAC/D,YAAY,CAAC,SAAoB;QAC/B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,8CAA8C;IAC9C,KAAK,CAAC,OAAO,CAAC,IAAmB;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAEtC,IAAI,CAAC;YACH,2EAA2E;YAC3E,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC3D,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC5C,MAAM,MAAM,GAAG,IAAI,YAAY,CAC7B,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,SAAS,EACd,MAAM,CACP,CAAC;oBACF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBAEvC,2BAA2B;oBAC3B,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;oBAErE,2DAA2D;oBAC3D,IAAI,MAAM,CAAC,aAAa,GAAG,CAAC,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;wBACjD,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,aAAa,4CAA4C,CAAC,CAAC;wBAC9F,MAAM,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBACxD,CAAC;oBAED,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YAED,wEAAwE;YACxE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAE5D,qEAAqE;YACrE,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAE9C,OAAO,MAAM,CAAC;QAChB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACpC,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,iFAAiF;IACzE,KAAK,CAAC,oBAAoB,CAChC,IAAmB,EACnB,MAAuB;QAEvB,MAAM,OAAO,GAAG,MAAM,CAAC,cAAc,EAAE,CAAC;QAExC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;YACrD,OAAO;QACT,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,iDAAiD,IAAI,CAAC,IAAI,MAAM,CAAC,CAAC;QAE9E,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC/D,OAAO,CAAC,GAAG,CAAC,KAAK,UAAU,EAAE,CAAC,CAAC;YAE/B,iDAAiD;YACjD,IAAI,IAAI,CAAC,SAAS,IAAI,UAAU,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;gBAC5D,8CAA8C;gBAC9C,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;gBACjD,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC1B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;oBAC5C,OAAO,CAAC,GAAG,CAAC,YAAY,QAAQ,0BAA0B,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;gBAC1E,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,GAAG,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,kDAAkD;IAC1C,YAAY,CAAC,MAAuB;QAC1C,MAAM,KAAK,GAAG,CAAC,UAAU,MAAM,CAAC,SAAS,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5F,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,UAAU,cAAc,MAAM,CAAC,aAAa,cAAc,CAAC,CAAC;QAE1G,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO;gBACzB,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI;gBAC5C,CAAC,CAAC,WAAW,IAAI,CAAC,KAAK,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK,IAAI,CAAC,MAAM,MAAM,MAAM,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,8CAA8C;IAC9C,KAAK,CAAC,SAAS,CAAC,MAAc,EAAE,QAAQ,GAAG,OAAO;QAChD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QACtD,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAEtC,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,MAAc,EACd,MAAuB;QAEvB,0CAA0C;QAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QAC5C,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB,CACrD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAChD,CAAC;QAEF,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;QACzE,MAAM,KAAK,GAAG,WAAW,EAAE,CAAC;QAE5B,MAAM,QAAQ,GAAkB;YAC9B,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;SAClC,CAAC;QAEF,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;QAE1C,OAAO,UAAU,GAAG,OAAO,EAAE,CAAC;YAC5B,UAAU,EAAE,CAAC;YAEb,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;YAE1E,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrB,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC;YAClC,CAAC;YAED,+BAA+B;YAC/B,IAAI,QAAQ,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;gBACtE,MAAM;YACR,CAAC;YAED,wCAAwC;YACxC,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,SAAS,EAAE,QAAQ,CAAC,SAAS;aAC9B,CAAC,CAAC;YAEH,yBAAyB;YACzB,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;gBACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;gBAC1C,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,MAAM;oBACf,UAAU,EAAE,EAAE,CAAC,EAAE;iBAClB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,sEAAsE;QACtE,IAAI,UAAU,IAAI,OAAO,EAAE,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,8LAA8L;aACxM,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;YAC7E,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC;QACjC,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,EAAY;QACpC,MAAM,IAAI,GAAG,EAAE,CAAC,SAAS,CAAC;QAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAgB,CAAC;QAErC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;YAChB,KAAK,SAAS;gBACZ,OAAO,MAAM,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACvD,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAChD,KAAK,WAAW;gBACd,OAAO,kCAAkC,CAAC;YAC5C;gBACE,OAAO,iBAAiB,EAAE,CAAC,IAAI,EAAE,CAAC;QACtC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,MAAc,EACd,IAA6B;QAE7B,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,UAAU;gBACb,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAa,CAAC,CAAC;YAChE,KAAK,UAAU;gBACb,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC;YAC9C,KAAK,OAAO;gBACV,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,GAAa,CAAC,CAAC;YAC7D,KAAK,MAAM;gBACT,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CACnC,IAAI,CAAC,GAAa,EAClB,IAAI,CAAC,IAAc,EACnB,IAAI,CAAC,KAA4B,CAClC,CAAC;YACJ,KAAK,QAAQ;gBACX,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CACrC,IAAI,CAAC,SAA0B,EAC/B,IAAI,CAAC,MAA4B,EACjC,IAAI,CAAC,GAAyB,CAC/B,CAAC;YACJ,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,QAAmB,CAAC,CAAC;gBAC1E,OAAO,EAAE,CAAC,IAAI,CAAC;YACjB,CAAC;YACD,KAAK,UAAU;gBACb,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAgB,CAAC,CAAC;YACnE,KAAK,MAAM;gBACT,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAA8D,CAAC,CAAC;YACxG,KAAK,OAAO;gBACV,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAa,CAAC,CAAC;YAChE,KAAK,QAAQ;gBACX,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,IAAI,CAAC,GAAa,EAAE,IAAI,CAAC,KAAe,CAAC,CAAC;YAC1F,KAAK,MAAM;gBACT,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC;YAC9C,KAAK,WAAW;gBACd,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAe,CAAC,CAAC;YAClE,KAAK,WAAW;gBACd,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAe,CAAC,CAAC;YAClE;gBACE,OAAO,2BAA2B,MAAM,EAAE,CAAC;QAC/C,CAAC;IACH,CAAC;IAEO,mBAAmB,CACzB,MAAc,EACd,IAA6B;QAE7B,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAa,EAAE,IAAI,CAAC,KAAe,EAAE,IAAI,CAAC,OAAiB,CAAC,CAAC;YAC5F,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAa,CAAC,CAAC;YAC9C,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5B;gBACE,OAAO,0BAA0B,MAAM,EAAE,CAAC;QAC9C,CAAC;IACH,CAAC;IAEO,iBAAiB,CACvB,WAAmB,EACnB,cAAsB;QAEtB,IAAI,MAAM,GAAG,iDAAiD,IAAI,CAAC,MAAM,CAAC,IAAI;;;;;;;;;;;;2GAYyB,CAAC;QAExG,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACnC,MAAM,IAAI,0BAA0B,WAAW,EAAE,CAAC;QACpD,CAAC;QAED,IAAI,cAAc,CAAC,IAAI,EAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,mCAAmC,cAAc,EAAE,CAAC;QAChE,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/browser/actions.d.ts

@@ -0,0 +1,28 @@
+import type { BrowserManager } from "./manager.js";
+import type { ExecutionLogger } from "../logging/logger.js";
+export declare class BrowserActions {
+    private browser;
+    private logger;
+    constructor(browser: BrowserManager);
+    setLogger(logger: ExecutionLogger | null): void;
+    navigate(url: string): Promise<string>;
+    snapshot(): Promise<string>;
+    click(ref: string): Promise<string>;
+    type(ref: string, text: string, clear?: boolean): Promise<string>;
+    scroll(direction: "up" | "down", amount?: number, ref?: string): Promise<string>;
+    screenshot(fullPage?: boolean): Promise<{
+        base64: string;
+        text: string;
+    }>;
+    evaluate(script: string): Promise<string>;
+    wait(opts: {
+        selector?: string;
+        text?: string;
+        timeout?: number;
+    }): Promise<string>;
+    pressKey(key: string): Promise<string>;
+    selectOption(ref: string, value: string): Promise<string>;
+    listTabs(): Promise<string>;
+    closeTab(index: number): Promise<string>;
+    focusTab(index: number): Promise<string>;
+}