browserclaw-agent 0.1.0 → 0.1.1

package/dist/skill-generator.d.ts

@@ -0,0 +1,5 @@
+import type { AgentLoopResult, SkillOutput } from './types.js';
+export declare function generateSkillTags(prompt: string, skill: SkillOutput): Promise<string[]>;
+export declare function generateSkill(prompt: string, result: AgentLoopResult): Promise<SkillOutput>;
+export declare function mergeSkills(existing: SkillOutput, prompt: string, result: AgentLoopResult): Promise<SkillOutput>;
+//# sourceMappingURL=skill-generator.d.ts.map

package/dist/skill-generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill-generator.d.ts","sourceRoot":"","sources":["../src/skill-generator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,WAAW,EAAa,MAAM,YAAY,CAAC;AAM1E,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAW7F;AAoHD,wBAAsB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC,CAgDjG;AAED,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,WAAW,EACrB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,WAAW,CAAC,CA2CtB"}

package/dist/skill-generator.js

@@ -0,0 +1,173 @@
+import { llmJson } from './llm.js';
+export async function generateSkillTags(prompt, skill) {
+    try {
+        const result = await llmJson({
+            system: `Generate 3-5 short tags for a browser automation skill. Tags should describe the type of task (e.g. "search", "booking", "form-fill", "navigation", "price-check"). Respond with JSON: {"tags": ["tag1", "tag2", ...]}`,
+            message: `Prompt: ${prompt}\nSkill: ${skill.title} — ${skill.description}`,
+            maxTokens: 128,
+        });
+        return result.tags;
+    }
+    catch {
+        return [];
+    }
+}
+const SYSTEM_PROMPT = `You are a skill documentation generator. Given a browser automation task and the actions that were taken (including failures), generate a clean, structured skill document with reflective analysis.
+
+You MUST respond with valid JSON matching this schema:
+{
+  "title": "short descriptive title",
+  "description": "one-sentence description of what this skill does",
+  "steps": [
+    {
+      "number": 1,
+      "description": "what this step does in plain language",
+      "action": "click | type | navigate | select | scroll | wait",
+      "details": "specific details like what was clicked or typed (optional)"
+    }
+  ],
+  "tips": [
+    "practical tips about this site that would save time on the next visit"
+  ],
+  "what_worked": [
+    "patterns or approaches that succeeded and should be repeated"
+  ],
+  "what_to_avoid": [
+    "patterns or approaches that failed or wasted steps — so future runs skip them"
+  ],
+  "site_quirks": [
+    "site-specific behaviors discovered: slow loading, aggressive popups, unusual navigation, anti-bot, etc."
+  ]
+}
+
+Rules:
+- Title should be concise (under 60 chars).
+- Collapse redundant or failed steps — only include the successful logical steps.
+- Description should be one sentence explaining the end-to-end task.
+- Steps should be human-readable — use natural language, not technical refs.
+- Omit intermediate waits and scrolls unless they're meaningful to the workflow.
+- Tips should capture site-specific knowledge: cookie banners, autocomplete behavior, loading delays, popup dismissals, anti-bot challenges, hidden buttons, required wait times, URL patterns.
+- what_worked: analyze the successful patterns — what approach worked? What shortcuts did the agent find?
+- what_to_avoid: analyze the failures — what approaches failed? What dead ends should future runs skip?
+- site_quirks: what unusual behaviors did this site exhibit? Overlays, slow loads, redirects, anti-bot?`;
+function buildPrompt(userPrompt, result) {
+    let message = `Original task: ${userPrompt}\n\n`;
+    message += `Final URL: ${result.final_url ?? 'unknown'}\n`;
+    message += `Total steps executed: ${String(result.steps.length)}\n`;
+    message += `Duration: ${String(result.duration_ms)}ms\n\n`;
+    message += "Action history (including failures — analyze what worked and what didn't):\n";
+    for (const step of result.steps) {
+        const action = step.action;
+        let detail = `Step ${String(step.step)}: ${action.action} — ${action.reasoning}`;
+        if (action.ref !== undefined && action.ref !== '')
+            detail += ` (ref: ${action.ref})`;
+        if (action.text !== undefined && action.text !== '')
+            detail += ` (text: "${action.text}")`;
+        if (action.url !== undefined && action.url !== '')
+            detail += ` (url: ${action.url})`;
+        if (step.page_title !== undefined && step.page_title !== '')
+            detail += ` [page: ${step.page_title}]`;
+        if (step.outcome !== undefined && step.outcome !== '')
+            detail += ` → ${step.outcome}`;
+        if (action.error_feedback !== undefined && action.error_feedback !== '')
+            detail += ` ⚠ FAILED: ${action.error_feedback}`;
+        message += `  ${detail}\n`;
+    }
+    return message;
+}
+function toMarkdown(title, description, steps, tips, whatWorked, prompt, url, durationMs) {
+    const lines = [`# ${title}`, '', description, '', '## Steps', ''];
+    for (const step of steps) {
+        lines.push(`${String(step.number)}. **${step.description}**`);
+        if (step.details !== undefined && step.details !== '')
+            lines.push(`   ${step.details}`);
+    }
+    if (tips.length > 0) {
+        lines.push('', '## Tips', '');
+        for (const tip of tips) {
+            lines.push(`- ${tip}`);
+        }
+    }
+    if (whatWorked.length > 0) {
+        lines.push('', '## What Worked', '');
+        for (const w of whatWorked) {
+            lines.push(`- ${w}`);
+        }
+    }
+    lines.push('', '---', '');
+    lines.push(`- **Prompt:** ${prompt}`);
+    lines.push(`- **Final URL:** ${url}`);
+    lines.push(`- **Duration:** ${(durationMs / 1000).toFixed(1)}s`);
+    lines.push(`- **Generated:** ${new Date().toISOString()}`);
+    lines.push(`- **Engine:** [BrowserClaw](https://github.com/idan-rubin/browserclaw)`);
+    lines.push('');
+    return lines.join('\n');
+}
+export async function generateSkill(prompt, result) {
+    const parsed = await llmJson({
+        system: SYSTEM_PROMPT,
+        message: buildPrompt(prompt, result),
+        maxTokens: 2048,
+    });
+    // Merge what_to_avoid and site_quirks into tips for a unified guidance section
+    const tips = [...(parsed.tips ?? [])];
+    if (parsed.what_to_avoid !== undefined) {
+        for (const avoid of parsed.what_to_avoid) {
+            tips.push(`⚠ Avoid: ${avoid}`);
+        }
+    }
+    if (parsed.site_quirks !== undefined) {
+        for (const quirk of parsed.site_quirks) {
+            tips.push(`🔍 Site quirk: ${quirk}`);
+        }
+    }
+    const whatWorked = parsed.what_worked ?? [];
+    const metadata = {
+        prompt,
+        url: result.final_url ?? '',
+        total_steps: result.steps.length,
+        duration_ms: result.duration_ms,
+        generated_at: new Date().toISOString(),
+    };
+    return {
+        title: parsed.title,
+        description: parsed.description,
+        steps: parsed.steps,
+        tips,
+        what_worked: whatWorked,
+        metadata,
+        markdown: toMarkdown(parsed.title, parsed.description, parsed.steps, tips, whatWorked, prompt, metadata.url, metadata.duration_ms),
+    };
+}
+export async function mergeSkills(existing, prompt, result) {
+    const newSkill = await generateSkill(prompt, result);
+    // Merge tips: deduplicate by keeping unique entries from both
+    const allTips = [...existing.tips];
+    for (const tip of newSkill.tips) {
+        if (!allTips.some((t) => t.toLowerCase().includes(tip.toLowerCase().slice(0, 30)))) {
+            allTips.push(tip);
+        }
+    }
+    // Merge what_worked
+    const allWorked = [...(existing.what_worked ?? [])];
+    for (const w of newSkill.what_worked ?? []) {
+        if (!allWorked.some((aw) => aw.toLowerCase().includes(w.toLowerCase().slice(0, 30)))) {
+            allWorked.push(w);
+        }
+    }
+    // Always keep the shorter (more efficient) steps. mergeSkills is called when
+    // the new run took more steps, so existing steps are usually shorter — but
+    // we check explicitly in case the new run found a shorter path.
+    const steps = newSkill.steps.length < existing.steps.length ? newSkill.steps : existing.steps;
+    return {
+        title: existing.title,
+        description: existing.description,
+        steps,
+        tips: allTips,
+        what_worked: allWorked,
+        failure_notes: existing.failure_notes,
+        metadata: newSkill.metadata,
+        markdown: toMarkdown(existing.title, existing.description, steps, allTips, allWorked, prompt, newSkill.metadata.url, newSkill.metadata.duration_ms),
+    };
+}
+//# sourceMappingURL=skill-generator.js.map

package/dist/skill-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill-generator.js","sourceRoot":"","sources":["../src/skill-generator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAOnC,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAc,EAAE,KAAkB;IACxE,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAY;YACtC,MAAM,EAAE,wNAAwN;YAChO,OAAO,EAAE,WAAW,MAAM,YAAY,KAAK,CAAC,KAAK,MAAM,KAAK,CAAC,WAAW,EAAE;YAC1E,SAAS,EAAE,GAAG;SACf,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAYD,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;wGAqCkF,CAAC;AAEzG,SAAS,WAAW,CAAC,UAAkB,EAAE,MAAuB;IAC9D,IAAI,OAAO,GAAG,kBAAkB,UAAU,MAAM,CAAC;IACjD,OAAO,IAAI,cAAc,MAAM,CAAC,SAAS,IAAI,SAAS,IAAI,CAAC;IAC3D,OAAO,IAAI,yBAAyB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;IACpE,OAAO,IAAI,aAAa,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC;IAC3D,OAAO,IAAI,8EAA8E,CAAC;IAE1F,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,IAAI,MAAM,GAAG,QAAQ,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,MAAM,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;QACjF,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,KAAK,EAAE;YAAE,MAAM,IAAI,UAAU,MAAM,CAAC,GAAG,GAAG,CAAC;QACrF,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,KAAK,EAAE;YAAE,MAAM,IAAI,YAAY,MAAM,CAAC,IAAI,IAAI,CAAC;QAC3F,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,KAAK,EAAE;YAAE,MAAM,IAAI,UAAU,MAAM,CAAC,GAAG,GAAG,CAAC;QACrF,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,UAAU,KAAK,EAAE;YAAE,MAAM,IAAI,WAAW,IAAI,CAAC,UAAU,GAAG,CAAC;QACrG,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,KAAK,EAAE;YAAE,MAAM,IAAI,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACtF,IAAI,MAAM,CAAC,cAAc,KAAK,SAAS,IAAI,MAAM,CAAC,cAAc,KAAK,EAAE;YACrE,MAAM,IAAI,cAAc,MAAM,CAAC,cAAc,EAAE,CAAC;QAClD,OAAO,IAAI,KAAK,MAAM,IAAI,CAAC;IAC7B,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,UAAU,CACjB,KAAa,EACb,WAAmB,EACnB,KAAkB,EAClB,IAAc,EACd,UAAoB,EACpB,MAAc,EACd,GAAW,EACX,UAAkB;IAElB,MAAM,KAAK,GAAa,CAAC,KAAK,KAAK,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;IAE5E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;QAC9D,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,KAAK,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IAC1F,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,gBAAgB,EAAE,EAAE,CAAC,CAAC;QACrC,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;IAC1B,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,EAAE,CAAC,CAAC;IACtC,KAAK,CAAC,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAC,CAAC;IACtC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,oBAAoB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAC3D,KAAK,CAAC,IAAI,CAAC,wEAAwE,CAAC,CAAC;IACrF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAc,EAAE,MAAuB;IACzE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAc;QACxC,MAAM,EAAE,aAAa;QACrB,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC;QACpC,SAAS,EAAE,IAAI;KAChB,CAAC,CAAC;IAEH,+EAA+E;IAC/E,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;IACtC,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;QACvC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACrC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC;IAE5C,MAAM,QAAQ,GAAG;QACf,MAAM;QACN,GAAG,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE;QAC3B,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;QAChC,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACvC,CAAC;IAEF,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,IAAI;QACJ,WAAW,EAAE,UAAU;QACvB,QAAQ;QACR,QAAQ,EAAE,UAAU,CAClB,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,WAAW,EAClB,MAAM,CAAC,KAAK,EACZ,IAAI,EACJ,UAAU,EACV,MAAM,EACN,QAAQ,CAAC,GAAG,EACZ,QAAQ,CAAC,WAAW,CACrB;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,QAAqB,EACrB,MAAc,EACd,MAAuB;IAEvB,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAErD,8DAA8D;IAC9D,MAAM,OAAO,GAAG,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IACnC,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnF,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,oBAAoB;IACpB,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,CAAC;IACpD,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;QAC3C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,2EAA2E;IAC3E,gEAAgE;IAChE,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;IAE9F,OAAO;QACL,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,KAAK;QACL,IAAI,EAAE,OAAO;QACb,WAAW,EAAE,SAAS;QACtB,aAAa,EAAE,QAAQ,CAAC,aAAa;QACrC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,QAAQ,EAAE,UAAU,CAClB,QAAQ,CAAC,KAAK,EACd,QAAQ,CAAC,WAAW,EACpB,KAAK,EACL,OAAO,EACP,SAAS,EACT,MAAM,EACN,QAAQ,CAAC,QAAQ,CAAC,GAAG,EACrB,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAC9B;KACF,CAAC;AACJ,CAAC"}

package/dist/skill-store.d.ts

@@ -0,0 +1,7 @@
+import type { CatalogSkill, SkillOutput } from './types.js';
+export declare function initSkillStore(): Promise<void>;
+export declare function extractDomain(url: string): string;
+export declare function getSkillForDomain(domain: string): Promise<CatalogSkill | null>;
+export declare function getSkillsForDomains(domains: string[]): Promise<Map<string, CatalogSkill>>;
+export declare function saveSkill(domain: string, skill: SkillOutput, tags: string[], runCount?: number): Promise<void>;
+//# sourceMappingURL=skill-store.d.ts.map

package/dist/skill-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill-store.d.ts","sourceRoot":"","sources":["../src/skill-store.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAM5D,wBAAsB,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,CAqBpD;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAOjD;AAED,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAWpF;AAED,wBAAsB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAY/F;AAED,wBAAsB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAwBpH"}

package/dist/skill-store.js

@@ -0,0 +1,85 @@
+import { S3Client, CreateBucketCommand, HeadBucketCommand, GetObjectCommand, PutObjectCommand, } from '@aws-sdk/client-s3';
+import { getMinioConfig } from './config.js';
+import { logger } from './logger.js';
+let s3;
+let bucket;
+export async function initSkillStore() {
+    const config = getMinioConfig();
+    bucket = config.bucket;
+    s3 = new S3Client({
+        endpoint: config.endpoint,
+        region: 'us-east-1',
+        credentials: {
+            accessKeyId: config.accessKey,
+            secretAccessKey: config.secretKey,
+        },
+        forcePathStyle: true,
+    });
+    try {
+        await s3.send(new HeadBucketCommand({ Bucket: bucket }));
+        logger.info({ bucket }, 'Skill store ready');
+    }
+    catch {
+        await s3.send(new CreateBucketCommand({ Bucket: bucket }));
+        logger.info({ bucket }, 'Created skill store bucket');
+    }
+}
+export function extractDomain(url) {
+    try {
+        const hostname = new URL(url).hostname;
+        return hostname.replace(/^www\./, '');
+    }
+    catch {
+        return '';
+    }
+}
+export async function getSkillForDomain(domain) {
+    if (domain === '')
+        return null;
+    try {
+        const res = await s3.send(new GetObjectCommand({ Bucket: bucket, Key: `skills/${domain}.json` }));
+        const raw = await res.Body?.transformToString();
+        if (raw === undefined || raw === '')
+            return null;
+        return JSON.parse(raw);
+    }
+    catch {
+        return null;
+    }
+}
+export async function getSkillsForDomains(domains) {
+    const results = new Map();
+    const fetches = domains.filter(Boolean).map(async (domain) => {
+        try {
+            const skill = await getSkillForDomain(domain);
+            if (skill)
+                results.set(domain, skill);
+        }
+        catch {
+            // skip domains that fail to fetch
+        }
+    });
+    await Promise.all(fetches);
+    return results;
+}
+export async function saveSkill(domain, skill, tags, runCount) {
+    if (domain === '')
+        return;
+    const now = new Date().toISOString();
+    const catalogSkill = {
+        id: crypto.randomUUID(),
+        domain,
+        skill,
+        tags,
+        created_at: now,
+        run_count: runCount ?? 1,
+    };
+    await s3.send(new PutObjectCommand({
+        Bucket: bucket,
+        Key: `skills/${domain}.json`,
+        Body: JSON.stringify(catalogSkill, null, 2),
+        ContentType: 'application/json',
+    }));
+    logger.info({ title: skill.title, domain, runCount: catalogSkill.run_count }, 'Saved skill');
+}
+//# sourceMappingURL=skill-store.js.map

package/dist/skill-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill-store.js","sourceRoot":"","sources":["../src/skill-store.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,mBAAmB,EACnB,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,IAAI,EAAY,CAAC;AACjB,IAAI,MAAc,CAAC;AAEnB,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;IAChC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAEvB,EAAE,GAAG,IAAI,QAAQ,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,WAAW;QACnB,WAAW,EAAE;YACX,WAAW,EAAE,MAAM,CAAC,SAAS;YAC7B,eAAe,EAAE,MAAM,CAAC,SAAS;SAClC;QACD,cAAc,EAAE,IAAI;KACrB,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC;IAC/C,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,mBAAmB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,4BAA4B,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAW;IACvC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QACvC,OAAO,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAc;IACpD,IAAI,MAAM,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IAE/B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,MAAM,OAAO,EAAE,CAAC,CAAC,CAAC;QAClG,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,iBAAiB,EAAE,CAAC;QAChD,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;YAAE,OAAO,IAAI,CAAC;QACjD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAiB,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAAiB;IACzD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;IAChD,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;QAC3D,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAC9C,IAAI,KAAK;gBAAE,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACxC,CAAC;QAAC,MAAM,CAAC;YACP,kCAAkC;QACpC,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,MAAc,EAAE,KAAkB,EAAE,IAAc,EAAE,QAAiB;IACnG,IAAI,MAAM,KAAK,EAAE;QAAE,OAAO;IAE1B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAErC,MAAM,YAAY,GAAiB;QACjC,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE;QACvB,MAAM;QACN,KAAK;QACL,IAAI;QACJ,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,QAAQ,IAAI,CAAC;KACzB,CAAC;IAEF,MAAM,EAAE,CAAC,IAAI,CACX,IAAI,gBAAgB,CAAC;QACnB,MAAM,EAAE,MAAM;QACd,GAAG,EAAE,UAAU,MAAM,OAAO;QAC5B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,WAAW,EAAE,kBAAkB;KAChC,CAAC,CACH,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,CAAC,SAAS,EAAE,EAAE,aAAa,CAAC,CAAC;AAC/F,CAAC"}

package/dist/trajectory-store.d.ts

@@ -0,0 +1,20 @@
+import type { AgentStep } from './types.js';
+export declare const TRAJECTORY_STATUS: {
+    readonly completed: "completed";
+    readonly failed: "failed";
+};
+export type TrajectoryStatus = (typeof TRAJECTORY_STATUS)[keyof typeof TRAJECTORY_STATUS];
+export interface TrajectoryRecord {
+    session_id: string;
+    prompt: string;
+    status: TrajectoryStatus;
+    steps: AgentStep[];
+    answer?: string;
+    error?: string;
+    duration_ms: number;
+    saved_at: string;
+}
+export declare function initTrajectoryStore(): void;
+export declare function saveTrajectory(record: TrajectoryRecord): Promise<void>;
+export declare function loadTrajectory(sessionId: string): Promise<TrajectoryRecord | null>;
+//# sourceMappingURL=trajectory-store.d.ts.map

package/dist/trajectory-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trajectory-store.d.ts","sourceRoot":"","sources":["../src/trajectory-store.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAM5C,eAAO,MAAM,iBAAiB;;;CAGpB,CAAC;AACX,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,iBAAiB,CAAC,CAAC,MAAM,OAAO,iBAAiB,CAAC,CAAC;AAE1F,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,gBAAgB,CAAC;IACzB,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAKD,wBAAgB,mBAAmB,IAAI,IAAI,CAU1C;AAYD,wBAAsB,cAAc,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAiB5E;AAED,wBAAsB,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAWxF"}

package/dist/trajectory-store.js

@@ -0,0 +1,61 @@
+import { S3Client, GetObjectCommand, PutObjectCommand, NoSuchKey } from '@aws-sdk/client-s3';
+import { getMinioConfig } from './config.js';
+import { logger } from './logger.js';
+const KEY_PREFIX = 'trajectories/';
+const CONTENT_TYPE = 'application/json';
+export const TRAJECTORY_STATUS = {
+    completed: 'completed',
+    failed: 'failed',
+};
+let s3;
+let bucket;
+export function initTrajectoryStore() {
+    const config = getMinioConfig();
+    bucket = config.bucket;
+    s3 = new S3Client({
+        endpoint: config.endpoint,
+        region: 'us-east-1',
+        credentials: { accessKeyId: config.accessKey, secretAccessKey: config.secretKey },
+        forcePathStyle: true,
+    });
+    logger.info('Trajectory store ready');
+}
+function keyFor(sessionId) {
+    return `${KEY_PREFIX}${sessionId}.json`;
+}
+async function readBody(body) {
+    const chunks = [];
+    for await (const chunk of body)
+        chunks.push(Buffer.from(chunk));
+    return Buffer.concat(chunks).toString('utf8');
+}
+export async function saveTrajectory(record) {
+    try {
+        await s3.send(new PutObjectCommand({
+            Bucket: bucket,
+            Key: keyFor(record.session_id),
+            Body: JSON.stringify(record),
+            ContentType: CONTENT_TYPE,
+        }));
+        logger.info({ sessionId: record.session_id, steps: record.steps.length, status: record.status }, 'Saved trajectory');
+    }
+    catch (err) {
+        logger.warn({ err, sessionId: record.session_id }, 'Failed to save trajectory');
+    }
+}
+export async function loadTrajectory(sessionId) {
+    try {
+        const res = await s3.send(new GetObjectCommand({ Bucket: bucket, Key: keyFor(sessionId) }));
+        if (res.Body === undefined)
+            return null;
+        const body = await readBody(res.Body);
+        return JSON.parse(body);
+    }
+    catch (err) {
+        if (err instanceof NoSuchKey)
+            return null;
+        logger.warn({ err, sessionId }, 'Failed to load trajectory');
+        return null;
+    }
+}
+//# sourceMappingURL=trajectory-store.js.map

package/dist/trajectory-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trajectory-store.js","sourceRoot":"","sources":["../src/trajectory-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC7F,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,MAAM,UAAU,GAAG,eAAe,CAAC;AACnC,MAAM,YAAY,GAAG,kBAAkB,CAAC;AAExC,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B,SAAS,EAAE,WAAW;IACtB,MAAM,EAAE,QAAQ;CACR,CAAC;AAcX,IAAI,EAAY,CAAC;AACjB,IAAI,MAAc,CAAC;AAEnB,MAAM,UAAU,mBAAmB;IACjC,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;IAChC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IACvB,EAAE,GAAG,IAAI,QAAQ,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,WAAW;QACnB,WAAW,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,SAAS,EAAE,eAAe,EAAE,MAAM,CAAC,SAAS,EAAE;QACjF,cAAc,EAAE,IAAI;KACrB,CAAC,CAAC;IACH,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,MAAM,CAAC,SAAiB;IAC/B,OAAO,GAAG,UAAU,GAAG,SAAS,OAAO,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,IAA+B;IACrD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAChE,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,MAAwB;IAC3D,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,IAAI,CACX,IAAI,gBAAgB,CAAC;YACnB,MAAM,EAAE,MAAM;YACd,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;YAC9B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAC5B,WAAW,EAAE,YAAY;SAC1B,CAAC,CACH,CAAC;QACF,MAAM,CAAC,IAAI,CACT,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,EACnF,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,EAAE,2BAA2B,CAAC,CAAC;IAClF,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,SAAiB;IACpD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5F,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACxC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,IAAiC,CAAC,CAAC;QACnE,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAqB,CAAC;IAC9C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,YAAY,SAAS;YAAE,OAAO,IAAI,CAAC;QAC1C,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,2BAA2B,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "browserclaw-agent",
-  "version": "0.1.0",
+  "version": "0.1.1",
   "description": "Browser automation agent loop powered by browserclaw",
   "type": "module",
   "main": "./dist/index.js",
@@ -12,27 +12,19 @@
     }
   },
   "files": [
-    "dist/index.*",
-    "dist/agent-loop.*",
-    "dist/config.*",
-    "dist/llm.*",
-    "dist/types.*",
-    "dist/logger.*",
-    "dist/parse-json-response.*",
-    "dist/content-policy.*",
-    "dist/judge.*",
-    "dist/web-search.*",
-    "dist/skills/"
+    "dist"
   ],
   "scripts": {
     "dev": "tsx watch --env-file=.env.local src/server.ts",
-    "build": "tsc",
+    "build": "rm -rf dist && tsc -p tsconfig.build.json",
     "start": "node dist/server.js",
     "test": "vitest run",
+    "test:pack": "node scripts/test-pack.mjs",
     "lint": "eslint src/",
     "typecheck": "tsc --noEmit",
     "format": "prettier --write src/",
-    "format:check": "prettier --check src/"
+    "format:check": "prettier --check src/",
+    "prepublishOnly": "npm run build && npm run test:pack"
   },
   "dependencies": {
     "browserclaw": "^0.12.7",