imperium-crawl 1.5.0 → 1.5.2

package/dist/llm/extractor.js

@@ -80,13 +80,13 @@ export function parseJsonFromLLMResponse(text) {
  */
 function truncateContent(content, maxChars = 120_000) {
     if (content.length <= maxChars)
-        return content;
-    return content.slice(0, maxChars) + "\n\n[Content truncated due to length]";
+        return { text: content, wasTruncated: false };
+    return { text: content.slice(0, maxChars) + "\n\n[Content truncated due to length]", wasTruncated: true };
 }
 export async function extractWithLLM(client, content, schema, maxTokens = 2000) {
-    const truncated = truncateContent(content);
+    const { text: truncatedContent, wasTruncated } = truncateContent(content);
     const systemPrompt = schema === "auto" ? SYSTEM_PROMPT_AUTO : SYSTEM_PROMPT_EXTRACT;
-    const userPrompt = buildUserPrompt(schema, truncated);
+    const userPrompt = buildUserPrompt(schema, truncatedContent);
     const response = await client.complete([
         { role: "system", content: systemPrompt },
         { role: "user", content: userPrompt },
@@ -96,6 +96,7 @@ export async function extractWithLLM(client, content, schema, maxTokens = 2000)
         data,
         model: response.model,
         schemaUsed: schema,
+        ...(wasTruncated && { truncated: true }),
         tokenUsage: response.inputTokens !== undefined && response.outputTokens !== undefined
             ? { input: response.inputTokens, output: response.outputTokens }
             : undefined,

package/dist/llm/extractor.js.map

@@ -1 +1 @@
-{"version":3,"file":"extractor.js","sourceRoot":"","sources":["../../src/llm/extractor.ts"],"names":[],"mappings":"AAWA,MAAM,qBAAqB,GAAG;;;;;;;uEAOyC,CAAC;AAExE,MAAM,kBAAkB,GAAG;;;;;;;;iDAQsB,CAAC;AAElD,SAAS,eAAe,CAAC,MAAwB,EAAE,OAAe;IAChE,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,gFAAgF,OAAO,EAAE,CAAC;IACnG,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACxF,OAAO;;;EAGP,SAAS;;;EAGT,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CAAC,IAAY;IACnD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE5B,kBAAkB;IAClB,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,wBAAwB;IAC1B,CAAC;IAED,uEAAuE;IACvE,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACrE,IAAI,cAAc,EAAE,CAAC;QACnB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC;YACP,WAAW;QACb,CAAC;IACH,CAAC;IAED,kDAAkD;IAClD,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACxC,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;IAElB,IAAI,UAAU,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,KAAK,CAAC,CAAC,IAAI,UAAU,GAAG,YAAY,CAAC,EAAE,CAAC;QAC5E,QAAQ,GAAG,UAAU,CAAC;IACxB,CAAC;SAAM,IAAI,YAAY,KAAK,CAAC,CAAC,EAAE,CAAC;QAC/B,QAAQ,GAAG,YAAY,CAAC;IAC1B,CAAC;IAED,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;QACpB,qDAAqD;QACrD,KAAK,IAAI,GAAG,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,GAAG,QAAQ,EAAE,GAAG,EAAE,EAAE,CAAC;YACrD,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;YAClD,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,0DAA0D,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;AACrG,CAAC;AAED;;;GAGG;AACH,SAAS,eAAe,CAAC,OAAe,EAAE,QAAQ,GAAG,OAAO;IAC1D,IAAI,OAAO,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,OAAO,CAAC;IAC/C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,uCAAuC,CAAC;AAC9E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,MAAiB,EACjB,OAAe,EACf,MAAwB,EACxB,SAAS,GAAG,IAAI;IAEhB,MAAM,SAAS,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,YAAY,GAAG,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,qBAAqB,CAAC;IACpF,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAEtD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CACpC;QACE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;QACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE;KACtC,EACD,SAAS,CACV,CAAC;IAEF,MAAM,IAAI,GAAG,wBAAwB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAErD,OAAO;QACL,IAAI;QACJ,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,UAAU,EAAE,MAAM;QAClB,UAAU,EACR,QAAQ,CAAC,WAAW,KAAK,SAAS,IAAI,QAAQ,CAAC,YAAY,KAAK,SAAS;YACvE,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,CAAC,YAAY,EAAE;YAChE,CAAC,CAAC,SAAS;KAChB,CAAC;AACJ,CAAC"}
+{"version":3,"file":"extractor.js","sourceRoot":"","sources":["../../src/llm/extractor.ts"],"names":[],"mappings":"AAYA,MAAM,qBAAqB,GAAG;;;;;;;uEAOyC,CAAC;AAExE,MAAM,kBAAkB,GAAG;;;;;;;;iDAQsB,CAAC;AAElD,SAAS,eAAe,CAAC,MAAwB,EAAE,OAAe;IAChE,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,gFAAgF,OAAO,EAAE,CAAC;IACnG,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACxF,OAAO;;;EAGP,SAAS;;;EAGT,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CAAC,IAAY;IACnD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE5B,kBAAkB;IAClB,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,wBAAwB;IAC1B,CAAC;IAED,uEAAuE;IACvE,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACrE,IAAI,cAAc,EAAE,CAAC;QACnB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC;YACP,WAAW;QACb,CAAC;IACH,CAAC;IAED,kDAAkD;IAClD,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACxC,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;IAElB,IAAI,UAAU,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,KAAK,CAAC,CAAC,IAAI,UAAU,GAAG,YAAY,CAAC,EAAE,CAAC;QAC5E,QAAQ,GAAG,UAAU,CAAC;IACxB,CAAC;SAAM,IAAI,YAAY,KAAK,CAAC,CAAC,EAAE,CAAC;QAC/B,QAAQ,GAAG,YAAY,CAAC;IAC1B,CAAC;IAED,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;QACpB,qDAAqD;QACrD,KAAK,IAAI,GAAG,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,GAAG,QAAQ,EAAE,GAAG,EAAE,EAAE,CAAC;YACrD,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;YAClD,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,0DAA0D,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;AACrG,CAAC;AAED;;;GAGG;AACH,SAAS,eAAe,CAAC,OAAe,EAAE,QAAQ,GAAG,OAAO;IAC1D,IAAI,OAAO,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;IAC9E,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,uCAAuC,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;AAC5G,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,MAAiB,EACjB,OAAe,EACf,MAAwB,EACxB,SAAS,GAAG,IAAI;IAEhB,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,YAAY,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAC1E,MAAM,YAAY,GAAG,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,qBAAqB,CAAC;IACpF,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAE7D,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CACpC;QACE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;QACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE;KACtC,EACD,SAAS,CACV,CAAC;IAEF,MAAM,IAAI,GAAG,wBAAwB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAErD,OAAO;QACL,IAAI;QACJ,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,UAAU,EAAE,MAAM;QAClB,GAAG,CAAC,YAAY,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QACxC,UAAU,EACR,QAAQ,CAAC,WAAW,KAAK,SAAS,IAAI,QAAQ,CAAC,YAAY,KAAK,SAAS;YACvE,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,CAAC,YAAY,EAAE;YAChE,CAAC,CAAC,SAAS;KAChB,CAAC;AACJ,CAAC"}

package/dist/llm/providers/anthropic.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/llm/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAKtE,qBAAa,eAAgB,YAAW,SAAS;IAE7C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,KAAK;gBADL,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM;IAG1B,QAAQ,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,SAAS,SAAO,GAAG,OAAO,CAAC,WAAW,CAAC;CA0C/E"}
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/llm/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAMtE,qBAAa,eAAgB,YAAW,SAAS;IAE7C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,KAAK;gBADL,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM;IAG1B,QAAQ,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,SAAS,SAAO,GAAG,OAAO,CAAC,WAAW,CAAC;CA4C/E"}

package/dist/llm/providers/anthropic.js

@@ -1,3 +1,4 @@
+import { withRetry } from "../retry.js";
 const ANTHROPIC_API_URL = "https://api.anthropic.com/v1/messages";
 const ANTHROPIC_VERSION = "2023-06-01";
 export class AnthropicClient {
@@ -8,38 +9,40 @@ export class AnthropicClient {
         this.model = model;
     }
     async complete(messages, maxTokens = 2000) {
-        // Anthropic separates system messages from the messages array
-        const systemMessages = messages.filter((m) => m.role === "system");
-        const chatMessages = messages.filter((m) => m.role !== "system");
-        const system = systemMessages.map((m) => m.content).join("\n") || undefined;
-        const body = {
-            model: this.model,
-            max_tokens: maxTokens,
-            messages: chatMessages.map((m) => ({ role: m.role, content: m.content })),
-        };
-        if (system)
-            body.system = system;
-        const res = await fetch(ANTHROPIC_API_URL, {
-            method: "POST",
-            headers: {
-                "Content-Type": "application/json",
-                "x-api-key": this.apiKey,
-                "anthropic-version": ANTHROPIC_VERSION,
-            },
-            body: JSON.stringify(body),
+        return withRetry(async () => {
+            // Anthropic separates system messages from the messages array
+            const systemMessages = messages.filter((m) => m.role === "system");
+            const chatMessages = messages.filter((m) => m.role !== "system");
+            const system = systemMessages.map((m) => m.content).join("\n") || undefined;
+            const body = {
+                model: this.model,
+                max_tokens: maxTokens,
+                messages: chatMessages.map((m) => ({ role: m.role, content: m.content })),
+            };
+            if (system)
+                body.system = system;
+            const res = await fetch(ANTHROPIC_API_URL, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    "x-api-key": this.apiKey,
+                    "anthropic-version": ANTHROPIC_VERSION,
+                },
+                body: JSON.stringify(body),
+            });
+            if (!res.ok) {
+                const errorText = await res.text().catch(() => res.statusText);
+                throw new Error(`Anthropic API error ${res.status}: ${errorText}`);
+            }
+            const data = (await res.json());
+            const text = data.content.find((c) => c.type === "text")?.text || "";
+            return {
+                text,
+                model: data.model,
+                inputTokens: data.usage?.input_tokens,
+                outputTokens: data.usage?.output_tokens,
+            };
         });
-        if (!res.ok) {
-            const errorText = await res.text().catch(() => res.statusText);
-            throw new Error(`Anthropic API error ${res.status}: ${errorText}`);
-        }
-        const data = (await res.json());
-        const text = data.content.find((c) => c.type === "text")?.text || "";
-        return {
-            text,
-            model: data.model,
-            inputTokens: data.usage?.input_tokens,
-            outputTokens: data.usage?.output_tokens,
-        };
     }
 }
 //# sourceMappingURL=anthropic.js.map

package/dist/llm/providers/anthropic.js.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../src/llm/providers/anthropic.ts"],"names":[],"mappings":"AAEA,MAAM,iBAAiB,GAAG,uCAAuC,CAAC;AAClE,MAAM,iBAAiB,GAAG,YAAY,CAAC;AAEvC,MAAM,OAAO,eAAe;IAEP;IACA;IAFnB,YACmB,MAAc,EACd,KAAa;QADb,WAAM,GAAN,MAAM,CAAQ;QACd,UAAK,GAAL,KAAK,CAAQ;IAC7B,CAAC;IAEJ,KAAK,CAAC,QAAQ,CAAC,QAAsB,EAAE,SAAS,GAAG,IAAI;QACrD,8DAA8D;QAC9D,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACnE,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC;QAE5E,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,SAAS;YACrB,QAAQ,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;SAC1E,CAAC;QACF,IAAI,MAAM;YAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAEjC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,iBAAiB,EAAE;YACzC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,WAAW,EAAE,IAAI,CAAC,MAAM;gBACxB,mBAAmB,EAAE,iBAAiB;aACvC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC/D,MAAM,IAAI,KAAK,CAAC,uBAAuB,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAI7B,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QACrE,OAAO;YACL,IAAI;YACJ,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY;YACrC,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;SACxC,CAAC;IACJ,CAAC;CACF"}
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../src/llm/providers/anthropic.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC,MAAM,iBAAiB,GAAG,uCAAuC,CAAC;AAClE,MAAM,iBAAiB,GAAG,YAAY,CAAC;AAEvC,MAAM,OAAO,eAAe;IAEP;IACA;IAFnB,YACmB,MAAc,EACd,KAAa;QADb,WAAM,GAAN,MAAM,CAAQ;QACd,UAAK,GAAL,KAAK,CAAQ;IAC7B,CAAC;IAEJ,KAAK,CAAC,QAAQ,CAAC,QAAsB,EAAE,SAAS,GAAG,IAAI;QACrD,OAAO,SAAS,CAAC,KAAK,IAAI,EAAE;YAC1B,8DAA8D;YAC9D,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YACnE,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC;YAE5E,MAAM,IAAI,GAA4B;gBACpC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU,EAAE,SAAS;gBACrB,QAAQ,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;aAC1E,CAAC;YACF,IAAI,MAAM;gBAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;YAEjC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,iBAAiB,EAAE;gBACzC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,IAAI,CAAC,MAAM;oBACxB,mBAAmB,EAAE,iBAAiB;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAC/D,MAAM,IAAI,KAAK,CAAC,uBAAuB,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAI7B,CAAC;YAEF,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;YACrE,OAAO;gBACL,IAAI;gBACJ,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY;gBACrC,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;aACxC,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/llm/providers/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/llm/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAItE,qBAAa,YAAa,YAAW,SAAS;IAE1C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAFN,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,MAAM,GAAE,MAAuB;IAG5C,QAAQ,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,SAAS,SAAO,GAAG,OAAO,CAAC,WAAW,CAAC;CAiC/E"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/llm/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAKtE,qBAAa,YAAa,YAAW,SAAS;IAE1C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAFN,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,MAAM,GAAE,MAAuB;IAG5C,QAAQ,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,SAAS,SAAO,GAAG,OAAO,CAAC,WAAW,CAAC;CAmC/E"}

package/dist/llm/providers/openai.js

@@ -1,3 +1,4 @@
+import { withRetry } from "../retry.js";
 const OPENAI_API_URL = "https://api.openai.com/v1/chat/completions";
 export class OpenAIClient {
     apiKey;
@@ -9,30 +10,32 @@ export class OpenAIClient {
         this.apiUrl = apiUrl;
     }
     async complete(messages, maxTokens = 2000) {
-        const res = await fetch(this.apiUrl, {
-            method: "POST",
-            headers: {
-                "Content-Type": "application/json",
-                Authorization: `Bearer ${this.apiKey}`,
-            },
-            body: JSON.stringify({
-                model: this.model,
-                max_tokens: maxTokens,
-                messages: messages.map((m) => ({ role: m.role, content: m.content })),
-            }),
+        return withRetry(async () => {
+            const res = await fetch(this.apiUrl, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${this.apiKey}`,
+                },
+                body: JSON.stringify({
+                    model: this.model,
+                    max_tokens: maxTokens,
+                    messages: messages.map((m) => ({ role: m.role, content: m.content })),
+                }),
+            });
+            if (!res.ok) {
+                const errorText = await res.text().catch(() => res.statusText);
+                throw new Error(`OpenAI API error ${res.status}: ${errorText}`);
+            }
+            const data = (await res.json());
+            const text = data.choices[0]?.message?.content || "";
+            return {
+                text,
+                model: data.model,
+                inputTokens: data.usage?.prompt_tokens,
+                outputTokens: data.usage?.completion_tokens,
+            };
         });
-        if (!res.ok) {
-            const errorText = await res.text().catch(() => res.statusText);
-            throw new Error(`OpenAI API error ${res.status}: ${errorText}`);
-        }
-        const data = (await res.json());
-        const text = data.choices[0]?.message?.content || "";
-        return {
-            text,
-            model: data.model,
-            inputTokens: data.usage?.prompt_tokens,
-            outputTokens: data.usage?.completion_tokens,
-        };
     }
 }
 //# sourceMappingURL=openai.js.map

package/dist/llm/providers/openai.js.map

@@ -1 +1 @@
-{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/llm/providers/openai.ts"],"names":[],"mappings":"AAEA,MAAM,cAAc,GAAG,4CAA4C,CAAC;AAEpE,MAAM,OAAO,YAAY;IAEJ;IACA;IACA;IAHnB,YACmB,MAAc,EACd,KAAa,EACb,SAAiB,cAAc;QAF/B,WAAM,GAAN,MAAM,CAAQ;QACd,UAAK,GAAL,KAAK,CAAQ;QACb,WAAM,GAAN,MAAM,CAAyB;IAC/C,CAAC;IAEJ,KAAK,CAAC,QAAQ,CAAC,QAAsB,EAAE,SAAS,GAAG,IAAI;QACrD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;YACnC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU,EAAE,SAAS;gBACrB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;aACtE,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC/D,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAI7B,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QACrD,OAAO;YACL,IAAI;YACJ,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;YACtC,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB;SAC5C,CAAC;IACJ,CAAC;CACF"}
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/llm/providers/openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC,MAAM,cAAc,GAAG,4CAA4C,CAAC;AAEpE,MAAM,OAAO,YAAY;IAEJ;IACA;IACA;IAHnB,YACmB,MAAc,EACd,KAAa,EACb,SAAiB,cAAc;QAF/B,WAAM,GAAN,MAAM,CAAQ;QACd,UAAK,GAAL,KAAK,CAAQ;QACb,WAAM,GAAN,MAAM,CAAyB;IAC/C,CAAC;IAEJ,KAAK,CAAC,QAAQ,CAAC,QAAsB,EAAE,SAAS,GAAG,IAAI;QACrD,OAAO,SAAS,CAAC,KAAK,IAAI,EAAE;YAC1B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;gBACnC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,UAAU,EAAE,SAAS;oBACrB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;iBACtE,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAC/D,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC,CAAC;YAClE,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAI7B,CAAC;YAEF,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YACrD,OAAO;gBACL,IAAI;gBACJ,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;gBACtC,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB;aAC5C,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/llm/retry.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Retry helper for LLM API calls — retries on 429 (rate limit) and 5xx (server error).
+ */
+/**
+ * Wraps a fetch call with retry logic for transient errors.
+ * Extracts status from error message format "API error {status}: ..."
+ * and retries with exponential backoff (1s, 2s, 4s).
+ */
+export declare function withRetry<T>(fn: () => Promise<T>): Promise<T>;
+//# sourceMappingURL=retry.d.ts.map

package/dist/llm/retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../../src/llm/retry.ts"],"names":[],"mappings":"AAAA;;GAEG;AASH;;;;GAIG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAwBnE"}

package/dist/llm/retry.js

@@ -0,0 +1,35 @@
+/**
+ * Retry helper for LLM API calls — retries on 429 (rate limit) and 5xx (server error).
+ */
+const MAX_RETRIES = 3;
+const BACKOFF_BASE_MS = 1000;
+function isRetryableStatus(status) {
+    return status === 429 || (status >= 500 && status < 600);
+}
+/**
+ * Wraps a fetch call with retry logic for transient errors.
+ * Extracts status from error message format "API error {status}: ..."
+ * and retries with exponential backoff (1s, 2s, 4s).
+ */
+export async function withRetry(fn) {
+    let lastError;
+    for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {
+        try {
+            return await fn();
+        }
+        catch (err) {
+            lastError = err instanceof Error ? err : new Error(String(err));
+            // Extract HTTP status from error message
+            const statusMatch = lastError.message.match(/error (\d{3}):/);
+            const status = statusMatch ? parseInt(statusMatch[1], 10) : 0;
+            if (attempt < MAX_RETRIES && isRetryableStatus(status)) {
+                const delay = BACKOFF_BASE_MS * Math.pow(2, attempt);
+                await new Promise((r) => setTimeout(r, delay));
+                continue;
+            }
+            throw lastError;
+        }
+    }
+    throw lastError;
+}
+//# sourceMappingURL=retry.js.map

package/dist/llm/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../src/llm/retry.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,eAAe,GAAG,IAAI,CAAC;AAE7B,SAAS,iBAAiB,CAAC,MAAc;IACvC,OAAO,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,CAAC,CAAC;AAC3D,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAI,EAAoB;IACrD,IAAI,SAA4B,CAAC;IAEjC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;QACxD,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAEhE,yCAAyC;YACzC,MAAM,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;YAC9D,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAE9D,IAAI,OAAO,GAAG,WAAW,IAAI,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvD,MAAM,KAAK,GAAG,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBACrD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;gBAC/C,SAAS;YACX,CAAC;YAED,MAAM,SAAS,CAAC;QAClB,CAAC;IACH,CAAC;IAED,MAAM,SAAU,CAAC;AACnB,CAAC"}

package/dist/recipes/crypto-websocket.json

@@ -0,0 +1,11 @@
+{
+    "name": "crypto-websocket",
+    "description": "Monitor Binance BTC/USDT real-time trade WebSocket stream — captures live trade data",
+    "url": "https://www.binance.com/en/trade/BTC_USDT",
+    "created_at": "2025-01-01T00:00:00Z",
+    "builtin": true,
+    "tool": "monitor_websocket",
+    "duration_seconds": 10,
+    "max_messages": 50,
+    "filter_url": "stream.binance.com"
+}

package/dist/recipes/ecommerce-product.json

@@ -0,0 +1,25 @@
+{
+    "name": "ecommerce-product",
+    "description": "Extract product details from any e-commerce page using AI — product name, price, currency, rating, availability, images, and description",
+    "url": "https://www.example.com/product",
+    "created_at": "2025-01-01T00:00:00Z",
+    "builtin": true,
+    "tool": "ai_extract",
+    "schema": {
+        "type": "object",
+        "properties": {
+            "product_name": { "type": "string" },
+            "price": { "type": "number" },
+            "currency": { "type": "string" },
+            "original_price": { "type": "number" },
+            "discount_percent": { "type": "number" },
+            "rating": { "type": "number" },
+            "review_count": { "type": "number" },
+            "availability": { "type": "string" },
+            "brand": { "type": "string" },
+            "description": { "type": "string" },
+            "images": { "type": "array", "items": { "type": "string" } }
+        }
+    },
+    "format": "json"
+}

package/dist/recipes/github-trending.json

@@ -0,0 +1,19 @@
+{
+    "name": "github-trending",
+    "description": "Scrape GitHub trending repositories — extracts repo name, description, stars, language, and forks",
+    "url": "https://github.com/trending",
+    "created_at": "2025-01-01T00:00:00Z",
+    "builtin": true,
+    "tool": "extract",
+    "selectors": {
+        "items": "article.Box-row",
+        "fields": {
+            "repo": "h2 a | href",
+            "description": "p.col-9",
+            "language": "span[itemprop='programmingLanguage']",
+            "stars": "a[href$='/stargazers']",
+            "forks": "a[href$='/forks']"
+        }
+    },
+    "output_format": "list"
+}

package/dist/recipes/hn-top-stories.json

@@ -0,0 +1,22 @@
+{
+    "name": "hn-top-stories",
+    "description": "Scrape Hacker News frontpage — extracts title, URL, points, and comment count for each story",
+    "url": "https://news.ycombinator.com/",
+    "created_at": "2025-01-01T00:00:00Z",
+    "builtin": true,
+    "tool": "extract",
+    "selectors": {
+        "items": ".athing",
+        "fields": {
+            "title": ".titleline > a",
+            "url": ".titleline > a | href",
+            "id": "@ id",
+            "site": ".titleline .sitebit .sitestr"
+        }
+    },
+    "output_format": "list",
+    "pagination": {
+        "next": "a.morelink",
+        "max_pages": 3
+    }
+}

package/dist/recipes/index.d.ts

@@ -0,0 +1,3 @@
+import type { SkillConfig } from "../skills/manager.js";
+export declare const builtinRecipes: SkillConfig[];
+//# sourceMappingURL=index.d.ts.map

package/dist/recipes/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/recipes/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAaxD,eAAO,MAAM,cAAc,EAAE,WAAW,EAWtB,CAAC"}

package/dist/recipes/index.js

@@ -0,0 +1,23 @@
+import hnTopStories from "./hn-top-stories.json" with { type: "json" };
+import githubTrending from "./github-trending.json" with { type: "json" };
+import jobListingsGreenhouse from "./job-listings-greenhouse.json" with { type: "json" };
+import ecommerceProduct from "./ecommerce-product.json" with { type: "json" };
+import productReviews from "./product-reviews.json" with { type: "json" };
+import cryptoWebsocket from "./crypto-websocket.json" with { type: "json" };
+import newsArticleReader from "./news-article-reader.json" with { type: "json" };
+import redditPosts from "./reddit-posts.json" with { type: "json" };
+import seoPageAudit from "./seo-page-audit.json" with { type: "json" };
+import socialMediaMentions from "./social-media-mentions.json" with { type: "json" };
+export const builtinRecipes = [
+    hnTopStories,
+    githubTrending,
+    jobListingsGreenhouse,
+    ecommerceProduct,
+    productReviews,
+    cryptoWebsocket,
+    newsArticleReader,
+    redditPosts,
+    seoPageAudit,
+    socialMediaMentions,
+];
+//# sourceMappingURL=index.js.map

package/dist/recipes/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/recipes/index.ts"],"names":[],"mappings":"AAEA,OAAO,YAAY,MAAM,uBAAuB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AACvE,OAAO,cAAc,MAAM,wBAAwB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AAC1E,OAAO,qBAAqB,MAAM,gCAAgC,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AACzF,OAAO,gBAAgB,MAAM,0BAA0B,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AAC9E,OAAO,cAAc,MAAM,wBAAwB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AAC1E,OAAO,eAAe,MAAM,yBAAyB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AAC5E,OAAO,iBAAiB,MAAM,4BAA4B,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AACjF,OAAO,WAAW,MAAM,qBAAqB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AACpE,OAAO,YAAY,MAAM,uBAAuB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AACvE,OAAO,mBAAmB,MAAM,8BAA8B,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AAErF,MAAM,CAAC,MAAM,cAAc,GAAkB;IAC3C,YAAY;IACZ,cAAc;IACd,qBAAqB;IACrB,gBAAgB;IAChB,cAAc;IACd,eAAe;IACf,iBAAiB;IACjB,WAAW;IACX,YAAY;IACZ,mBAAmB;CACH,CAAC"}

package/dist/recipes/job-listings-greenhouse.json

@@ -0,0 +1,17 @@
+{
+    "name": "job-listings-greenhouse",
+    "description": "Scrape Greenhouse ATS job boards — extracts job title, URL, and location. Requires browser rendering (Greenhouse uses React SPA).",
+    "url": "https://boards.greenhouse.io/example",
+    "created_at": "2025-01-01T00:00:00Z",
+    "builtin": true,
+    "tool": "extract",
+    "selectors": {
+        "items": ".job-post",
+        "fields": {
+            "title": "a .body--medium",
+            "url": "a | href",
+            "location": "a .body--metadata"
+        }
+    },
+    "output_format": "list"
+}

package/dist/recipes/news-article-reader.json

@@ -0,0 +1,9 @@
+{
+    "name": "news-article-reader",
+    "description": "Extract clean article content from any news page using Mozilla Readability — title, author, date, and full text",
+    "url": "https://www.example.com/article",
+    "created_at": "2025-01-01T00:00:00Z",
+    "builtin": true,
+    "tool": "readability",
+    "format": "markdown"
+}

package/dist/recipes/product-reviews.json

@@ -0,0 +1,33 @@
+{
+    "name": "product-reviews",
+    "description": "Extract product reviews from any review page using AI — rating, reviewer, date, title, text, pros, and cons",
+    "url": "https://www.example.com/product/reviews",
+    "created_at": "2025-01-01T00:00:00Z",
+    "builtin": true,
+    "tool": "ai_extract",
+    "schema": {
+        "type": "object",
+        "properties": {
+            "product_name": { "type": "string" },
+            "overall_rating": { "type": "number" },
+            "total_reviews": { "type": "number" },
+            "reviews": {
+                "type": "array",
+                "items": {
+                    "type": "object",
+                    "properties": {
+                        "rating": { "type": "number" },
+                        "title": { "type": "string" },
+                        "text": { "type": "string" },
+                        "reviewer": { "type": "string" },
+                        "date": { "type": "string" },
+                        "verified": { "type": "boolean" },
+                        "pros": { "type": "array", "items": { "type": "string" } },
+                        "cons": { "type": "array", "items": { "type": "string" } }
+                    }
+                }
+            }
+        }
+    },
+    "format": "json"
+}

package/dist/recipes/reddit-posts.json

@@ -0,0 +1,8 @@
+{
+    "name": "reddit-posts",
+    "description": "Fetch raw subreddit posts via Reddit JSON API — returns post titles, scores, authors, URLs, and comment counts",
+    "url": "https://www.reddit.com/r/programming.json",
+    "created_at": "2025-01-01T00:00:00Z",
+    "builtin": true,
+    "tool": "scrape"
+}

package/dist/recipes/seo-page-audit.json

@@ -0,0 +1,26 @@
+{
+    "name": "seo-page-audit",
+    "description": "Single-page SEO audit — extracts title, meta description, canonical URL, h1 tags, Open Graph tags, and structured data",
+    "url": "https://www.example.com",
+    "created_at": "2025-01-01T00:00:00Z",
+    "builtin": true,
+    "tool": "extract",
+    "selectors": {
+        "items": "html",
+        "fields": {
+            "title": "title",
+            "meta_description": "meta[name='description'] | content",
+            "canonical": "link[rel='canonical'] | href",
+            "h1": "h1",
+            "og_title": "meta[property='og:title'] | content",
+            "og_description": "meta[property='og:description'] | content",
+            "og_image": "meta[property='og:image'] | content",
+            "og_type": "meta[property='og:type'] | content",
+            "twitter_card": "meta[name='twitter:card'] | content",
+            "robots": "meta[name='robots'] | content",
+            "viewport": "meta[name='viewport'] | content",
+            "charset": "meta[charset] | charset"
+        }
+    },
+    "output_format": "single"
+}

package/dist/recipes/social-media-mentions.json

@@ -0,0 +1,31 @@
+{
+    "name": "social-media-mentions",
+    "description": "Extract social media posts and mentions with sentiment analysis using AI — author, content, engagement metrics, and sentiment",
+    "url": "https://www.example.com/social",
+    "created_at": "2025-01-01T00:00:00Z",
+    "builtin": true,
+    "tool": "ai_extract",
+    "schema": {
+        "type": "object",
+        "properties": {
+            "platform": { "type": "string" },
+            "posts": {
+                "type": "array",
+                "items": {
+                    "type": "object",
+                    "properties": {
+                        "author": { "type": "string" },
+                        "content": { "type": "string" },
+                        "date": { "type": "string" },
+                        "likes": { "type": "number" },
+                        "shares": { "type": "number" },
+                        "comments": { "type": "number" },
+                        "sentiment": { "type": "string", "enum": ["positive", "negative", "neutral"] },
+                        "url": { "type": "string" }
+                    }
+                }
+            }
+        }
+    },
+    "format": "json"
+}

package/dist/server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAKpE,wBAAgB,eAAe,IAAI,SAAS,CA2B3C"}
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAKpE,wBAAgB,eAAe,IAAI,SAAS,CAyC3C"}

package/dist/server.js

@@ -11,7 +11,17 @@ export function createMcpServer() {
         server.tool(tool.name, tool.description, zodSchema.shape, async (params) => {
             try {
                 const parsed = tool.schema.parse(params);
-                return (await tool.execute(parsed));
+                const result = await tool.execute(parsed);
+                // Validate MCP response format
+                if (!result ||
+                    !Array.isArray(result.content) ||
+                    result.content.length === 0 ||
+                    !result.content.every((c) => typeof c.type === "string")) {
+                    return {
+                        content: [{ type: "text", text: JSON.stringify({ error: `Tool '${tool.name}' returned invalid response format` }) }],
+                    };
+                }
+                return result;
             }
             catch (error) {
                 const message = error instanceof Error ? error.message : String(error);

package/dist/server.js.map

@@ -1 +1 @@
-{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAEpE,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAE5C,MAAM,UAAU,eAAe;IAC7B,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,IAAI,EAAE,YAAY;QAClB,OAAO,EAAE,eAAe;KACzB,CAAC,CAAC;IAEH,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAoC,CAAC;QAC5D,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,WAAW,EAChB,SAAS,CAAC,KAAK,EACf,KAAK,EAAE,MAA+B,EAAE,EAAE;YACxC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBACzC,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAQ,CAAC;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACvE,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;iBAC/E,CAAC;YACJ,CAAC;QACH,CAAC,CACF,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAEpE,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAE5C,MAAM,UAAU,eAAe;IAC7B,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,IAAI,EAAE,YAAY;QAClB,OAAO,EAAE,eAAe;KACzB,CAAC,CAAC;IAEH,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAoC,CAAC;QAC5D,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,WAAW,EAChB,SAAS,CAAC,KAAK,EACf,KAAK,EAAE,MAA+B,EAAE,EAAE;YACxC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBACzC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAE1C,+BAA+B;gBAC/B,IACE,CAAC,MAAM;oBACP,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;oBAC9B,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;oBAC3B,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAA0B,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,EACjF,CAAC;oBACD,OAAO;wBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,SAAS,IAAI,CAAC,IAAI,oCAAoC,EAAE,CAAC,EAAE,CAAC;qBAC9H,CAAC;gBACJ,CAAC;gBAED,OAAO,MAAa,CAAC;YACvB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACvE,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;iBAC/E,CAAC;YACJ,CAAC;QACH,CAAC,CACF,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/skills/manager.d.ts

@@ -6,11 +6,16 @@ export interface SkillPagination {
     next?: string;
     max_pages?: number;
 }
-export interface SkillConfig {
+export type RecipeTool = "extract" | "ai_extract" | "readability" | "scrape" | "monitor_websocket";
+interface SkillConfigBase {
     name: string;
     description: string;
     url: string;
     created_at: string;
+    builtin?: boolean;
+}
+export interface ExtractSkillConfig extends SkillConfigBase {
+    tool?: "extract";
     selectors: {
         items: string;
         fields: SkillFieldSelectors;
@@ -18,8 +23,38 @@ export interface SkillConfig {
     output_format: "list" | "single";
     pagination?: SkillPagination;
 }
+export interface AiExtractSkillConfig extends SkillConfigBase {
+    tool: "ai_extract";
+    schema: string | Record<string, unknown> | "auto";
+    format?: "json" | "csv";
+    max_tokens?: number;
+}
+export interface ReadabilitySkillConfig extends SkillConfigBase {
+    tool: "readability";
+    format?: "markdown" | "html" | "text";
+}
+export interface ScrapeSkillConfig extends SkillConfigBase {
+    tool: "scrape";
+}
+export interface WebSocketSkillConfig extends SkillConfigBase {
+    tool: "monitor_websocket";
+    duration_seconds?: number;
+    max_messages?: number;
+    filter_url?: string;
+}
+export type SkillConfig = ExtractSkillConfig | AiExtractSkillConfig | ReadabilitySkillConfig | ScrapeSkillConfig | WebSocketSkillConfig;
 export declare function save(name: string, config: SkillConfig): Promise<void>;
 export declare function load(name: string): Promise<SkillConfig | null>;
 export declare function list(): Promise<SkillConfig[]>;
+/**
+ * List all skills: user skills + builtin recipes.
+ * User skills with the same name shadow builtin recipes.
+ */
+export declare function listAll(): Promise<SkillConfig[]>;
+/**
+ * Load a skill by name. Checks user skills first, then builtin recipes.
+ */
+export declare function loadWithRecipes(name: string): Promise<SkillConfig | null>;
 export declare function remove(name: string): Promise<boolean>;
+export {};
 //# sourceMappingURL=manager.d.ts.map