@jam-nodes/nodes 0.2.7 → 0.2.8

package/dist/integrations/firecrawl/extract.d.ts

@@ -0,0 +1,82 @@
+import { z } from 'zod';
+export declare const FirecrawlExtractInputSchema: z.ZodObject<{
+    /** URLs to extract data from (supports glob patterns) */
+    urls: z.ZodArray<z.ZodString, "many">;
+    /** Prompt to guide the extraction process */
+    prompt: z.ZodOptional<z.ZodString>;
+    /** JSON Schema defining the structure of the extracted data */
+    schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, "strip", z.ZodTypeAny, {
+    urls: string[];
+    prompt?: string | undefined;
+    schema?: Record<string, unknown> | undefined;
+}, {
+    urls: string[];
+    prompt?: string | undefined;
+    schema?: Record<string, unknown> | undefined;
+}>;
+export type FirecrawlExtractInput = z.infer<typeof FirecrawlExtractInputSchema>;
+export declare const FirecrawlExtractOutputSchema: z.ZodObject<{
+    success: z.ZodBoolean;
+    status: z.ZodEnum<["completed", "failed", "cancelled"]>;
+    /** Extracted data matching the provided schema */
+    data: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    /** Number of tokens used by the extract job */
+    tokensUsed: z.ZodOptional<z.ZodNumber>;
+    expiresAt: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    status: "completed" | "failed" | "cancelled";
+    success: boolean;
+    data: Record<string, unknown>;
+    expiresAt?: string | undefined;
+    tokensUsed?: number | undefined;
+}, {
+    status: "completed" | "failed" | "cancelled";
+    success: boolean;
+    data: Record<string, unknown>;
+    expiresAt?: string | undefined;
+    tokensUsed?: number | undefined;
+}>;
+export type FirecrawlExtractOutput = z.infer<typeof FirecrawlExtractOutputSchema>;
+/**
+ * Firecrawl Extract Node
+ *
+ * Extracts structured data from one or more URLs using AI-powered extraction.
+ * Starts an extract job then polls until completion.
+ *
+ * @example
+ * ```typescript
+ * const result = await firecrawlExtractNode.executor({
+ *   urls: ['https://example.com/pricing'],
+ *   prompt: 'Extract the pricing plans with their features',
+ *   schema: {
+ *     type: 'object',
+ *     properties: {
+ *       plans: {
+ *         type: 'array',
+ *         items: {
+ *           type: 'object',
+ *           properties: {
+ *             name: { type: 'string' },
+ *             price: { type: 'number' },
+ *             features: { type: 'array', items: { type: 'string' } },
+ *           },
+ *         },
+ *       },
+ *     },
+ *   },
+ * }, context);
+ * ```
+ */
+export declare const firecrawlExtractNode: import("@jam-nodes/core").NodeDefinition<{
+    urls: string[];
+    prompt?: string | undefined;
+    schema?: Record<string, unknown> | undefined;
+}, {
+    status: "completed" | "failed" | "cancelled";
+    success: boolean;
+    data: Record<string, unknown>;
+    expiresAt?: string | undefined;
+    tokensUsed?: number | undefined;
+}>;
+//# sourceMappingURL=extract.d.ts.map

package/dist/integrations/firecrawl/extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../../src/integrations/firecrawl/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAkCxB,eAAO,MAAM,2BAA2B;IACtC,yDAAyD;;IAEzD,6CAA6C;;IAE7C,+DAA+D;;;;;;;;;;EAE/D,CAAC;AAEH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEhF,eAAO,MAAM,4BAA4B;;;IAGvC,kDAAkD;;IAElD,+CAA+C;;;;;;;;;;;;;;;EAG/C,CAAC;AAEH,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAoFlF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;EA2D/B,CAAC"}

package/dist/integrations/firecrawl/extract.js

@@ -0,0 +1,168 @@
+import { z } from 'zod';
+import { defineNode } from '@jam-nodes/core';
+import { fetchWithRetry, sleep } from '../../utils/http.js';
+// =============================================================================
+// Constants
+// =============================================================================
+const FIRECRAWL_API_BASE = 'https://api.firecrawl.dev/v2';
+const POLL_INTERVAL_MS = 2000;
+const MAX_POLL_ATTEMPTS = 150; // 5 minutes at 2s intervals
+// =============================================================================
+// Schemas
+// =============================================================================
+export const FirecrawlExtractInputSchema = z.object({
+    /** URLs to extract data from (supports glob patterns) */
+    urls: z.array(z.string()).min(1),
+    /** Prompt to guide the extraction process */
+    prompt: z.string().optional(),
+    /** JSON Schema defining the structure of the extracted data */
+    schema: z.record(z.unknown()).optional(),
+});
+export const FirecrawlExtractOutputSchema = z.object({
+    success: z.boolean(),
+    status: z.enum(['completed', 'failed', 'cancelled']),
+    /** Extracted data matching the provided schema */
+    data: z.record(z.unknown()),
+    /** Number of tokens used by the extract job */
+    tokensUsed: z.number().int().optional(),
+    expiresAt: z.string().optional(),
+});
+// =============================================================================
+// Firecrawl API Functions
+// =============================================================================
+/**
+ * Start a Firecrawl extract job (POST /v2/extract)
+ */
+async function startExtractJob(bearerToken, params) {
+    const requestBody = {
+        urls: params.urls,
+        ...(params.prompt && { prompt: params.prompt }),
+        ...(params.schema && { schema: params.schema }),
+    };
+    const response = await fetchWithRetry(`${FIRECRAWL_API_BASE}/extract`, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+            Authorization: `Bearer ${bearerToken}`,
+        },
+        body: JSON.stringify(requestBody),
+    }, { maxRetries: 3, backoffMs: 1000, timeoutMs: 30000 });
+    if (!response.ok) {
+        const errorText = await response.text();
+        throw new Error(`Firecrawl extract POST error: ${response.status} - ${errorText}`);
+    }
+    return response.json();
+}
+/**
+ * Poll a Firecrawl extract job until completion (GET /v2/extract/:id)
+ */
+async function pollExtractJob(bearerToken, jobId) {
+    for (let attempt = 0; attempt < MAX_POLL_ATTEMPTS; attempt++) {
+        const response = await fetchWithRetry(`${FIRECRAWL_API_BASE}/extract/${jobId}`, {
+            method: 'GET',
+            headers: {
+                Authorization: `Bearer ${bearerToken}`,
+            },
+        }, { maxRetries: 3, backoffMs: 1000, timeoutMs: 30000 });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(`Firecrawl extract GET error: ${response.status} - ${errorText}`);
+        }
+        const result = await response.json();
+        if (result.status === 'completed' || result.status === 'failed' || result.status === 'cancelled') {
+            return result;
+        }
+        await sleep(POLL_INTERVAL_MS);
+    }
+    throw new Error('Firecrawl extract timed out waiting for completion');
+}
+// =============================================================================
+// Node Definition
+// =============================================================================
+/**
+ * Firecrawl Extract Node
+ *
+ * Extracts structured data from one or more URLs using AI-powered extraction.
+ * Starts an extract job then polls until completion.
+ *
+ * @example
+ * ```typescript
+ * const result = await firecrawlExtractNode.executor({
+ *   urls: ['https://example.com/pricing'],
+ *   prompt: 'Extract the pricing plans with their features',
+ *   schema: {
+ *     type: 'object',
+ *     properties: {
+ *       plans: {
+ *         type: 'array',
+ *         items: {
+ *           type: 'object',
+ *           properties: {
+ *             name: { type: 'string' },
+ *             price: { type: 'number' },
+ *             features: { type: 'array', items: { type: 'string' } },
+ *           },
+ *         },
+ *       },
+ *     },
+ *   },
+ * }, context);
+ * ```
+ */
+export const firecrawlExtractNode = defineNode({
+    type: 'firecrawl_extract',
+    name: 'Firecrawl Extract',
+    description: 'Extract structured data from URLs using AI-powered extraction via Firecrawl',
+    category: 'integration',
+    inputSchema: FirecrawlExtractInputSchema,
+    outputSchema: FirecrawlExtractOutputSchema,
+    estimatedDuration: 30,
+    capabilities: {
+        supportsRerun: true,
+        supportsCancel: true,
+    },
+    executor: async (input, context) => {
+        try {
+            // Check for Bearer Token
+            const bearerToken = context.credentials?.firecrawl?.bearerToken;
+            if (!bearerToken) {
+                return {
+                    success: false,
+                    error: 'Firecrawl Bearer Token not configured. Please provide context.credentials.firecrawl.bearerToken.',
+                };
+            }
+            // Start extraction job
+            const job = await startExtractJob(bearerToken, {
+                urls: input.urls,
+                prompt: input.prompt,
+                schema: input.schema,
+            });
+            if (!job.success) {
+                return {
+                    success: false,
+                    error: 'Failed to start Firecrawl extract job',
+                };
+            }
+            // Poll extraction jobs for extracted data
+            const result = await pollExtractJob(bearerToken, job.id);
+            const status = result.status;
+            return {
+                success: true,
+                output: {
+                    success: result.success,
+                    status,
+                    data: result.data,
+                    tokensUsed: result.tokensUsed,
+                    expiresAt: result.expiresAt,
+                },
+            };
+        }
+        catch (error) {
+            return {
+                success: false,
+                error: error instanceof Error ? error.message : 'Failed to extract data',
+            };
+        }
+    },
+});
+//# sourceMappingURL=extract.js.map

package/dist/integrations/firecrawl/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../../src/integrations/firecrawl/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE5D,gFAAgF;AAChF,YAAY;AACZ,gFAAgF;AAEhF,MAAM,kBAAkB,GAAG,8BAA8B,CAAC;AAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,iBAAiB,GAAG,GAAG,CAAC,CAAC,4BAA4B;AAoB3D,gFAAgF;AAChF,UAAU;AACV,gFAAgF;AAEhF,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,yDAAyD;IACzD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAChC,6CAA6C;IAC7C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,+DAA+D;IAC/D,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE;CACzC,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,MAAM,CAAC;IACnD,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;IACpB,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;IACpD,kDAAkD;IAClD,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAC3B,+CAA+C;IAC/C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAC;AAIH,gFAAgF;AAChF,0BAA0B;AAC1B,gFAAgF;AAEhF;;GAEG;AACH,KAAK,UAAU,eAAe,CAC5B,WAAmB,EACnB,MAIC;IAED,MAAM,WAAW,GAA4B;QAC3C,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QAC/C,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;KAChD,CAAC;IAEF,MAAM,QAAQ,GAAG,MAAM,cAAc,CACnC,GAAG,kBAAkB,UAAU,EAC/B;QACE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,WAAW,EAAE;SACvC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;KAClC,EACD,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CACrD,CAAC;IAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,iCAAiC,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;IACrF,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAC3B,WAAmB,EACnB,KAAa;IAEb,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,iBAAiB,EAAE,OAAO,EAAE,EAAE,CAAC;QAC7D,MAAM,QAAQ,GAAG,MAAM,cAAc,CACnC,GAAG,kBAAkB,YAAY,KAAK,EAAE,EACxC;YACE,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,WAAW,EAAE;aACvC;SACF,EACD,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CACrD,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;QACpF,CAAC;QAED,MAAM,MAAM,GAAuB,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEzD,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACjG,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAChC,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;AACxE,CAAC;AAED,gFAAgF;AAChF,kBAAkB;AAClB,gFAAgF;AAEhF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,UAAU,CAAC;IAC7C,IAAI,EAAE,mBAAmB;IACzB,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,6EAA6E;IAC1F,QAAQ,EAAE,aAAa;IACvB,WAAW,EAAE,2BAA2B;IACxC,YAAY,EAAE,4BAA4B;IAC1C,iBAAiB,EAAE,EAAE;IACrB,YAAY,EAAE;QACZ,aAAa,EAAE,IAAI;QACnB,cAAc,EAAE,IAAI;KACrB;IAED,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACjC,IAAI,CAAC;YACH,yBAAyB;YACzB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,SAAS,EAAE,WAAW,CAAC;YAChE,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,kGAAkG;iBAC1G,CAAC;YACJ,CAAC;YAED,uBAAuB;YACvB,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC,WAAW,EAAE;gBAC7C,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,MAAM,EAAE,KAAK,CAAC,MAAM;aACrB,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBACjB,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,uCAAuC;iBAC/C,CAAC;YACJ,CAAC;YAED,0CAA0C;YAC1C,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACzD,MAAM,MAAM,GAAG,MAAM,CAAC,MAA8C,CAAC;YAErE,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE;oBACN,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,MAAM;oBACN,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;iBAC5B;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB;aACzE,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAC"}

package/dist/integrations/firecrawl/index.d.ts

@@ -0,0 +1,4 @@
+export { firecrawlScrapeNode, FirecrawlScrapeInputSchema, FirecrawlScrapeOutputSchema, type FirecrawlScrapeInput, type FirecrawlScrapeOutput, } from './scrape.js';
+export { firecrawlCrawlNode, FirecrawlCrawlInputSchema, FirecrawlCrawlOutputSchema, type FirecrawlCrawlInput, type FirecrawlCrawlOutput, } from './crawl.js';
+export { firecrawlExtractNode, FirecrawlExtractInputSchema, FirecrawlExtractOutputSchema, type FirecrawlExtractInput, type FirecrawlExtractOutput, } from './extract.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/integrations/firecrawl/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/integrations/firecrawl/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,0BAA0B,EAC1B,2BAA2B,EAC3B,KAAK,oBAAoB,EACzB,KAAK,qBAAqB,GAC3B,MAAM,aAAa,CAAC;AAErB,OAAO,EACL,kBAAkB,EAClB,yBAAyB,EACzB,0BAA0B,EAC1B,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,GAC1B,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,4BAA4B,EAC5B,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,GAC5B,MAAM,cAAc,CAAC"}

package/dist/integrations/firecrawl/index.js

@@ -0,0 +1,4 @@
+export { firecrawlScrapeNode, FirecrawlScrapeInputSchema, FirecrawlScrapeOutputSchema, } from './scrape.js';
+export { firecrawlCrawlNode, FirecrawlCrawlInputSchema, FirecrawlCrawlOutputSchema, } from './crawl.js';
+export { firecrawlExtractNode, FirecrawlExtractInputSchema, FirecrawlExtractOutputSchema, } from './extract.js';
+//# sourceMappingURL=index.js.map

package/dist/integrations/firecrawl/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/integrations/firecrawl/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,0BAA0B,EAC1B,2BAA2B,GAG5B,MAAM,aAAa,CAAC;AAErB,OAAO,EACL,kBAAkB,EAClB,yBAAyB,EACzB,0BAA0B,GAG3B,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,4BAA4B,GAG7B,MAAM,cAAc,CAAC"}