n8n-nodes-scraperapi 0.2.0

package/dist/nodes/ScraperApi/ScraperApi.node.js

@@ -0,0 +1,326 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScraperApi = void 0;
+const n8n_workflow_1 = require("n8n-workflow");
+const GenericFunctions_1 = require("./GenericFunctions");
+const ExtractDescription_1 = require("./descriptions/ExtractDescription");
+const MapDescription_1 = require("./descriptions/MapDescription");
+const CrawlDescription_1 = require("./descriptions/CrawlDescription");
+const WebhookDescription_1 = require("./descriptions/WebhookDescription");
+const StatisticsDescription_1 = require("./descriptions/StatisticsDescription");
+const SearchDescription_1 = require("./descriptions/SearchDescription");
+const BatchDescription_1 = require("./descriptions/BatchDescription");
+class ScraperApi {
+    constructor() {
+        this.description = {
+            displayName: 'Scraper API',
+            name: 'scraperApi',
+            icon: 'file:scraper-geonode.svg',
+            group: ['transform'],
+            version: 1,
+            subtitle: '={{$parameter["operation"]}}: {{$parameter["resource"]}}',
+            description: 'Interact with the Scraper API (extract, search, batch, map, crawl, webhooks, statistics)',
+            defaults: { name: 'Scraper API' },
+            inputs: ['main'],
+            outputs: ['main'],
+            credentials: [{ name: 'scraperApiApi', required: true }],
+            properties: [
+                {
+                    displayName: 'Resource',
+                    name: 'resource',
+                    type: 'options',
+                    noDataExpression: true,
+                    options: [
+                        { name: 'Batch', value: 'batch' },
+                        { name: 'Crawl', value: 'crawl' },
+                        { name: 'Extract', value: 'extract' },
+                        { name: 'Map', value: 'map' },
+                        { name: 'Search', value: 'search' },
+                        { name: 'Statistic', value: 'statistics' },
+                        { name: 'Webhook', value: 'webhook' },
+                    ],
+                    default: 'extract',
+                },
+                ...ExtractDescription_1.extractOperations,
+                ...ExtractDescription_1.extractFields,
+                ...SearchDescription_1.searchOperations,
+                ...SearchDescription_1.searchFields,
+                ...BatchDescription_1.batchOperations,
+                ...BatchDescription_1.batchFields,
+                ...MapDescription_1.mapOperations,
+                ...MapDescription_1.mapFields,
+                ...CrawlDescription_1.crawlOperations,
+                ...CrawlDescription_1.crawlFields,
+                ...WebhookDescription_1.webhookOperations,
+                ...WebhookDescription_1.webhookFields,
+                ...StatisticsDescription_1.statisticsOperations,
+                ...StatisticsDescription_1.statisticsFields,
+            ],
+        };
+    }
+    async execute() {
+        const items = this.getInputData();
+        const returnData = [];
+        for (let i = 0; i < items.length; i++) {
+            try {
+                const resource = this.getNodeParameter('resource', i);
+                const operation = this.getNodeParameter('operation', i);
+                const handler = handlers[resource];
+                if (!handler) {
+                    throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Unknown resource: ${resource}`);
+                }
+                const response = await handler.call(this, i, operation);
+                returnData.push({ json: response, pairedItem: { item: i } });
+            }
+            catch (error) {
+                if (this.continueOnFail()) {
+                    returnData.push({
+                        json: { error: error.message },
+                        pairedItem: { item: i },
+                    });
+                    continue;
+                }
+                throw error;
+            }
+        }
+        return [returnData];
+    }
+}
+exports.ScraperApi = ScraperApi;
+async function pollIfRequested(i, jobUrl, defaults) {
+    const intervalMs = this.getNodeParameter('pollIntervalMs', i, defaults.intervalMs);
+    const timeoutMs = this.getNodeParameter('pollTimeoutMs', i, defaults.timeoutMs);
+    return GenericFunctions_1.pollUntilComplete.call(this, { jobUrl, intervalMs, timeoutMs });
+}
+const extractOps = {
+    async run(i) {
+        var _a;
+        const headersRaw = this.getNodeParameter('headers', i, {});
+        const body = (0, GenericFunctions_1.pruneEmpty)({
+            url: this.getNodeParameter('url', i),
+            formats: this.getNodeParameter('formats', i, ['html']),
+            render_js: this.getNodeParameter('render_js', i, false),
+            processing_mode: this.getNodeParameter('processing_mode', i, 'sync'),
+            extract_links: this.getNodeParameter('extract_links', i, false),
+            proxy: this.getNodeParameter('proxy', i, {}),
+            headers: (0, GenericFunctions_1.headersFromCollection)(headersRaw),
+        });
+        const response = await GenericFunctions_1.scraperApiRequest.call(this, {
+            method: 'POST',
+            url: '/v1/extract',
+            body,
+        });
+        const isAsync = body.processing_mode === 'async';
+        const waitForCompletion = isAsync && this.getNodeParameter('waitForCompletion', i, true);
+        if (!waitForCompletion)
+            return response;
+        const statusUrl = (_a = response.status_url) !== null && _a !== void 0 ? _a : `/v1/extract/${response.job_id}`;
+        return pollIfRequested.call(this, i, statusUrl, { intervalMs: 2000, timeoutMs: 300000 });
+    },
+    async getJob(i) {
+        const jobId = this.getNodeParameter('jobId', i);
+        return GenericFunctions_1.scraperApiRequest.call(this, { method: 'GET', url: `/v1/extract/${jobId}` });
+    },
+    async listJobs(i) {
+        const filters = this.getNodeParameter('filters', i, {});
+        const page = this.getNodeParameter('page', i, 1);
+        const pageSize = this.getNodeParameter('page_size', i, 100);
+        return GenericFunctions_1.scraperApiRequest.call(this, {
+            method: 'GET',
+            url: '/v1/extract/jobs',
+            qs: (0, GenericFunctions_1.pruneEmpty)({ ...filters, page, page_size: pageSize }),
+        });
+    },
+};
+const searchOps = {
+    async run(i) {
+        const options = this.getNodeParameter('options', i, {});
+        const body = (0, GenericFunctions_1.pruneEmpty)({
+            query: this.getNodeParameter('query', i),
+            ...options,
+        });
+        return GenericFunctions_1.scraperApiRequest.call(this, { method: 'POST', url: '/v1/search', body });
+    },
+    async getJob(i) {
+        const jobId = this.getNodeParameter('jobId', i);
+        return GenericFunctions_1.scraperApiRequest.call(this, { method: 'GET', url: `/v1/search/${jobId}` });
+    },
+    async listJobs(i) {
+        const filters = this.getNodeParameter('filters', i, {});
+        const page = this.getNodeParameter('page', i, 1);
+        const pageSize = this.getNodeParameter('page_size', i, 100);
+        return GenericFunctions_1.scraperApiRequest.call(this, {
+            method: 'GET',
+            url: '/v1/search/jobs',
+            qs: (0, GenericFunctions_1.pruneEmpty)({ ...filters, page, page_size: pageSize }),
+        });
+    },
+};
+const batchOps = {
+    async start(i) {
+        var _a;
+        const headersRaw = this.getNodeParameter('headers', i, {});
+        const body = (0, GenericFunctions_1.pruneEmpty)({
+            urls: this.getNodeParameter('urls', i),
+            formats: this.getNodeParameter('formats', i, ['markdown']),
+            render_js: this.getNodeParameter('render_js', i, false),
+            ignore_invalid_urls: this.getNodeParameter('ignore_invalid_urls', i, true),
+            proxy: this.getNodeParameter('proxy', i, {}),
+            headers: (0, GenericFunctions_1.headersFromCollection)(headersRaw),
+        });
+        const response = await GenericFunctions_1.scraperApiRequest.call(this, {
+            method: 'POST',
+            url: '/v1/batch',
+            body,
+        });
+        const waitForCompletion = this.getNodeParameter('waitForCompletion', i, false);
+        if (!waitForCompletion)
+            return response;
+        const statusUrl = (_a = response.status_url) !== null && _a !== void 0 ? _a : `/v1/batch/${response.job_id}`;
+        return pollIfRequested.call(this, i, statusUrl, { intervalMs: 5000, timeoutMs: 900000 });
+    },
+    async getStatus(i) {
+        const jobId = this.getNodeParameter('jobId', i);
+        const page = this.getNodeParameter('page', i, 1);
+        const pageSize = this.getNodeParameter('page_size', i, 100);
+        const wait = this.getNodeParameter('waitForCompletion', i, false);
+        const jobUrl = `/v1/batch/${jobId}`;
+        if (wait) {
+            return pollIfRequested.call(this, i, `${jobUrl}?page=${page}&page_size=${pageSize}`, { intervalMs: 5000, timeoutMs: 900000 });
+        }
+        return GenericFunctions_1.scraperApiRequest.call(this, {
+            method: 'GET',
+            url: jobUrl,
+            qs: { page, page_size: pageSize },
+        });
+    },
+    async listJobs(i) {
+        const filters = this.getNodeParameter('filters', i, {});
+        const page = this.getNodeParameter('page', i, 1);
+        const pageSize = this.getNodeParameter('page_size', i, 100);
+        return GenericFunctions_1.scraperApiRequest.call(this, {
+            method: 'GET',
+            url: '/v1/batch/jobs',
+            qs: (0, GenericFunctions_1.pruneEmpty)({ ...filters, page, page_size: pageSize }),
+        });
+    },
+    async cancel(i) {
+        const jobId = this.getNodeParameter('jobId', i);
+        return GenericFunctions_1.scraperApiRequest.call(this, { method: 'DELETE', url: `/v1/batch/${jobId}` });
+    },
+};
+const crawlOps = {
+    async start(i) {
+        const body = (0, GenericFunctions_1.pruneEmpty)({
+            url: this.getNodeParameter('url', i),
+            depth: this.getNodeParameter('depth', i, 2),
+            limit: this.getNodeParameter('limit', i, 50),
+            formats: this.getNodeParameter('formats', i, ['markdown']),
+            render_js: this.getNodeParameter('render_js', i, false),
+            same_domain_only: this.getNodeParameter('same_domain_only', i, true),
+            include_subdomains: this.getNodeParameter('include_subdomains', i, false),
+            proxy: this.getNodeParameter('proxy', i, {}),
+        });
+        return GenericFunctions_1.scraperApiRequest.call(this, { method: 'POST', url: '/v1/crawl', body });
+    },
+    async getStatus(i) {
+        const jobId = this.getNodeParameter('jobId', i);
+        const page = this.getNodeParameter('page', i, 1);
+        const pageSize = this.getNodeParameter('page_size', i, 100);
+        const wait = this.getNodeParameter('waitForCompletion', i, false);
+        const jobUrl = `/v1/crawl/${jobId}`;
+        if (wait) {
+            return pollIfRequested.call(this, i, `${jobUrl}?page=${page}&page_size=${pageSize}`, { intervalMs: 5000, timeoutMs: 600000 });
+        }
+        return GenericFunctions_1.scraperApiRequest.call(this, {
+            method: 'GET',
+            url: jobUrl,
+            qs: { page, page_size: pageSize },
+        });
+    },
+};
+const webhookOps = {
+    async create(i) {
+        const body = (0, GenericFunctions_1.pruneEmpty)({
+            url: this.getNodeParameter('url', i),
+            event_type: this.getNodeParameter('event_type', i),
+            description: this.getNodeParameter('description', i, ''),
+        });
+        return GenericFunctions_1.scraperApiRequest.call(this, { method: 'POST', url: '/v1/webhooks', body });
+    },
+    async list(i) {
+        const page = this.getNodeParameter('page', i, 1);
+        const pageSize = this.getNodeParameter('page_size', i, 100);
+        return GenericFunctions_1.scraperApiRequest.call(this, {
+            method: 'GET',
+            url: '/v1/webhooks',
+            qs: { page, page_size: pageSize },
+        });
+    },
+    async get(i) {
+        const id = this.getNodeParameter('webhookId', i);
+        return GenericFunctions_1.scraperApiRequest.call(this, { method: 'GET', url: `/v1/webhooks/${id}` });
+    },
+    async update(i) {
+        const id = this.getNodeParameter('webhookId', i);
+        const body = (0, GenericFunctions_1.pruneEmpty)(this.getNodeParameter('updateFields', i, {}));
+        return GenericFunctions_1.scraperApiRequest.call(this, { method: 'PATCH', url: `/v1/webhooks/${id}`, body });
+    },
+    async delete(i) {
+        const id = this.getNodeParameter('webhookId', i);
+        await GenericFunctions_1.scraperApiRequest.call(this, { method: 'DELETE', url: `/v1/webhooks/${id}` });
+        return { success: true, id };
+    },
+    async rotateSecret(i) {
+        const id = this.getNodeParameter('webhookId', i);
+        return GenericFunctions_1.scraperApiRequest.call(this, {
+            method: 'POST',
+            url: `/v1/webhooks/${id}/rotate-secret`,
+        });
+    },
+    async listDeliveries(i) {
+        const id = this.getNodeParameter('webhookId', i);
+        const page = this.getNodeParameter('page', i, 1);
+        const pageSize = this.getNodeParameter('page_size', i, 100);
+        const status = this.getNodeParameter('deliveryStatus', i, '');
+        return GenericFunctions_1.scraperApiRequest.call(this, {
+            method: 'GET',
+            url: `/v1/webhooks/${id}/deliveries`,
+            qs: (0, GenericFunctions_1.pruneEmpty)({ page, page_size: pageSize, status }),
+        });
+    },
+};
+function dispatch(ops, resource) {
+    return async function (i, operation) {
+        const op = ops[operation];
+        if (!op) {
+            throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Unknown ${resource} operation: ${operation}`);
+        }
+        return op.call(this, i, operation);
+    };
+}
+const handlers = {
+    extract: dispatch(extractOps, 'extract'),
+    search: dispatch(searchOps, 'search'),
+    batch: dispatch(batchOps, 'batch'),
+    crawl: dispatch(crawlOps, 'crawl'),
+    webhook: dispatch(webhookOps, 'webhook'),
+    async map(i) {
+        const url = this.getNodeParameter('url', i);
+        const options = this.getNodeParameter('options', i, {});
+        return GenericFunctions_1.scraperApiRequest.call(this, {
+            method: 'POST',
+            url: '/v1/map',
+            body: (0, GenericFunctions_1.pruneEmpty)({ url, ...options }),
+        });
+    },
+    async statistics(i) {
+        const filters = this.getNodeParameter('filters', i, {});
+        return GenericFunctions_1.scraperApiRequest.call(this, {
+            method: 'GET',
+            url: '/v1/statistics',
+            qs: (0, GenericFunctions_1.pruneEmpty)(filters),
+        });
+    },
+};
+//# sourceMappingURL=ScraperApi.node.js.map

package/dist/nodes/ScraperApi/ScraperApi.node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ScraperApi.node.js","sourceRoot":"","sources":["../../../nodes/ScraperApi/ScraperApi.node.ts"],"names":[],"mappings":";;;AAAA,+CAQsB;AAEtB,yDAK4B;AAE5B,0EAAqF;AACrF,kEAAyE;AACzE,sEAA+E;AAC/E,0EAAqF;AACrF,gFAA8F;AAC9F,wEAAkF;AAClF,sEAA+E;AAI/E,MAAa,UAAU;IAAvB;QACE,gBAAW,GAAyB;YAClC,WAAW,EAAE,aAAa;YAC1B,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,0BAA0B;YAChC,KAAK,EAAE,CAAC,WAAW,CAAC;YACpB,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,0DAA0D;YACpE,WAAW,EACT,0FAA0F;YAC5F,QAAQ,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;YACjC,MAAM,EAAE,CAAC,MAAM,CAAC;YAChB,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;YACxD,UAAU,EAAE;gBACV;oBACE,WAAW,EAAE,UAAU;oBACvB,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,SAAS;oBACf,gBAAgB,EAAE,IAAI;oBACtB,OAAO,EAAE;wBACP,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE;wBACjC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE;wBACjC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;wBACrC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;wBAC7B,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;wBACnC,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,YAAY,EAAE;wBAC1C,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;qBACtC;oBACD,OAAO,EAAE,SAAS;iBACnB;gBACD,GAAG,sCAAiB;gBACpB,GAAG,kCAAa;gBAChB,GAAG,oCAAgB;gBACnB,GAAG,gCAAY;gBACf,GAAG,kCAAe;gBAClB,GAAG,8BAAW;gBACd,GAAG,8BAAa;gBAChB,GAAG,0BAAS;gBACZ,GAAG,kCAAe;gBAClB,GAAG,8BAAW;gBACd,GAAG,sCAAiB;gBACpB,GAAG,kCAAa;gBAChB,GAAG,4CAAoB;gBACvB,GAAG,wCAAgB;aACpB;SACF,CAAC;IA8BJ,CAAC;IA5BC,KAAK,CAAC,OAAO;QACX,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAClC,MAAM,UAAU,GAAyB,EAAE,CAAC;QAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAW,CAAC;gBAChE,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAW,CAAC;gBAClE,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBACnC,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,qBAAqB,QAAQ,EAAE,CAAC,CAAC;gBAChF,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;gBACxD,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC1B,UAAU,CAAC,IAAI,CAAC;wBACd,IAAI,EAAE,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE;wBACzC,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;qBACxB,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,OAAO,CAAC,UAAU,CAAC,CAAC;IACtB,CAAC;CACF;AA5ED,gCA4EC;AASD,KAAK,UAAU,eAAe,CAE5B,CAAS,EACT,MAAc,EACd,QAAsB;IAEtB,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,QAAQ,CAAC,UAAU,CAAW,CAAC;IAC7F,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC,EAAE,QAAQ,CAAC,SAAS,CAAW,CAAC;IAC1F,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;AACzE,CAAC;AAID,MAAM,UAAU,GAA4B;IAC1C,KAAK,CAAC,GAAG,CAA0B,CAAS;;QAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAExD,CAAC;QAEF,MAAM,IAAI,GAAG,IAAA,6BAAU,EAAC;YACtB,GAAG,EAAE,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAW;YAC9C,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,CAAa;YAClE,SAAS,EAAE,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,KAAK,CAAY;YAClE,eAAe,EAAE,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,CAAC,EAAE,MAAM,CAAW;YAC9E,aAAa,EAAE,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC,EAAE,KAAK,CAAY;YAC1E,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAgB;YAC3D,OAAO,EAAE,IAAA,wCAAqB,EAAC,UAAU,CAAC;SAC3C,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;YAClD,MAAM,EAAE,MAAM;YACd,GAAG,EAAE,aAAa;YAClB,IAAI;SACL,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,KAAK,OAAO,CAAC;QACjD,MAAM,iBAAiB,GAAG,OAAO,IAAK,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,EAAE,CAAC,EAAE,IAAI,CAAa,CAAC;QACtG,IAAI,CAAC,iBAAiB;YAAE,OAAO,QAAQ,CAAC;QAExC,MAAM,SAAS,GACb,MAAC,QAAoC,CAAC,UAAU,mCAChD,eAAgB,QAAgC,CAAC,MAAM,EAAE,CAAC;QAC5D,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;IAC3F,CAAC;IAED,KAAK,CAAC,MAAM,CAA0B,CAAS;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAW,CAAC;QAC1D,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,eAAe,KAAK,EAAE,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,KAAK,CAAC,QAAQ,CAA0B,CAAS;QAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;QACvE,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAW,CAAC;QAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,GAAG,CAAW,CAAC;QACtE,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;YAClC,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,kBAAkB;YACvB,EAAE,EAAE,IAAA,6BAAU,EAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;SAC1D,CAAC,CAAC;IACL,CAAC;CACF,CAAC;AAEF,MAAM,SAAS,GAA4B;IACzC,KAAK,CAAC,GAAG,CAA0B,CAAS;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;QAIvE,MAAM,IAAI,GAAG,IAAA,6BAAU,EAAC;YACtB,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAW;YAClD,GAAG,OAAO;SACX,CAAC,CAAC;QAEH,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,MAAM,CAA0B,CAAS;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAW,CAAC;QAC1D,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,cAAc,KAAK,EAAE,EAAE,CAAC,CAAC;IACrF,CAAC;IAED,KAAK,CAAC,QAAQ,CAA0B,CAAS;QAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;QACvE,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAW,CAAC;QAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,GAAG,CAAW,CAAC;QACtE,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;YAClC,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,iBAAiB;YACtB,EAAE,EAAE,IAAA,6BAAU,EAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;SAC1D,CAAC,CAAC;IACL,CAAC;CACF,CAAC;AAEF,MAAM,QAAQ,GAA4B;IACxC,KAAK,CAAC,KAAK,CAA0B,CAAS;;QAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAExD,CAAC;QAEF,MAAM,IAAI,GAAG,IAAA,6BAAU,EAAC;YACtB,IAAI,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAa;YAClD,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,CAAa;YACtE,SAAS,EAAE,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,KAAK,CAAY;YAClE,mBAAmB,EAAE,IAAI,CAAC,gBAAgB,CAAC,qBAAqB,EAAE,CAAC,EAAE,IAAI,CAAY;YACrF,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAgB;YAC3D,OAAO,EAAE,IAAA,wCAAqB,EAAC,UAAU,CAAC;SAC3C,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;YAClD,MAAM,EAAE,MAAM;YACd,GAAG,EAAE,WAAW;YAChB,IAAI;SACL,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,EAAE,CAAC,EAAE,KAAK,CAAY,CAAC;QAC1F,IAAI,CAAC,iBAAiB;YAAE,OAAO,QAAQ,CAAC;QAExC,MAAM,SAAS,GACb,MAAC,QAAoC,CAAC,UAAU,mCAChD,aAAc,QAAgC,CAAC,MAAM,EAAE,CAAC;QAC1D,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;IAC3F,CAAC;IAED,KAAK,CAAC,SAAS,CAA0B,CAAS;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAW,CAAC;QAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAW,CAAC;QAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,GAAG,CAAW,CAAC;QACtE,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,EAAE,CAAC,EAAE,KAAK,CAAY,CAAC;QAE7E,MAAM,MAAM,GAAG,aAAa,KAAK,EAAE,CAAC;QACpC,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,eAAe,CAAC,IAAI,CACzB,IAAI,EACJ,CAAC,EACD,GAAG,MAAM,SAAS,IAAI,cAAc,QAAQ,EAAE,EAC9C,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,CACxC,CAAC;QACJ,CAAC;QACD,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;YAClC,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,MAAM;YACX,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE;SAClC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAA0B,CAAS;QAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;QACvE,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAW,CAAC;QAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,GAAG,CAAW,CAAC;QACtE,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;YAClC,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,gBAAgB;YACrB,EAAE,EAAE,IAAA,6BAAU,EAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;SAC1D,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAA0B,CAAS;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAW,CAAC;QAC1D,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,aAAa,KAAK,EAAE,EAAE,CAAC,CAAC;IACvF,CAAC;CACF,CAAC;AAEF,MAAM,QAAQ,GAA4B;IACxC,KAAK,CAAC,KAAK,CAA0B,CAAS;QAC5C,MAAM,IAAI,GAAG,IAAA,6BAAU,EAAC;YACtB,GAAG,EAAE,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAW;YAC9C,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAW;YACrD,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAW;YACtD,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,CAAa;YACtE,SAAS,EAAE,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,KAAK,CAAY;YAClE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,CAAC,EAAE,IAAI,CAAY;YAC/E,kBAAkB,EAAE,IAAI,CAAC,gBAAgB,CAAC,oBAAoB,EAAE,CAAC,EAAE,KAAK,CAAY;YACpF,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAgB;SAC5D,CAAC,CAAC;QACH,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,KAAK,CAAC,SAAS,CAA0B,CAAS;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAW,CAAC;QAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAW,CAAC;QAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,GAAG,CAAW,CAAC;QACtE,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,EAAE,CAAC,EAAE,KAAK,CAAY,CAAC;QAE7E,MAAM,MAAM,GAAG,aAAa,KAAK,EAAE,CAAC;QACpC,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,eAAe,CAAC,IAAI,CACzB,IAAI,EACJ,CAAC,EACD,GAAG,MAAM,SAAS,IAAI,cAAc,QAAQ,EAAE,EAC9C,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,CACxC,CAAC;QACJ,CAAC;QACD,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;YAClC,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,MAAM;YACX,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE;SAClC,CAAC,CAAC;IACL,CAAC;CACF,CAAC;AAEF,MAAM,UAAU,GAA4B;IAC1C,KAAK,CAAC,MAAM,CAA0B,CAAS;QAC7C,MAAM,IAAI,GAAG,IAAA,6BAAU,EAAC;YACtB,GAAG,EAAE,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAW;YAC9C,UAAU,EAAE,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC,CAAW;YAC5D,WAAW,EAAE,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC,EAAE,EAAE,CAAW;SACnE,CAAC,CAAC;QACH,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;IACrF,CAAC;IAED,KAAK,CAAC,IAAI,CAA0B,CAAS;QAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAW,CAAC;QAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,GAAG,CAAW,CAAC;QACtE,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;YAClC,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,cAAc;YACnB,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE;SAClC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,GAAG,CAA0B,CAAS;QAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAW,CAAC;QAC3D,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,gBAAgB,EAAE,EAAE,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,KAAK,CAAC,MAAM,CAA0B,CAAS;QAC7C,MAAM,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAW,CAAC;QAC3D,MAAM,IAAI,GAAG,IAAA,6BAAU,EAAC,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC,CAAC;QACrF,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,gBAAgB,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED,KAAK,CAAC,MAAM,CAA0B,CAAS;QAC7C,MAAM,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAW,CAAC;QAC3D,MAAM,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,gBAAgB,EAAE,EAAE,EAAE,CAAC,CAAC;QACpF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,YAAY,CAA0B,CAAS;QACnD,MAAM,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAW,CAAC;QAC3D,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;YAClC,MAAM,EAAE,MAAM;YACd,GAAG,EAAE,gBAAgB,EAAE,gBAAgB;SACxC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAA0B,CAAS;QACrD,MAAM,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAW,CAAC;QAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAW,CAAC;QAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,GAAG,CAAW,CAAC;QACtE,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;QACxE,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;YAClC,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,gBAAgB,EAAE,aAAa;YACpC,EAAE,EAAE,IAAA,6BAAU,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;SACtD,CAAC,CAAC;IACL,CAAC;CACF,CAAC;AAEF,SAAS,QAAQ,CAAC,GAA4B,EAAE,QAAgB;IAC9D,OAAO,KAAK,WAAoC,CAAS,EAAE,SAAiB;QAC1E,MAAM,EAAE,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC;QAC1B,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,WAAW,QAAQ,eAAe,SAAS,EAAE,CAAC,CAAC;QAC9F,CAAC;QACD,OAAO,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;IACrC,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,QAAQ,GAA4B;IACxC,OAAO,EAAE,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC;IACxC,MAAM,EAAE,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC;IACrC,KAAK,EAAE,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAClC,KAAK,EAAE,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAClC,OAAO,EAAE,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC;IAExC,KAAK,CAAC,GAAG,CAA0B,CAAS;QAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAW,CAAC;QACtD,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;QACvE,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;YAClC,MAAM,EAAE,MAAM;YACd,GAAG,EAAE,SAAS;YACd,IAAI,EAAE,IAAA,6BAAU,EAAC,EAAE,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;SACtC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU,CAA0B,CAAS;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;QACvE,OAAO,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;YAClC,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,gBAAgB;YACrB,EAAE,EAAE,IAAA,6BAAU,EAAC,OAAO,CAAC;SACxB,CAAC,CAAC;IACL,CAAC;CACF,CAAC"}

package/dist/nodes/ScraperApi/descriptions/BatchDescription.d.ts

@@ -0,0 +1,3 @@
+import { INodeProperties } from 'n8n-workflow';
+export declare const batchOperations: INodeProperties[];
+export declare const batchFields: INodeProperties[];

package/dist/nodes/ScraperApi/descriptions/BatchDescription.js

@@ -0,0 +1,143 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.batchFields = exports.batchOperations = void 0;
+const shared_1 = require("./shared");
+const startShow = { resource: ['batch'], operation: ['start'] };
+const statusShow = { resource: ['batch'], operation: ['getStatus'] };
+const listShow = { resource: ['batch'], operation: ['listJobs'] };
+exports.batchOperations = [
+    {
+        displayName: 'Operation',
+        name: 'operation',
+        type: 'options',
+        noDataExpression: true,
+        displayOptions: { show: { resource: ['batch'] } },
+        options: [
+            {
+                name: 'Start Batch',
+                value: 'start',
+                action: 'Start a batch extraction job',
+                description: 'Queue many URLs for extraction in a single job',
+            },
+            {
+                name: 'Get Status',
+                value: 'getStatus',
+                action: 'Get a batch job status',
+                description: 'Retrieve the status and results of a batch job',
+            },
+            {
+                name: 'List Jobs',
+                value: 'listJobs',
+                action: 'List batch jobs',
+                description: 'List and filter batch jobs',
+            },
+            {
+                name: 'Cancel',
+                value: 'cancel',
+                action: 'Cancel a batch job',
+                description: 'Stop a batch job that has not finished yet',
+            },
+        ],
+        default: 'start',
+    },
+];
+exports.batchFields = [
+    {
+        displayName: 'URLs',
+        name: 'urls',
+        type: 'string',
+        required: true,
+        typeOptions: { multipleValues: true, multipleValueButtonText: 'Add URL' },
+        default: [],
+        placeholder: 'https://example.com',
+        description: 'The URLs to extract content from',
+        displayOptions: { show: startShow },
+    },
+    {
+        displayName: 'Output Formats',
+        name: 'formats',
+        type: 'multiOptions',
+        options: [
+            { name: 'HTML', value: 'html' },
+            { name: 'Markdown', value: 'markdown' },
+        ],
+        default: ['markdown'],
+        description: 'Output formats to return for every URL',
+        displayOptions: { show: startShow },
+    },
+    {
+        displayName: 'Render JavaScript',
+        name: 'render_js',
+        type: 'boolean',
+        default: false,
+        description: 'Whether to use a headless browser to render each page (slower, more expensive)',
+        displayOptions: { show: startShow },
+    },
+    {
+        displayName: 'Ignore Invalid URLs',
+        name: 'ignore_invalid_urls',
+        type: 'boolean',
+        default: true,
+        description: 'Whether to skip URLs that fail validation instead of rejecting the whole batch. Skipped URLs are returned in invalid_urls.',
+        displayOptions: { show: startShow },
+    },
+    ...(0, shared_1.pollingFields)(startShow, { waitDefault: false, intervalMs: 5000, timeoutMs: 900000 }),
+    (0, shared_1.proxyCollection)(startShow),
+    {
+        displayName: 'Custom Headers',
+        name: 'headers',
+        type: 'fixedCollection',
+        typeOptions: { multipleValues: true },
+        placeholder: 'Add Header',
+        default: {},
+        displayOptions: { show: startShow },
+        options: [
+            {
+                displayName: 'Header',
+                name: 'header',
+                values: [
+                    { displayName: 'Name', name: 'name', type: 'string', default: '' },
+                    { displayName: 'Value', name: 'value', type: 'string', default: '' },
+                ],
+            },
+        ],
+    },
+    {
+        displayName: 'Job ID',
+        name: 'jobId',
+        type: 'string',
+        required: true,
+        default: '',
+        description: 'The batch job ID returned when the batch was started',
+        displayOptions: { show: { resource: ['batch'], operation: ['getStatus', 'cancel'] } },
+    },
+    ...(0, shared_1.pollingFields)(statusShow, { waitDefault: false, intervalMs: 5000, timeoutMs: 900000 }),
+    ...(0, shared_1.paginationFields)(statusShow),
+    {
+        displayName: 'Filters',
+        name: 'filters',
+        type: 'collection',
+        placeholder: 'Add Filter',
+        default: {},
+        displayOptions: { show: listShow },
+        options: [
+            { displayName: 'End Date', name: 'end_date', type: 'dateTime', default: '' },
+            { displayName: 'Start Date', name: 'start_date', type: 'dateTime', default: '' },
+            {
+                displayName: 'Status',
+                name: 'status',
+                type: 'options',
+                options: [
+                    { name: 'Cancelled', value: 'cancelled' },
+                    { name: 'Completed', value: 'completed' },
+                    { name: 'Failed', value: 'failed' },
+                    { name: 'Processing', value: 'processing' },
+                    { name: 'Queued', value: 'queued' },
+                ],
+                default: 'queued',
+            },
+        ],
+    },
+    ...(0, shared_1.paginationFields)(listShow),
+];
+//# sourceMappingURL=BatchDescription.js.map

package/dist/nodes/ScraperApi/descriptions/BatchDescription.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BatchDescription.js","sourceRoot":"","sources":["../../../../nodes/ScraperApi/descriptions/BatchDescription.ts"],"names":[],"mappings":";;;AAEA,qCAA4E;AAE5E,MAAM,SAAS,GAAG,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;AAChE,MAAM,UAAU,GAAG,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;AACrE,MAAM,QAAQ,GAAG,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;AAErD,QAAA,eAAe,GAAsB;IAChD;QACE,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,SAAS;QACf,gBAAgB,EAAE,IAAI;QACtB,cAAc,EAAE,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE;QACjD,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,OAAO;gBACd,MAAM,EAAE,8BAA8B;gBACtC,WAAW,EAAE,gDAAgD;aAC9D;YACD;gBACE,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE,wBAAwB;gBAChC,WAAW,EAAE,gDAAgD;aAC9D;YACD;gBACE,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,UAAU;gBACjB,MAAM,EAAE,iBAAiB;gBACzB,WAAW,EAAE,4BAA4B;aAC1C;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,QAAQ;gBACf,MAAM,EAAE,oBAAoB;gBAC5B,WAAW,EAAE,4CAA4C;aAC1D;SACF;QACD,OAAO,EAAE,OAAO;KACjB;CACF,CAAC;AAEW,QAAA,WAAW,GAAsB;IAE5C;QACE,WAAW,EAAE,MAAM;QACnB,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,WAAW,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,uBAAuB,EAAE,SAAS,EAAE;QACzE,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,kCAAkC;QAC/C,cAAc,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;KACpC;IACD;QACE,WAAW,EAAE,gBAAgB;QAC7B,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;YAC/B,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;SACxC;QACD,OAAO,EAAE,CAAC,UAAU,CAAC;QACrB,WAAW,EAAE,wCAAwC;QACrD,cAAc,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;KACpC;IACD;QACE,WAAW,EAAE,mBAAmB;QAChC,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,gFAAgF;QAC7F,cAAc,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;KACpC;IACD;QACE,WAAW,EAAE,qBAAqB;QAClC,IAAI,EAAE,qBAAqB;QAC3B,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,IAAI;QACb,WAAW,EACT,4HAA4H;QAC9H,cAAc,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;KACpC;IACD,GAAG,IAAA,sBAAa,EAAC,SAAS,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;IACxF,IAAA,wBAAe,EAAC,SAAS,CAAC;IAC1B;QACE,WAAW,EAAE,gBAAgB;QAC7B,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACrC,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;QACnC,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,QAAQ;gBACrB,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE;oBACN,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;oBAClE,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;iBACrE;aACF;SACF;KACF;IAGD;QACE,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,sDAAsD;QACnE,cAAc,EAAE,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE,EAAE;KACtF;IACD,GAAG,IAAA,sBAAa,EAAC,UAAU,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;IACzF,GAAG,IAAA,yBAAgB,EAAC,UAAU,CAAC;IAG/B;QACE,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAClC,OAAO,EAAE;YACP,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE;YAC5E,EAAE,WAAW,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE;YAChF;gBACE,WAAW,EAAE,QAAQ;gBACrB,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBACzC,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBACzC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;oBACnC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC3C,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;iBACpC;gBACD,OAAO,EAAE,QAAQ;aAClB;SACF;KACF;IACD,GAAG,IAAA,yBAAgB,EAAC,QAAQ,CAAC;CAC9B,CAAC"}

package/dist/nodes/ScraperApi/descriptions/CrawlDescription.d.ts

@@ -0,0 +1,3 @@
+import { INodeProperties } from 'n8n-workflow';
+export declare const crawlOperations: INodeProperties[];
+export declare const crawlFields: INodeProperties[];

package/dist/nodes/ScraperApi/descriptions/CrawlDescription.js

@@ -0,0 +1,103 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.crawlFields = exports.crawlOperations = void 0;
+const shared_1 = require("./shared");
+const startShow = { resource: ['crawl'], operation: ['start'] };
+const statusShow = { resource: ['crawl'], operation: ['getStatus'] };
+exports.crawlOperations = [
+    {
+        displayName: 'Operation',
+        name: 'operation',
+        type: 'options',
+        noDataExpression: true,
+        displayOptions: { show: { resource: ['crawl'] } },
+        options: [
+            {
+                name: 'Start Crawl',
+                value: 'start',
+                action: 'Start a crawl job',
+                description: 'Crawl a website starting from a seed URL',
+            },
+            {
+                name: 'Get Status',
+                value: 'getStatus',
+                action: 'Get crawl job status',
+                description: 'Poll for the current status and results of a crawl job',
+            },
+        ],
+        default: 'start',
+    },
+];
+exports.crawlFields = [
+    {
+        displayName: 'URL',
+        name: 'url',
+        type: 'string',
+        required: true,
+        default: '',
+        description: 'Seed URL to start crawling from',
+        displayOptions: { show: startShow },
+    },
+    {
+        displayName: 'Depth',
+        name: 'depth',
+        type: 'number',
+        default: 2,
+        typeOptions: { minValue: 1, maxValue: 10 },
+        description: 'Maximum BFS depth from the seed URL (1 = seed only)',
+        displayOptions: { show: startShow },
+    },
+    {
+        displayName: 'Limit',
+        name: 'limit',
+        type: 'number',
+        default: 50,
+        typeOptions: { minValue: 1 },
+        description: 'Max number of results to return',
+        displayOptions: { show: startShow },
+    },
+    {
+        displayName: 'Output Formats',
+        name: 'formats',
+        type: 'multiOptions',
+        options: [
+            { name: 'Markdown', value: 'markdown' },
+            { name: 'HTML', value: 'html' },
+        ],
+        default: ['markdown'],
+        displayOptions: { show: startShow },
+    },
+    {
+        displayName: 'Render JavaScript',
+        name: 'render_js',
+        type: 'boolean',
+        default: false,
+        displayOptions: { show: startShow },
+    },
+    {
+        displayName: 'Same Domain Only',
+        name: 'same_domain_only',
+        type: 'boolean',
+        default: true,
+        displayOptions: { show: startShow },
+    },
+    {
+        displayName: 'Include Subdomains',
+        name: 'include_subdomains',
+        type: 'boolean',
+        default: false,
+        displayOptions: { show: { ...startShow, same_domain_only: [true] } },
+    },
+    (0, shared_1.proxyCollection)(startShow),
+    {
+        displayName: 'Job ID',
+        name: 'jobId',
+        type: 'string',
+        required: true,
+        default: '',
+        displayOptions: { show: statusShow },
+    },
+    ...(0, shared_1.pollingFields)(statusShow, { waitDefault: false, intervalMs: 5000, timeoutMs: 600000 }),
+    ...(0, shared_1.paginationFields)(statusShow),
+];
+//# sourceMappingURL=CrawlDescription.js.map

package/dist/nodes/ScraperApi/descriptions/CrawlDescription.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CrawlDescription.js","sourceRoot":"","sources":["../../../../nodes/ScraperApi/descriptions/CrawlDescription.ts"],"names":[],"mappings":";;;AAEA,qCAA4E;AAE5E,MAAM,SAAS,GAAG,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;AAChE,MAAM,UAAU,GAAG,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;AAExD,QAAA,eAAe,GAAsB;IAChD;QACE,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,SAAS;QACf,gBAAgB,EAAE,IAAI;QACtB,cAAc,EAAE,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE;QACjD,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,OAAO;gBACd,MAAM,EAAE,mBAAmB;gBAC3B,WAAW,EAAE,0CAA0C;aACxD;YACD;gBACE,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE,sBAAsB;gBAC9B,WAAW,EAAE,wDAAwD;aACtE;SACF;QACD,OAAO,EAAE,OAAO;KACjB;CACF,CAAC;AAEW,QAAA,WAAW,GAAsB;IAE5C;QACE,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,iCAAiC;QAC9C,cAAc,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;KACpC;IACD;QACE,WAAW,EAAE,OAAO;QACpB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC1C,WAAW,EAAE,qDAAqD;QAClE,cAAc,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;KACpC;IACD;QACE,WAAW,EAAE,OAAO;QACpB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE;QAC5B,WAAW,EAAE,iCAAiC;QAC9C,cAAc,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;KACpC;IACD;QACE,WAAW,EAAE,gBAAgB;QAC7B,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;YACvC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;SAChC;QACD,OAAO,EAAE,CAAC,UAAU,CAAC;QACrB,cAAc,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;KACpC;IACD;QACE,WAAW,EAAE,mBAAmB;QAChC,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;QACd,cAAc,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;KACpC;IACD;QACE,WAAW,EAAE,kBAAkB;QAC/B,IAAI,EAAE,kBAAkB;QACxB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,IAAI;QACb,cAAc,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;KACpC;IACD;QACE,WAAW,EAAE,oBAAoB;QACjC,IAAI,EAAE,oBAAoB;QAC1B,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;QACd,cAAc,EAAE,EAAE,IAAI,EAAE,EAAE,GAAG,SAAS,EAAE,gBAAgB,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE;KACrE;IACD,IAAA,wBAAe,EAAC,SAAS,CAAC;IAG1B;QACE,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,cAAc,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;KACrC;IACD,GAAG,IAAA,sBAAa,EAAC,UAAU,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;IACzF,GAAG,IAAA,yBAAgB,EAAC,UAAU,CAAC;CAChC,CAAC"}

package/dist/nodes/ScraperApi/descriptions/ExtractDescription.d.ts

@@ -0,0 +1,3 @@
+import { INodeProperties } from 'n8n-workflow';
+export declare const extractOperations: INodeProperties[];
+export declare const extractFields: INodeProperties[];