n8n-nodes-scraperapi 0.2.0

package/dist/nodes/ScraperApiTrigger/ScraperApiTrigger.node.d.ts

@@ -0,0 +1,12 @@
+import { IHookFunctions, INodeType, INodeTypeDescription, IWebhookFunctions, IWebhookResponseData } from 'n8n-workflow';
+export declare class ScraperApiTrigger implements INodeType {
+    description: INodeTypeDescription;
+    webhookMethods: {
+        default: {
+            checkExists(this: IHookFunctions): Promise<boolean>;
+            create(this: IHookFunctions): Promise<boolean>;
+            delete(this: IHookFunctions): Promise<boolean>;
+        };
+    };
+    webhook(this: IWebhookFunctions): Promise<IWebhookResponseData>;
+}

package/dist/nodes/ScraperApiTrigger/ScraperApiTrigger.node.js

@@ -0,0 +1,169 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScraperApiTrigger = void 0;
+const crypto_1 = require("crypto");
+const GenericFunctions_1 = require("../ScraperApi/GenericFunctions");
+const shared_1 = require("../ScraperApi/descriptions/shared");
+const SIGNATURE_HEADER = 'x-webhook-signature';
+function isValidSignature(secret, rawBody, providedHeader) {
+    const provided = providedHeader.replace(/^sha256=/i, '').trim().toLowerCase();
+    if (!provided)
+        return false;
+    const payload = Buffer.isBuffer(rawBody) ? rawBody : Buffer.from(rawBody, 'utf8');
+    const expected = (0, crypto_1.createHmac)('sha256', secret).update(payload).digest('hex');
+    if (expected.length !== provided.length)
+        return false;
+    try {
+        return (0, crypto_1.timingSafeEqual)(Buffer.from(expected, 'hex'), Buffer.from(provided, 'hex'));
+    }
+    catch {
+        return false;
+    }
+}
+class ScraperApiTrigger {
+    constructor() {
+        this.description = {
+            displayName: 'Scraper API Trigger',
+            name: 'scraperApiTrigger',
+            icon: 'file:scraper-geonode.svg',
+            group: ['trigger'],
+            version: 1,
+            subtitle: '={{$parameter["event_type"]}}',
+            description: 'Starts the workflow when the Scraper API delivers a webhook event',
+            defaults: { name: 'Scraper API Trigger' },
+            inputs: [],
+            outputs: ['main'],
+            credentials: [{ name: 'scraperApiApi', required: true }],
+            webhooks: [
+                {
+                    name: 'default',
+                    httpMethod: 'POST',
+                    responseMode: 'onReceived',
+                    path: 'webhook',
+                },
+            ],
+            properties: [
+                {
+                    displayName: 'Event Type',
+                    name: 'event_type',
+                    type: 'options',
+                    options: shared_1.eventTypeOptions,
+                    default: 'extract_completed',
+                    required: true,
+                    description: 'Which Scraper API event should trigger this workflow',
+                },
+                {
+                    displayName: 'Description',
+                    name: 'description',
+                    type: 'string',
+                    default: 'n8n workflow webhook',
+                    description: 'Free-form description stored on the webhook record',
+                },
+                {
+                    displayName: 'Verify Signature',
+                    name: 'verifySignature',
+                    type: 'boolean',
+                    default: true,
+                    description: 'Whether to verify the X-Webhook-Signature header against the secret returned at registration; rejects mismatched payloads',
+                },
+            ],
+        };
+        this.webhookMethods = {
+            default: {
+                async checkExists() {
+                    const webhookData = this.getWorkflowStaticData('node');
+                    if (!webhookData.webhookId)
+                        return false;
+                    try {
+                        await GenericFunctions_1.scraperApiRequest.call(this, {
+                            method: 'GET',
+                            url: `/v1/webhooks/${webhookData.webhookId}`,
+                        });
+                        return true;
+                    }
+                    catch {
+                        delete webhookData.webhookId;
+                        delete webhookData.secret;
+                        return false;
+                    }
+                },
+                async create() {
+                    const webhookUrl = this.getNodeWebhookUrl('default');
+                    if (!webhookUrl)
+                        return false;
+                    const eventType = this.getNodeParameter('event_type');
+                    const description = this.getNodeParameter('description', 'n8n workflow webhook');
+                    const response = (await GenericFunctions_1.scraperApiRequest.call(this, {
+                        method: 'POST',
+                        url: '/v1/webhooks',
+                        body: {
+                            url: webhookUrl,
+                            event_type: eventType,
+                            description,
+                        },
+                    }));
+                    if (!response.id)
+                        return false;
+                    const webhookData = this.getWorkflowStaticData('node');
+                    webhookData.webhookId = response.id;
+                    if (response.secret)
+                        webhookData.secret = response.secret;
+                    return true;
+                },
+                async delete() {
+                    const webhookData = this.getWorkflowStaticData('node');
+                    if (!webhookData.webhookId)
+                        return true;
+                    try {
+                        await GenericFunctions_1.scraperApiRequest.call(this, {
+                            method: 'DELETE',
+                            url: `/v1/webhooks/${webhookData.webhookId}`,
+                        });
+                    }
+                    catch {
+                    }
+                    delete webhookData.webhookId;
+                    delete webhookData.secret;
+                    return true;
+                },
+            },
+        };
+    }
+    async webhook() {
+        var _a, _b, _c, _d;
+        const req = this.getRequestObject();
+        const body = ((_a = req.body) !== null && _a !== void 0 ? _a : {});
+        const headers = ((_b = req.headers) !== null && _b !== void 0 ? _b : {});
+        const verify = this.getNodeParameter('verifySignature', true);
+        if (verify) {
+            const staticData = this.getWorkflowStaticData('node');
+            const secret = staticData.secret;
+            const rawHeader = (_c = headers[SIGNATURE_HEADER]) !== null && _c !== void 0 ? _c : headers[SIGNATURE_HEADER.toUpperCase()];
+            const signature = Array.isArray(rawHeader) ? rawHeader[0] : rawHeader;
+            if (!secret) {
+                return {
+                    webhookResponse: { statusCode: 500, body: 'Webhook secret not stored — re-activate workflow' },
+                    noWebhookResponse: false,
+                };
+            }
+            if (!signature) {
+                return {
+                    webhookResponse: { statusCode: 401, body: 'Missing X-Webhook-Signature header' },
+                    noWebhookResponse: false,
+                };
+            }
+            const rawBody = (_d = req.rawBody) !== null && _d !== void 0 ? _d : Buffer.from(JSON.stringify(body), 'utf8');
+            if (!isValidSignature(secret, rawBody, signature)) {
+                return {
+                    webhookResponse: { statusCode: 401, body: 'Invalid signature' },
+                    noWebhookResponse: false,
+                };
+            }
+        }
+        return {
+            workflowData: [this.helpers.returnJsonArray([{ headers, body }])],
+        };
+    }
+}
+exports.ScraperApiTrigger = ScraperApiTrigger;
+//# sourceMappingURL=ScraperApiTrigger.node.js.map

package/dist/nodes/ScraperApiTrigger/ScraperApiTrigger.node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ScraperApiTrigger.node.js","sourceRoot":"","sources":["../../../nodes/ScraperApiTrigger/ScraperApiTrigger.node.ts"],"names":[],"mappings":";;;AAAA,mCAAqD;AAUrD,qEAAmE;AACnE,8DAAqE;AAErE,MAAM,gBAAgB,GAAG,qBAAqB,CAAC;AAE/C,SAAS,gBAAgB,CAAC,MAAc,EAAE,OAAwB,EAAE,cAAsB;IACxF,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC9E,IAAI,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAC;IAE5B,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAClF,MAAM,QAAQ,GAAG,IAAA,mBAAU,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5E,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAEtD,IAAI,CAAC;QACH,OAAO,IAAA,wBAAe,EAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;IACrF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAa,iBAAiB;IAA9B;QACE,gBAAW,GAAyB;YAClC,WAAW,EAAE,qBAAqB;YAClC,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,0BAA0B;YAChC,KAAK,EAAE,CAAC,SAAS,CAAC;YAClB,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,+BAA+B;YACzC,WAAW,EAAE,mEAAmE;YAChF,QAAQ,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE;YACzC,MAAM,EAAE,EAAE;YACV,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;YACxD,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,SAAS;oBACf,UAAU,EAAE,MAAM;oBAClB,YAAY,EAAE,YAAY;oBAC1B,IAAI,EAAE,SAAS;iBAChB;aACF;YACD,UAAU,EAAE;gBACV;oBACE,WAAW,EAAE,YAAY;oBACzB,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,SAAS;oBACf,OAAO,EAAE,yBAAgB;oBACzB,OAAO,EAAE,mBAAmB;oBAC5B,QAAQ,EAAE,IAAI;oBACd,WAAW,EAAE,sDAAsD;iBACpE;gBACD;oBACE,WAAW,EAAE,aAAa;oBAC1B,IAAI,EAAE,aAAa;oBACnB,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,sBAAsB;oBAC/B,WAAW,EAAE,oDAAoD;iBAClE;gBACD;oBACE,WAAW,EAAE,kBAAkB;oBAC/B,IAAI,EAAE,iBAAiB;oBACvB,IAAI,EAAE,SAAS;oBACf,OAAO,EAAE,IAAI;oBACb,WAAW,EACT,2HAA2H;iBAC9H;aACF;SACF,CAAC;QAEF,mBAAc,GAAG;YACf,OAAO,EAAE;gBACP,KAAK,CAAC,WAAW;oBACf,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;oBACvD,IAAI,CAAC,WAAW,CAAC,SAAS;wBAAE,OAAO,KAAK,CAAC;oBAEzC,IAAI,CAAC;wBACH,MAAM,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;4BACjC,MAAM,EAAE,KAAK;4BACb,GAAG,EAAE,gBAAgB,WAAW,CAAC,SAAS,EAAE;yBAC7C,CAAC,CAAC;wBACH,OAAO,IAAI,CAAC;oBACd,CAAC;oBAAC,MAAM,CAAC;wBACP,OAAO,WAAW,CAAC,SAAS,CAAC;wBAC7B,OAAO,WAAW,CAAC,MAAM,CAAC;wBAC1B,OAAO,KAAK,CAAC;oBACf,CAAC;gBACH,CAAC;gBAED,KAAK,CAAC,MAAM;oBACV,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;oBACrD,IAAI,CAAC,UAAU;wBAAE,OAAO,KAAK,CAAC;oBAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAW,CAAC;oBAChE,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,sBAAsB,CAAW,CAAC;oBAE3F,MAAM,QAAQ,GAAG,CAAC,MAAM,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;wBACnD,MAAM,EAAE,MAAM;wBACd,GAAG,EAAE,cAAc;wBACnB,IAAI,EAAE;4BACJ,GAAG,EAAE,UAAU;4BACf,UAAU,EAAE,SAAS;4BACrB,WAAW;yBACZ;qBACF,CAAC,CAAqC,CAAC;oBAExC,IAAI,CAAC,QAAQ,CAAC,EAAE;wBAAE,OAAO,KAAK,CAAC;oBAE/B,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;oBACvD,WAAW,CAAC,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAC;oBACpC,IAAI,QAAQ,CAAC,MAAM;wBAAE,WAAW,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;oBAC1D,OAAO,IAAI,CAAC;gBACd,CAAC;gBAED,KAAK,CAAC,MAAM;oBACV,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;oBACvD,IAAI,CAAC,WAAW,CAAC,SAAS;wBAAE,OAAO,IAAI,CAAC;oBAExC,IAAI,CAAC;wBACH,MAAM,oCAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;4BACjC,MAAM,EAAE,QAAQ;4BAChB,GAAG,EAAE,gBAAgB,WAAW,CAAC,SAAS,EAAE;yBAC7C,CAAC,CAAC;oBACL,CAAC;oBAAC,MAAM,CAAC;oBAET,CAAC;oBAED,OAAO,WAAW,CAAC,SAAS,CAAC;oBAC7B,OAAO,WAAW,CAAC,MAAM,CAAC;oBAC1B,OAAO,IAAI,CAAC;gBACd,CAAC;aACF;SACF,CAAC;IAwCJ,CAAC;IAtCC,KAAK,CAAC,OAAO;;QACX,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,CAAC,MAAA,GAAG,CAAC,IAAI,mCAAI,EAAE,CAAe,CAAC;QAC5C,MAAM,OAAO,GAAG,CAAC,MAAA,GAAG,CAAC,OAAO,mCAAI,EAAE,CAAkD,CAAC;QAErF,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,IAAI,CAAY,CAAC;QACzE,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,UAAU,GAAG,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;YACtD,MAAM,MAAM,GAAG,UAAU,CAAC,MAA4B,CAAC;YACvD,MAAM,SAAS,GAAG,MAAA,OAAO,CAAC,gBAAgB,CAAC,mCAAI,OAAO,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAC;YACvF,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAEtE,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO;oBACL,eAAe,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,kDAAkD,EAAE;oBAC9F,iBAAiB,EAAE,KAAK;iBACzB,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,OAAO;oBACL,eAAe,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,oCAAoC,EAAE;oBAChF,iBAAiB,EAAE,KAAK;iBACzB,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAG,MAAC,GAAuC,CAAC,OAAO,mCAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;YAC9G,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;gBAClD,OAAO;oBACL,eAAe,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,mBAAmB,EAAE;oBAC/D,iBAAiB,EAAE,KAAK;iBACzB,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,YAAY,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;SAClE,CAAC;IACJ,CAAC;CACF;AAtJD,8CAsJC"}