n8n-nodes-scraperapi 0.2.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Geonode Team
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,185 @@
+# n8n-nodes-scraperapi
+
+Community n8n node package for the **Geonode Scraper API**. Wraps the public REST endpoints (`/v1/extract`, `/v1/map`, `/v1/crawl`, `/v1/webhooks`, `/v1/statistics`) and ships a webhook trigger that registers itself against `/v1/webhooks` automatically.
+
+The default deployment target is the preprod environment:
+
+```
+https://scraper-preprod-34do9l3uke5.geonode.com
+```
+
+You can point it at any other deployment by editing the **Base URL** field on the credential.
+
+---
+
+## Package structure
+
+```
+n8n-nodes-scraperapi/
+├─ credentials/
+│  └─ ScraperApiApi.credentials.ts   # X-Api-Key credential, tested against /v1/statistics
+├─ nodes/
+│  ├─ ScraperApi/
+│  │  ├─ ScraperApi.node.ts          # Action node (7 resources, ~20 operations)
+│  │  ├─ GenericFunctions.ts         # Auth + retry/backoff helpers + polling helper
+│  │  ├─ scraperapi.svg              # Node icon
+│  │  └─ descriptions/
+│  │     ├─ ExtractDescription.ts    # Form schema for extract: run / getJob / listJobs
+│  │     ├─ SearchDescription.ts     # Form schema for search: run / getJob / listJobs
+│  │     ├─ BatchDescription.ts      # Form schema for batch: start / getStatus / listJobs / cancel
+│  │     ├─ MapDescription.ts        # Form schema for map: discover URLs
+│  │     ├─ CrawlDescription.ts      # Form schema for crawl: start / getStatus
+│  │     ├─ WebhookDescription.ts    # Form schema for webhook CRUD + deliveries
+│  │     └─ StatisticsDescription.ts # Form schema for statistics: get
+│  └─ ScraperApiTrigger/
+│     ├─ ScraperApiTrigger.node.ts   # Trigger node — auto-registers on activate
+│     └─ scraperapi.svg
+├─ docker-compose.n8n.yml            # Local n8n that mounts this package as a custom extension
+├─ package.json                      # n8n entry points -> dist/**
+├─ tsconfig.json                     # Compiles credentials/** + nodes/** -> dist/
+├─ gulpfile.js                       # Copies SVG icons into dist/
+├─ .eslintrc.js                      # eslint-plugin-n8n-nodes-base rules
+└─ index.js                          # Empty — n8n loads via the "n8n" key in package.json
+```
+
+### Component descriptions
+
+#### Credential — `ScraperApiApi`
+
+**`X-Api-Key: <key>`** — your personal API key, sent on every request.
+
+Credential fields:
+
+| Field    | Default                                            | When to fill                                          |
+|----------|----------------------------------------------------|-------------------------------------------------------|
+| Base URL | `https://scraper-preprod-34do9l3uke5.geonode.com`  | Root URL, no trailing slash.                          |
+| API Key  | (empty)                                            | Required. Sent as `X-Api-Key`.                        |
+
+Clicking **Test** issues `GET {baseUrl}/v1/statistics` with the credentials applied. This endpoint is auth-gated.
+
+#### Action node — `ScraperApi`
+
+One node with seven resources, each exposing the relevant operations:
+
+| Resource     | Operation         | What it does                                                                                       |
+|--------------|-------------------|----------------------------------------------------------------------------------------------------|
+| `extract`    | Run Extraction    | `POST /v1/extract`. Pick formats (html / markdown), JS rendering, sync vs async, proxy, headers.   |
+| `extract`    | Get Job           | `GET /v1/extract/{job_id}` — fetch a single async job result.                                      |
+| `extract`    | List Jobs         | `GET /v1/extract/jobs` with filters (status, URL, date range) and pagination.                      |
+| `search`     | Run Search        | `POST /v1/search` — query plus optional engine, locale, page, safe search and time range.          |
+| `search`     | Get Job           | `GET /v1/search/{job_id}` — fetch a single search job.                                             |
+| `search`     | List Jobs         | `GET /v1/search/jobs` with filters (query, status, date range) and pagination.                     |
+| `batch`      | Start Batch       | `POST /v1/batch` — many URLs in one job; formats, JS rendering, proxy, headers, invalid-URL policy.|
+| `batch`      | Get Status        | `GET /v1/batch/{job_id}` — paginated results; optional client-side polling until terminal status.  |
+| `batch`      | List Jobs         | `GET /v1/batch/jobs` with filters (status, date range) and pagination.                             |
+| `batch`      | Cancel            | `DELETE /v1/batch/{job_id}` — stop a batch that has not finished.                                  |
+| `map`        | Discover URLs     | `POST /v1/map` — sitemap + optional search keyword, returns `links[]`.                             |
+| `crawl`      | Start Crawl       | `POST /v1/crawl` — seed URL, depth, limit, formats, same-domain / subdomain rules, proxy.          |
+| `crawl`      | Get Status        | `GET /v1/crawl/{job_id}` — paginated results; optional client-side polling until terminal status.  |
+| `webhook`    | Create            | `POST /v1/webhooks` — register a target URL for an event.                                          |
+| `webhook`    | Get / List        | `GET /v1/webhooks/{id}` and `GET /v1/webhooks` (paginated).                                        |
+| `webhook`    | Update            | `PATCH /v1/webhooks/{id}` — change URL, description, event type, active flag.                      |
+| `webhook`    | Delete            | `DELETE /v1/webhooks/{id}`.                                                                        |
+| `webhook`    | Rotate Secret     | `POST /v1/webhooks/{id}/rotate-secret` — issues a new HMAC signing secret.                         |
+| `webhook`    | List Deliveries   | `GET /v1/webhooks/{id}/deliveries` with status filter and pagination.                              |
+| `statistics` | Get               | `GET /v1/statistics` for an optional date range.                                                   |
+
+When a sync extract returns inline, the response is the raw `{data, ...}` body. For async (`processing_mode=async`) the API returns `{job_id, status, status_url, estimated_tokens}`; if **Wait for Completion** is on, the node polls `status_url` until the job hits `completed | failed | cancelled` and returns that final body.
+
+The shared HTTP helper (`GenericFunctions.scraperApiRequest`) handles:
+- `X-Api-Key` header injection via the credential
+- Up to 5 retries on `429` and `5xx` with exponential backoff
+- `Retry-After` header support (seconds or HTTP-date)
+- Conversion of non-retryable errors into `NodeApiError` so n8n surfaces them in the UI
+
+#### Trigger node — `ScraperApiTrigger`
+
+Use this when you want a workflow to run **whenever the Scraper API emits an event** (`extract_completed`, `crawl_completed`).
+
+On workflow activation it:
+1. Calls `POST /v1/webhooks` with n8n's public webhook URL and the chosen event type.
+2. Stashes the returned `id` and `secret` in workflow static data.
+
+On webhook delivery it (optionally) verifies `X-Webhook-Signature: sha256=<hex>` using HMAC-SHA256 + the stored secret, then emits `{headers, body}` as workflow input.
+
+On deactivation it calls `DELETE /v1/webhooks/{id}` to clean up.
+
+---
+
+## Running the node
+
+A ready-made compose file lives at `docker-compose.n8n.yml` in this directory. It mounts this package into n8n's custom-extensions dir and exposes the editor on `http://localhost:5678`.
+
+From this directory:
+
+```bash
+# 1. Install deps and build the package
+npm install
+npm run build        # produces ./dist/ which docker-compose mounts into n8n
+
+# 2. Start n8n
+docker compose -f docker-compose.n8n.yml up -d
+```
+
+> The compose file mounts the package directory read-only into `/home/node/.n8n/custom/n8n-nodes-scraperapi`. n8n reads the `n8n` key from `package.json` and loads the compiled JS from `dist/**`, so **`npm run build` must succeed before starting the container** (or before restarting after code changes).
+
+After the container is up:
+
+1. Open `http://localhost:5678` and finish the n8n owner setup.
+2. **Credentials → New → Scraper API**.
+   - Base URL: `https://scraper-preprod-34do9l3uke5.geonode.com` (the default).
+   - API Key: your preprod key.
+   - Click **Test** — expects 200 from `/v1/health`.
+3. New workflow → search **Scraper API** → drop it in.
+
+To pick up code changes:
+
+```bash
+npm run build
+docker compose -f docker-compose.n8n.yml restart n8n
+```
+
+To stop / clean up:
+
+```bash
+docker compose -f docker-compose.n8n.yml down            # stop, keep data
+docker compose -f docker-compose.n8n.yml down -v         # also drop the n8n_data volume
+```
+
+### Smoke test
+
+In a workflow, add **Scraper API** → resource `extract` → operation `Run Extraction`:
+
+![Creation](./docs/screenshots/node-creating.png)
+![List](./docs/screenshots/nodes-list.png)
+
+- URL: `https://example.com`
+- Output Formats: `html`
+- Render JavaScript: off
+- Processing Mode: `Sync (Block Until Done)`
+
+![Execution](./docs/screenshots/node-execution.png)
+
+Click **Execute Node** — you should see a JSON output with `data.html` populated.
+
+Then try the trigger: in a separate workflow add **Scraper API Trigger**, pick `extract_completed`, **save** and **activate**. The node will register a webhook against `/v1/webhooks`. Run an `extract` against the same deployment with `processing_mode=async`; when it finishes, the trigger workflow fires.
+
+---
+
+## Scripts reference
+
+```bash
+npm run build      # tsc + copy SVG icons into dist/
+npm run dev        # tsc --watch
+npm run lint       # eslint with eslint-plugin-n8n-nodes-base
+npm run lintfix    # eslint --fix
+npm run format     # prettier on nodes/ and credentials/
+```
+
+## Notes specific to this API
+
+- **Auth** — `X-Api-Key` header (per-user). See `app/api/security/auth_token_handler.py`. Billing user resolution happens in `app/api/security/user_resolver.py`.
+- **Async extract** — `processing_mode=async` returns 202 with `{job_id, status, status_url, estimated_tokens}` (see `app/api/v1/extract/router.py`). The node polls `status_url` when **Wait for Completion** is on.
+- **Throttling (HTTP 429)** — `scraperApiRequest` honors `Retry-After` and retries up to 5 times with exponential backoff (also covers transient 5xx).
+- **Errors** — surfaced as `NodeApiError`. The API returns `{code, message, correlation_id, retryable}` (see `app/api/v1/extract/schemas.py`).
+- **Webhook events** — `extract_completed`, `crawl_completed` (see `app/core/webhooks/event_types.py`).

package/dist/credentials/ScraperApiApi.credentials.d.ts

@@ -0,0 +1,9 @@
+import { IAuthenticateGeneric, ICredentialTestRequest, ICredentialType, INodeProperties } from 'n8n-workflow';
+export declare class ScraperApiApi implements ICredentialType {
+    name: string;
+    displayName: string;
+    documentationUrl: string;
+    properties: INodeProperties[];
+    authenticate: IAuthenticateGeneric;
+    test: ICredentialTestRequest;
+}

package/dist/credentials/ScraperApiApi.credentials.js

@@ -0,0 +1,47 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScraperApiApi = void 0;
+class ScraperApiApi {
+    constructor() {
+        this.name = 'scraperApiApi';
+        this.displayName = 'Scraper API';
+        this.documentationUrl = 'https://github.com/geonodecom/scraper-api';
+        this.properties = [
+            {
+                displayName: 'Base URL',
+                name: 'baseUrl',
+                type: 'string',
+                default: 'https://scraper-preprod-34do9l3uke5.geonode.com',
+                placeholder: 'https://scraper-preprod-34do9l3uke5.geonode.com',
+                description: 'Root URL of the Scraper API deployment (no trailing slash)',
+                required: true,
+            },
+            {
+                displayName: 'API Key',
+                name: 'apiKey',
+                type: 'string',
+                typeOptions: { password: true },
+                default: '',
+                required: true,
+                description: 'Sent as the X-Api-Key header. Required when the deployment has billing enabled (the default).',
+            },
+        ];
+        this.authenticate = {
+            type: 'generic',
+            properties: {
+                headers: {
+                    'X-Api-Key': '={{$credentials.apiKey}}',
+                },
+            },
+        };
+        this.test = {
+            request: {
+                baseURL: '={{$credentials.baseUrl}}',
+                url: '/v1/statistics',
+                method: 'GET',
+            },
+        };
+    }
+}
+exports.ScraperApiApi = ScraperApiApi;
+//# sourceMappingURL=ScraperApiApi.credentials.js.map

package/dist/credentials/ScraperApiApi.credentials.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ScraperApiApi.credentials.js","sourceRoot":"","sources":["../../credentials/ScraperApiApi.credentials.ts"],"names":[],"mappings":";;;AAOA,MAAa,aAAa;IAA1B;QACE,SAAI,GAAG,eAAe,CAAC;QACvB,gBAAW,GAAG,aAAa,CAAC;QAC5B,qBAAgB,GAAG,2CAA2C,CAAC;QAE/D,eAAU,GAAsB;YAC9B;gBACE,WAAW,EAAE,UAAU;gBACvB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,iDAAiD;gBAC1D,WAAW,EAAE,iDAAiD;gBAC9D,WAAW,EAAE,4DAA4D;gBACzE,QAAQ,EAAE,IAAI;aACf;YACD;gBACE,WAAW,EAAE,SAAS;gBACtB,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;gBAC/B,OAAO,EAAE,EAAE;gBACX,QAAQ,EAAE,IAAI;gBACd,WAAW,EACT,+FAA+F;aAClG;SACF,CAAC;QAEF,iBAAY,GAAyB;YACnC,IAAI,EAAE,SAAS;YACf,UAAU,EAAE;gBACV,OAAO,EAAE;oBACP,WAAW,EAAE,0BAA0B;iBACxC;aACF;SACF,CAAC;QAIF,SAAI,GAA2B;YAC7B,OAAO,EAAE;gBACP,OAAO,EAAE,2BAA2B;gBACpC,GAAG,EAAE,gBAAgB;gBACrB,MAAM,EAAE,KAAK;aACd;SACF,CAAC;IACJ,CAAC;CAAA;AA7CD,sCA6CC"}

package/dist/nodes/ScraperApi/GenericFunctions.d.ts

@@ -0,0 +1,23 @@
+import { IDataObject, IExecuteFunctions, IHookFunctions, IHttpRequestMethods, ILoadOptionsFunctions, IWebhookFunctions, JsonObject } from 'n8n-workflow';
+export type ScraperApiContext = IExecuteFunctions | IHookFunctions | IWebhookFunctions | ILoadOptionsFunctions;
+export interface ScraperApiRequestOptions {
+    method: IHttpRequestMethods;
+    url: string;
+    body?: IDataObject;
+    qs?: IDataObject;
+}
+export declare function scraperApiRequest(this: ScraperApiContext, options: ScraperApiRequestOptions): Promise<JsonObject>;
+export interface PollOptions {
+    jobUrl: string;
+    intervalMs?: number;
+    timeoutMs?: number;
+    terminalStatuses?: string[];
+}
+export declare function pollUntilComplete(this: ScraperApiContext, opts: PollOptions): Promise<JsonObject>;
+export declare function pruneEmpty<T extends Record<string, unknown>>(obj: T): T;
+export declare function headersFromCollection(raw: {
+    header?: Array<{
+        name: string;
+        value: string;
+    }>;
+} | undefined): Record<string, string> | undefined;

package/dist/nodes/ScraperApi/GenericFunctions.js

@@ -0,0 +1,111 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scraperApiRequest = scraperApiRequest;
+exports.pollUntilComplete = pollUntilComplete;
+exports.pruneEmpty = pruneEmpty;
+exports.headersFromCollection = headersFromCollection;
+const n8n_workflow_1 = require("n8n-workflow");
+const MAX_RETRY_ATTEMPTS = 5;
+const DEFAULT_BACKOFF_MS = 1000;
+const TERMINAL_STATUSES = ['completed', 'failed', 'cancelled'];
+function parseRetryAfter(value) {
+    if (value == null)
+        return null;
+    const raw = Array.isArray(value) ? value[0] : value;
+    const seconds = Number(raw);
+    if (!Number.isNaN(seconds) && seconds >= 0)
+        return Math.ceil(seconds * 1000);
+    const dateMs = Date.parse(String(raw));
+    if (Number.isNaN(dateMs))
+        return null;
+    return Math.max(0, dateMs - Date.now());
+}
+async function scraperApiRequest(options) {
+    var _a, _b, _c, _d;
+    const credentials = await this.getCredentials('scraperApiApi');
+    const baseUrl = String(credentials.baseUrl).replace(/\/+$/, '');
+    const isAbsoluteUrl = /^https?:\/\//i.test(options.url);
+    const requestOptions = {
+        method: options.method,
+        url: isAbsoluteUrl ? options.url : `${baseUrl}${options.url}`,
+        body: options.body,
+        qs: options.qs,
+        json: true,
+        returnFullResponse: true,
+    };
+    for (let attempt = 1;; attempt++) {
+        try {
+            const response = (await this.helpers.httpRequestWithAuthentication.call(this, 'scraperApiApi', requestOptions));
+            return response.body;
+        }
+        catch (error) {
+            const err = error;
+            const status = (_a = err.statusCode) !== null && _a !== void 0 ? _a : err.httpCode;
+            const isRetryable = status === 429 || (status !== undefined && status >= 500 && status < 600);
+            if (isRetryable && attempt < MAX_RETRY_ATTEMPTS) {
+                const retryAfterMs = (_d = parseRetryAfter((_c = (_b = err.response) === null || _b === void 0 ? void 0 : _b.headers) === null || _c === void 0 ? void 0 : _c['retry-after'])) !== null && _d !== void 0 ? _d : DEFAULT_BACKOFF_MS * 2 ** (attempt - 1);
+                await (0, n8n_workflow_1.sleep)(retryAfterMs);
+                continue;
+            }
+            throw new n8n_workflow_1.NodeApiError(this.getNode(), error);
+        }
+    }
+}
+async function pollUntilComplete(opts) {
+    var _a, _b, _c, _d;
+    const interval = (_a = opts.intervalMs) !== null && _a !== void 0 ? _a : 2000;
+    const timeout = (_b = opts.timeoutMs) !== null && _b !== void 0 ? _b : 5 * 60 * 1000;
+    const terminal = ((_c = opts.terminalStatuses) !== null && _c !== void 0 ? _c : TERMINAL_STATUSES).map((s) => s.toLowerCase());
+    const deadline = Date.now() + timeout;
+    while (true) {
+        const body = await scraperApiRequest.call(this, { method: 'GET', url: opts.jobUrl });
+        const status = String((_d = body.status) !== null && _d !== void 0 ? _d : '').toLowerCase();
+        if (terminal.includes(status))
+            return body;
+        if (Date.now() > deadline) {
+            throw new n8n_workflow_1.NodeApiError(this.getNode(), {
+                message: `Polling timed out after ${timeout}ms (last status: ${status || 'unknown'})`,
+            });
+        }
+        await (0, n8n_workflow_1.sleep)(interval);
+    }
+}
+function isPlainObject(v) {
+    return typeof v === 'object' && v !== null && !Array.isArray(v);
+}
+function pruneEmpty(obj) {
+    const out = {};
+    for (const [k, v] of Object.entries(obj)) {
+        if (v === undefined || v === null)
+            continue;
+        if (typeof v === 'string' && v.length === 0)
+            continue;
+        if (Array.isArray(v)) {
+            if (v.length === 0)
+                continue;
+            out[k] = v;
+            continue;
+        }
+        if (isPlainObject(v)) {
+            const pruned = pruneEmpty(v);
+            if (Object.keys(pruned).length === 0)
+                continue;
+            out[k] = pruned;
+            continue;
+        }
+        out[k] = v;
+    }
+    return out;
+}
+function headersFromCollection(raw) {
+    var _a, _b;
+    if (!((_a = raw === null || raw === void 0 ? void 0 : raw.header) === null || _a === void 0 ? void 0 : _a.length))
+        return undefined;
+    const out = {};
+    for (const h of raw.header) {
+        if (h.name)
+            out[h.name] = (_b = h.value) !== null && _b !== void 0 ? _b : '';
+    }
+    return Object.keys(out).length === 0 ? undefined : out;
+}
+//# sourceMappingURL=GenericFunctions.js.map

package/dist/nodes/ScraperApi/GenericFunctions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GenericFunctions.js","sourceRoot":"","sources":["../../../nodes/ScraperApi/GenericFunctions.ts"],"names":[],"mappings":";;AAwCA,8CA6CC;AASD,8CAoBC;AAUD,gCAmBC;AAED,sDASC;AA1JD,+CAWsB;AAetB,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,iBAAiB,GAAG,CAAC,WAAW,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;AAE/D,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/B,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACpD,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,OAAO,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IAC7E,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;AAC1C,CAAC;AAEM,KAAK,UAAU,iBAAiB,CAErC,OAAiC;;IAEjC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;IAC/D,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAChE,MAAM,aAAa,GAAG,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAExD,MAAM,cAAc,GAAwB;QAC1C,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE;QAC7D,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,IAAI,EAAE,IAAI;QACV,kBAAkB,EAAE,IAAI;KACzB,CAAC;IAEF,KAAK,IAAI,OAAO,GAAG,CAAC,GAAI,OAAO,EAAE,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,6BAA6B,CAAC,IAAI,CACrE,IAAI,EACJ,eAAe,EACf,cAAc,CACf,CAAyB,CAAC;YAC3B,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,GAAG,GAAG,KAIX,CAAC;YACF,MAAM,MAAM,GAAG,MAAA,GAAG,CAAC,UAAU,mCAAI,GAAG,CAAC,QAAQ,CAAC;YAC9C,MAAM,WAAW,GAAG,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,CAAC,CAAC;YAE9F,IAAI,WAAW,IAAI,OAAO,GAAG,kBAAkB,EAAE,CAAC;gBAChD,MAAM,YAAY,GAChB,MAAA,eAAe,CAAC,MAAA,MAAA,GAAG,CAAC,QAAQ,0CAAE,OAAO,0CAAG,aAAa,CAAC,CAAC,mCACvD,kBAAkB,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;gBAC1C,MAAM,IAAA,oBAAK,EAAC,YAAY,CAAC,CAAC;gBAC1B,SAAS;YACX,CAAC;YAED,MAAM,IAAI,2BAAY,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,KAAmB,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;AACH,CAAC;AASM,KAAK,UAAU,iBAAiB,CAErC,IAAiB;;IAEjB,MAAM,QAAQ,GAAG,MAAA,IAAI,CAAC,UAAU,mCAAI,IAAI,CAAC;IACzC,MAAM,OAAO,GAAG,MAAA,IAAI,CAAC,SAAS,mCAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;IAChD,MAAM,QAAQ,GAAG,CAAC,MAAA,IAAI,CAAC,gBAAgB,mCAAI,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IAC1F,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;IAEtC,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACrF,MAAM,MAAM,GAAG,MAAM,CAAC,MAAC,IAA4B,CAAC,MAAM,mCAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAChF,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC;QAC3C,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;YAC1B,MAAM,IAAI,2BAAY,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE;gBACrC,OAAO,EAAE,2BAA2B,OAAO,oBAAoB,MAAM,IAAI,SAAS,GAAG;aACxE,CAAC,CAAC;QACnB,CAAC;QACD,MAAM,IAAA,oBAAK,EAAC,QAAQ,CAAC,CAAC;IACxB,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,CAAU;IAC/B,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAClE,CAAC;AAMD,SAAgB,UAAU,CAAoC,GAAM;IAClE,MAAM,GAAG,GAA4B,EAAE,CAAC;IACxC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACzC,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI;YAAE,SAAS;QAC5C,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACtD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAC7B,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACX,SAAS;QACX,CAAC;QACD,IAAI,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;YACrB,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC7B,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAC/C,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;YAChB,SAAS;QACX,CAAC;QACD,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACb,CAAC;IACD,OAAO,GAAQ,CAAC;AAClB,CAAC;AAED,SAAgB,qBAAqB,CACnC,GAAoE;;IAEpE,IAAI,CAAC,CAAA,MAAA,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,MAAM,0CAAE,MAAM,CAAA;QAAE,OAAO,SAAS,CAAC;IAC3C,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,CAAC,IAAI;YAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,MAAA,CAAC,CAAC,KAAK,mCAAI,EAAE,CAAC;IAC1C,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC;AACzD,CAAC"}

package/dist/nodes/ScraperApi/ScraperApi.node.d.ts

@@ -0,0 +1,5 @@
+import { IExecuteFunctions, INodeExecutionData, INodeType, INodeTypeDescription } from 'n8n-workflow';
+export declare class ScraperApi implements INodeType {
+    description: INodeTypeDescription;
+    execute(this: IExecuteFunctions): Promise<INodeExecutionData[][]>;
+}