n8n-nodes-crawlbrulee 0.3.0 → 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -47,7 +47,7 @@ pick a resource, then an operation:
47
47
  | Scrape | Scrape URL | fetch one url, get back the content you asked for |
48
48
  | Scrape | Scrape URL (Async) | start a background job, get back its job id |
49
49
  | Scrape | Get Scrape Status | pending, running, done or failed |
50
- | Scrape | Get Scrape Result | the content of a finished job |
50
+ | Scrape | Get Scrape Result | the content of a finished job, for 24 hours after it was submitted |
51
51
  | Map | Map Website | a site's urls, from its sitemap and its homepage links |
52
52
  | Account | Get Credit Usage | credits used and left this billing cycle, plus your concurrency limit |
53
53
  | Account | Get Account Info | the organization and token behind the api key |
@@ -62,7 +62,7 @@ every field has a hint in n8n. three things the hints don't tell you:
62
62
 
63
63
  ### screenshots as files
64
64
 
65
- turn on **Download Screenshot** — it's on **Scrape URL** and on **Get Scrape Result** — and the node attaches the image as binary data under `screenshot`, plus one key per tile (`screenshot_slice_0`, `screenshot_slice_1`, …) when you set Slice Height. the urls stay in the json too. a download can fail, since a signed url can expire; the item still comes through with its page content and the reason lands on the json as `screenshot_download_error`.
65
+ turn on **Download Screenshot** — it's on **Scrape URL** and on **Get Scrape Result** — and the node attaches the image as binary data under `screenshot`, plus one key per tile (`screenshot_slice_0`, `screenshot_slice_1`, …) when you set Slice Height. the urls stay in the json too, but they are signed links that expire 24 hours after the scrape (for **Scrape URL (Async)**, 24 hours after the job was submitted), so turn this on when you need the image later in the workflow. a download can fail, since a signed url can expire; the item still comes through with its page content and the reason lands on the json as `screenshot_download_error`.
66
66
 
67
67
  ### what comes back
68
68
 
@@ -17,13 +17,13 @@ exports.scrapeOperations = {
17
17
  name: 'Get Scrape Result',
18
18
  value: 'getScrapeResult',
19
19
  action: 'Get scrape result',
20
- description: "Fetch the content of a finished async scrape. The site's own HTTP status is in page_status_code.",
20
+ description: "Fetch the content of a finished async scrape, up to 24 hours after it was submitted. The site's own HTTP status is in page_status_code.",
21
21
  },
22
22
  {
23
23
  name: 'Get Scrape Status',
24
24
  value: 'getScrapeStatus',
25
25
  action: 'Get scrape status',
26
- description: 'Check whether an async scrape is pending, running, done or failed',
26
+ description: 'Check whether an async scrape is pending, running, done or failed. Available for 24 hours after it was submitted.',
27
27
  },
28
28
  {
29
29
  name: 'Scrape URL',
@@ -200,7 +200,7 @@ exports.scrapeFields = [
200
200
  name: 'downloadScreenshot',
201
201
  type: 'boolean',
202
202
  default: false,
203
- description: 'Whether to download the screenshot (and its slices) into binary data on the item',
203
+ description: 'Whether to download the screenshot (and its slices) into binary data on the item. Screenshot links are signed and expire 24 hours after the scrape.',
204
204
  displayOptions: {
205
205
  show: {
206
206
  resource: ['scrape'],
@@ -269,7 +269,7 @@ exports.scrapeFields = [
269
269
  name: 'downloadScreenshot',
270
270
  type: 'boolean',
271
271
  default: false,
272
- description: 'Whether to download the screenshot (and its slices) into binary data when the result has one',
272
+ description: 'Whether to download the screenshot (and its slices) into binary data when the result has one. Screenshot links expire 24 hours after the job was submitted.',
273
273
  displayOptions: { show: { resource: ['scrape'], operation: ['getScrapeResult'] } },
274
274
  },
275
275
  ];
@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.USER_AGENT = void 0;
4
4
  exports.crawlbruleeRequest = crawlbruleeRequest;
5
5
  const errors_1 = require("./errors");
6
- exports.USER_AGENT = 'n8n-nodes-crawlbrulee/0.3.0';
6
+ exports.USER_AGENT = 'n8n-nodes-crawlbrulee/0.3.1';
7
7
  function stripTrailingSlash(url) {
8
8
  return url.replace(/\/+$/, '');
9
9
  }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "n8n-nodes-crawlbrulee",
3
- "version": "0.3.0",
3
+ "version": "0.3.1",
4
4
  "description": "crawlbrulee for n8n — EU-native web scraping for AI agents & developers. scrape any url to markdown, html, links, images, metadata or a screenshot, map a site's urls, and react to finished background scrapes.",
5
5
  "license": "MIT",
6
6
  "homepage": "https://crawlbrulee.com",
@@ -57,7 +57,7 @@
57
57
  ]
58
58
  },
59
59
  "devDependencies": {
60
- "@crawlbrulee/sdk": "^1.2.0",
60
+ "@crawlbrulee/sdk": "^1.2.1",
61
61
  "@n8n/node-cli": "0.48.6",
62
62
  "@types/node": "^22.0.0",
63
63
  "eslint": "9.32.0",