n8n-nodes-scraperapi 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +185 -0
- package/dist/credentials/ScraperApiApi.credentials.d.ts +9 -0
- package/dist/credentials/ScraperApiApi.credentials.js +47 -0
- package/dist/credentials/ScraperApiApi.credentials.js.map +1 -0
- package/dist/nodes/ScraperApi/GenericFunctions.d.ts +23 -0
- package/dist/nodes/ScraperApi/GenericFunctions.js +111 -0
- package/dist/nodes/ScraperApi/GenericFunctions.js.map +1 -0
- package/dist/nodes/ScraperApi/ScraperApi.node.d.ts +5 -0
- package/dist/nodes/ScraperApi/ScraperApi.node.js +326 -0
- package/dist/nodes/ScraperApi/ScraperApi.node.js.map +1 -0
- package/dist/nodes/ScraperApi/descriptions/BatchDescription.d.ts +3 -0
- package/dist/nodes/ScraperApi/descriptions/BatchDescription.js +143 -0
- package/dist/nodes/ScraperApi/descriptions/BatchDescription.js.map +1 -0
- package/dist/nodes/ScraperApi/descriptions/CrawlDescription.d.ts +3 -0
- package/dist/nodes/ScraperApi/descriptions/CrawlDescription.js +103 -0
- package/dist/nodes/ScraperApi/descriptions/CrawlDescription.js.map +1 -0
- package/dist/nodes/ScraperApi/descriptions/ExtractDescription.d.ts +3 -0
- package/dist/nodes/ScraperApi/descriptions/ExtractDescription.js +157 -0
- package/dist/nodes/ScraperApi/descriptions/ExtractDescription.js.map +1 -0
- package/dist/nodes/ScraperApi/descriptions/MapDescription.d.ts +3 -0
- package/dist/nodes/ScraperApi/descriptions/MapDescription.js +63 -0
- package/dist/nodes/ScraperApi/descriptions/MapDescription.js.map +1 -0
- package/dist/nodes/ScraperApi/descriptions/SearchDescription.d.ts +3 -0
- package/dist/nodes/ScraperApi/descriptions/SearchDescription.js +148 -0
- package/dist/nodes/ScraperApi/descriptions/SearchDescription.js.map +1 -0
- package/dist/nodes/ScraperApi/descriptions/StatisticsDescription.d.ts +3 -0
- package/dist/nodes/ScraperApi/descriptions/StatisticsDescription.js +48 -0
- package/dist/nodes/ScraperApi/descriptions/StatisticsDescription.js.map +1 -0
- package/dist/nodes/ScraperApi/descriptions/WebhookDescription.d.ts +3 -0
- package/dist/nodes/ScraperApi/descriptions/WebhookDescription.js +93 -0
- package/dist/nodes/ScraperApi/descriptions/WebhookDescription.js.map +1 -0
- package/dist/nodes/ScraperApi/descriptions/shared.d.ts +15 -0
- package/dist/nodes/ScraperApi/descriptions/shared.js +91 -0
- package/dist/nodes/ScraperApi/descriptions/shared.js.map +1 -0
- package/dist/nodes/ScraperApi/scraper-geonode.svg +252 -0
- package/dist/nodes/ScraperApiTrigger/ScraperApiTrigger.node.d.ts +12 -0
- package/dist/nodes/ScraperApiTrigger/ScraperApiTrigger.node.js +169 -0
- package/dist/nodes/ScraperApiTrigger/ScraperApiTrigger.node.js.map +1 -0
- package/dist/nodes/ScraperApiTrigger/scraper-geonode.svg +252 -0
- package/dist/package.json +63 -0
- package/dist/tsconfig.tsbuildinfo +1 -0
- package/index.js +1 -0
- package/package.json +63 -0
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.eventTypeOptions = void 0;
|
|
4
|
+
exports.proxyCollection = proxyCollection;
|
|
5
|
+
exports.paginationFields = paginationFields;
|
|
6
|
+
exports.pollingFields = pollingFields;
|
|
7
|
+
exports.eventTypeOptions = [
|
|
8
|
+
{ name: 'Extract Completed', value: 'extract_completed' },
|
|
9
|
+
{ name: 'Crawl Completed', value: 'crawl_completed' },
|
|
10
|
+
];
|
|
11
|
+
function proxyCollection(show) {
|
|
12
|
+
return {
|
|
13
|
+
displayName: 'Proxy',
|
|
14
|
+
name: 'proxy',
|
|
15
|
+
type: 'collection',
|
|
16
|
+
placeholder: 'Add Proxy Option',
|
|
17
|
+
default: {},
|
|
18
|
+
displayOptions: { show },
|
|
19
|
+
options: [
|
|
20
|
+
{
|
|
21
|
+
displayName: 'Country',
|
|
22
|
+
name: 'country',
|
|
23
|
+
type: 'string',
|
|
24
|
+
default: '',
|
|
25
|
+
placeholder: 'US',
|
|
26
|
+
description: 'ISO 3166-1 alpha-2 country code (e.g., US, GB)',
|
|
27
|
+
},
|
|
28
|
+
{
|
|
29
|
+
displayName: 'Type',
|
|
30
|
+
name: 'type',
|
|
31
|
+
type: 'options',
|
|
32
|
+
options: [
|
|
33
|
+
{ name: 'Residential', value: 'residential' },
|
|
34
|
+
{ name: 'Datacenter', value: 'datacenter' },
|
|
35
|
+
{ name: 'Mix', value: 'mix' },
|
|
36
|
+
],
|
|
37
|
+
default: 'residential',
|
|
38
|
+
},
|
|
39
|
+
],
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
function paginationFields(show) {
|
|
43
|
+
return [
|
|
44
|
+
{
|
|
45
|
+
displayName: 'Page',
|
|
46
|
+
name: 'page',
|
|
47
|
+
type: 'number',
|
|
48
|
+
default: 1,
|
|
49
|
+
typeOptions: { minValue: 1 },
|
|
50
|
+
displayOptions: { show },
|
|
51
|
+
},
|
|
52
|
+
{
|
|
53
|
+
displayName: 'Page Size',
|
|
54
|
+
name: 'page_size',
|
|
55
|
+
type: 'number',
|
|
56
|
+
default: 100,
|
|
57
|
+
typeOptions: { minValue: 1, maxValue: 100 },
|
|
58
|
+
displayOptions: { show },
|
|
59
|
+
},
|
|
60
|
+
];
|
|
61
|
+
}
|
|
62
|
+
function pollingFields(show, defaults) {
|
|
63
|
+
const waitShow = { ...show, waitForCompletion: [true] };
|
|
64
|
+
return [
|
|
65
|
+
{
|
|
66
|
+
displayName: 'Wait for Completion',
|
|
67
|
+
name: 'waitForCompletion',
|
|
68
|
+
type: 'boolean',
|
|
69
|
+
default: defaults.waitDefault,
|
|
70
|
+
description: 'Whether to poll the job until it reaches a terminal state and return the final result',
|
|
71
|
+
displayOptions: { show },
|
|
72
|
+
},
|
|
73
|
+
{
|
|
74
|
+
displayName: 'Poll Interval (Ms)',
|
|
75
|
+
name: 'pollIntervalMs',
|
|
76
|
+
type: 'number',
|
|
77
|
+
default: defaults.intervalMs,
|
|
78
|
+
typeOptions: { minValue: 500 },
|
|
79
|
+
displayOptions: { show: waitShow },
|
|
80
|
+
},
|
|
81
|
+
{
|
|
82
|
+
displayName: 'Poll Timeout (Ms)',
|
|
83
|
+
name: 'pollTimeoutMs',
|
|
84
|
+
type: 'number',
|
|
85
|
+
default: defaults.timeoutMs,
|
|
86
|
+
typeOptions: { minValue: 1000 },
|
|
87
|
+
displayOptions: { show: waitShow },
|
|
88
|
+
},
|
|
89
|
+
];
|
|
90
|
+
}
|
|
91
|
+
//# sourceMappingURL=shared.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../../nodes/ScraperApi/descriptions/shared.ts"],"names":[],"mappings":";;;AASA,0CA8BC;AAED,4CAmBC;AASD,sCA6BC;AAhGY,QAAA,gBAAgB,GAAG;IAC9B,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,mBAAmB,EAAE;IACzD,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,iBAAiB,EAAE;CACtD,CAAC;AAIF,SAAgB,eAAe,CAAC,IAAU;IACxC,OAAO;QACL,WAAW,EAAE,OAAO;QACpB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,kBAAkB;QAC/B,OAAO,EAAE,EAAE;QACX,cAAc,EAAE,EAAE,IAAI,EAAE;QACxB,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,SAAS;gBACtB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,IAAI;gBACjB,WAAW,EAAE,gDAAgD;aAC9D;YACD;gBACE,WAAW,EAAE,MAAM;gBACnB,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE;oBAC7C,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC3C,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;iBAC9B;gBACD,OAAO,EAAE,aAAa;aACvB;SACF;KACF,CAAC;AACJ,CAAC;AAED,SAAgB,gBAAgB,CAAC,IAAU;IACzC,OAAO;QACL;YACE,WAAW,EAAE,MAAM;YACnB,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,CAAC;YACV,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE;YAC5B,cAAc,EAAE,EAAE,IAAI,EAAE;SACzB;QACD;YACE,WAAW,EAAE,WAAW;YACxB,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,GAAG;YACZ,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE;YAC3C,cAAc,EAAE,EAAE,IAAI,EAAE;SACzB;KACF,CAAC;AACJ,CAAC;AASD,SAAgB,aAAa,CAAC,IAAU,EAAE,QAAyB;IACjE,MAAM,QAAQ,GAAS,EAAE,GAAG,IAAI,EAAE,iBAAiB,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;IAC9D,OAAO;QACL;YACE,WAAW,EAAE,qBAAqB;YAClC,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,QAAQ,CAAC,WAAW;YAC7B,WAAW,EACT,uFAAuF;YACzF,cAAc,EAAE,EAAE,IAAI,EAAE;SACzB;QACD;YACE,WAAW,EAAE,oBAAoB;YACjC,IAAI,EAAE,gBAAgB;YACtB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,QAAQ,CAAC,UAAU;YAC5B,WAAW,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE;YAC9B,cAAc,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SACnC;QACD;YACE,WAAW,EAAE,mBAAmB;YAChC,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,QAAQ,CAAC,SAAS;YAC3B,WAAW,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;YAC/B,cAAc,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SACnC;KACF,CAAC;AACJ,CAAC"}
|