n8n-nodes-crawl4ai-plus 2.0.6 → 2.0.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/credentials/Crawl4aiApi.credentials.js +29 -1
- package/dist/credentials/Crawl4aiApi.credentials.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusBasicCrawler/actions/crawlMultipleUrls.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusBasicCrawler/actions/crawlMultipleUrls.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusBasicCrawler/actions/crawlSingleUrl.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusBasicCrawler/actions/crawlSingleUrl.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusBasicCrawler/crawl4ai.svg +16 -16
- package/dist/nodes/Crawl4aiPlusBasicCrawler/helpers/apiClient.js +86 -44
- package/dist/nodes/Crawl4aiPlusBasicCrawler/helpers/apiClient.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusBasicCrawler/helpers/interfaces.d.ts +2 -4
- package/dist/nodes/Crawl4aiPlusBasicCrawler/helpers/utils.js +133 -45
- package/dist/nodes/Crawl4aiPlusBasicCrawler/helpers/utils.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusContentExtractor/actions/cssExtractor.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusContentExtractor/actions/cssExtractor.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusContentExtractor/actions/jsonExtractor.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusContentExtractor/actions/jsonExtractor.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusContentExtractor/actions/llmExtractor.operation.js +47 -157
- package/dist/nodes/Crawl4aiPlusContentExtractor/actions/llmExtractor.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusContentExtractor/actions/regexExtractor.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusContentExtractor/actions/regexExtractor.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusContentExtractor/crawl4ai.svg +16 -16
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +1 -1
|
@@ -15,62 +15,150 @@ async function getCrawl4aiClient(executeFunctions) {
|
|
|
15
15
|
return (0, apiClient_1.createCrawlerInstance)(credentials);
|
|
16
16
|
}
|
|
17
17
|
function createBrowserConfig(options) {
|
|
18
|
-
const config = {
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
18
|
+
const config = {};
|
|
19
|
+
if (options.browserType) {
|
|
20
|
+
config.browserType = String(options.browserType);
|
|
21
|
+
config.browser_type = String(options.browserType);
|
|
22
|
+
}
|
|
23
|
+
if (options.headless === false) {
|
|
24
|
+
config.headless = false;
|
|
25
|
+
}
|
|
26
|
+
else if (options.headless === true) {
|
|
27
|
+
config.headless = true;
|
|
28
|
+
}
|
|
29
|
+
if (options.browserMode) {
|
|
30
|
+
config.browserMode = String(options.browserMode);
|
|
31
|
+
config.browser_mode = String(options.browserMode);
|
|
32
|
+
}
|
|
33
|
+
if (options.useManagedBrowser === true) {
|
|
34
|
+
config.useManagedBrowser = true;
|
|
35
|
+
config.use_managed_browser = true;
|
|
36
|
+
}
|
|
37
|
+
if (options.debuggingPort !== undefined) {
|
|
38
|
+
config.debuggingPort = Number(options.debuggingPort);
|
|
39
|
+
config.debugging_port = Number(options.debuggingPort);
|
|
40
|
+
}
|
|
41
|
+
if (options.chromeChannel) {
|
|
42
|
+
config.chromeChannel = String(options.chromeChannel);
|
|
43
|
+
config.chrome_channel = String(options.chromeChannel);
|
|
44
|
+
}
|
|
45
|
+
if (options.channel) {
|
|
46
|
+
config.channel = String(options.channel);
|
|
47
|
+
config.channel = String(options.channel);
|
|
48
|
+
}
|
|
49
|
+
if (options.viewportWidth !== undefined || options.viewportHeight !== undefined) {
|
|
50
|
+
config.viewport = {
|
|
51
|
+
...(options.viewportWidth !== undefined ? { width: Number(options.viewportWidth) } : {}),
|
|
52
|
+
...(options.viewportHeight !== undefined ? { height: Number(options.viewportHeight) } : {}),
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
if (options.javaScriptEnabled === false) {
|
|
56
|
+
config.javaScriptEnabled = false;
|
|
57
|
+
config.java_script_enabled = false;
|
|
58
|
+
}
|
|
59
|
+
else if (options.javaScriptEnabled === true) {
|
|
60
|
+
config.javaScriptEnabled = true;
|
|
61
|
+
config.java_script_enabled = true;
|
|
62
|
+
}
|
|
63
|
+
if (options.userAgent) {
|
|
64
|
+
config.userAgent = String(options.userAgent);
|
|
65
|
+
config.user_agent = String(options.userAgent);
|
|
66
|
+
}
|
|
67
|
+
if (options.ignoreHttpsErrors === true) {
|
|
68
|
+
config.ignoreHttpsErrors = true;
|
|
69
|
+
config.ignore_https_errors = true;
|
|
70
|
+
}
|
|
71
|
+
else if (options.ignoreHttpsErrors === false) {
|
|
72
|
+
config.ignoreHttpsErrors = false;
|
|
73
|
+
config.ignore_https_errors = false;
|
|
74
|
+
}
|
|
75
|
+
if (options.cookies && Array.isArray(options.cookies) && options.cookies.length > 0) {
|
|
76
|
+
config.cookies = options.cookies;
|
|
77
|
+
}
|
|
78
|
+
if (options.headers && typeof options.headers === 'object' && Object.keys(options.headers).length > 0) {
|
|
79
|
+
config.headers = options.headers;
|
|
80
|
+
}
|
|
81
|
+
if (options.textMode === true) {
|
|
82
|
+
config.textMode = true;
|
|
83
|
+
config.text_mode = true;
|
|
84
|
+
}
|
|
85
|
+
if (options.lightMode === true) {
|
|
86
|
+
config.lightMode = true;
|
|
87
|
+
config.light_mode = true;
|
|
88
|
+
}
|
|
89
|
+
if (options.extraArgs && Array.isArray(options.extraArgs) && options.extraArgs.length > 0) {
|
|
90
|
+
config.extraArgs = options.extraArgs;
|
|
91
|
+
config.extra_args = options.extraArgs;
|
|
92
|
+
}
|
|
93
|
+
if (options.enableStealth === true) {
|
|
94
|
+
config.enableStealth = true;
|
|
95
|
+
config.enable_stealth = true;
|
|
96
|
+
}
|
|
44
97
|
return config;
|
|
45
98
|
}
|
|
46
99
|
function createCrawlerRunConfig(options) {
|
|
47
|
-
|
|
100
|
+
const config = {};
|
|
101
|
+
if (options.cacheMode) {
|
|
102
|
+
config.cacheMode = options.cacheMode;
|
|
103
|
+
}
|
|
104
|
+
if (options.streamEnabled === true) {
|
|
105
|
+
config.streamEnabled = true;
|
|
106
|
+
}
|
|
107
|
+
if (options.pageTimeout !== undefined) {
|
|
108
|
+
config.pageTimeout = Number(options.pageTimeout);
|
|
109
|
+
}
|
|
110
|
+
if (options.requestTimeout !== undefined) {
|
|
111
|
+
config.requestTimeout = Number(options.requestTimeout);
|
|
112
|
+
}
|
|
113
|
+
if (options.waitUntil) {
|
|
114
|
+
config.waitUntil = String(options.waitUntil);
|
|
115
|
+
}
|
|
116
|
+
if (options.waitFor) {
|
|
117
|
+
config.waitFor = String(options.waitFor);
|
|
118
|
+
}
|
|
119
|
+
if (options.jsCode) {
|
|
120
|
+
config.jsCode = options.jsCode;
|
|
121
|
+
}
|
|
122
|
+
if (options.jsOnly === true) {
|
|
123
|
+
config.jsOnly = true;
|
|
124
|
+
}
|
|
125
|
+
if (options.cssSelector) {
|
|
126
|
+
config.cssSelector = String(options.cssSelector);
|
|
127
|
+
}
|
|
128
|
+
const excludedTags = [];
|
|
48
129
|
if (options.excludedTags) {
|
|
49
130
|
if (typeof options.excludedTags === 'string') {
|
|
50
|
-
excludedTags
|
|
131
|
+
excludedTags.push(...String(options.excludedTags)
|
|
51
132
|
.split(',')
|
|
52
133
|
.map(tag => tag.trim())
|
|
53
|
-
.filter(tag => tag);
|
|
134
|
+
.filter(tag => tag.length > 0));
|
|
54
135
|
}
|
|
55
136
|
else if (Array.isArray(options.excludedTags)) {
|
|
56
|
-
excludedTags
|
|
137
|
+
excludedTags.push(...options.excludedTags);
|
|
57
138
|
}
|
|
58
139
|
}
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
}
|
|
140
|
+
if (excludedTags.length > 0) {
|
|
141
|
+
config.excludedTags = excludedTags;
|
|
142
|
+
}
|
|
143
|
+
if (options.excludeExternalLinks === true) {
|
|
144
|
+
config.excludeExternalLinks = true;
|
|
145
|
+
}
|
|
146
|
+
if (options.checkRobotsTxt === true) {
|
|
147
|
+
config.checkRobotsTxt = true;
|
|
148
|
+
}
|
|
149
|
+
if (options.wordCountThreshold !== undefined) {
|
|
150
|
+
const threshold = Number(options.wordCountThreshold);
|
|
151
|
+
if (!Number.isNaN(threshold)) {
|
|
152
|
+
config.wordCountThreshold = threshold;
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
if (options.sessionId) {
|
|
156
|
+
config.sessionId = String(options.sessionId);
|
|
157
|
+
}
|
|
158
|
+
if (options.maxRetries !== undefined) {
|
|
159
|
+
config.maxRetries = Number(options.maxRetries);
|
|
160
|
+
}
|
|
161
|
+
return config;
|
|
74
162
|
}
|
|
75
163
|
function safeJsonParse(jsonString, defaultValue = null) {
|
|
76
164
|
try {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusBasicCrawler/helpers/utils.ts"],"names":[],"mappings":";;AAOA,8CAYC;AAOD,
|
|
1
|
+
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusBasicCrawler/helpers/utils.ts"],"names":[],"mappings":";;AAOA,8CAYC;AAOD,kDAgGC;AAOD,wDAgFC;AAKD,sCAMC;AAKD,8BAIC;AAKD,gCAOC;AA/OD,2CAAoD;AAK7C,KAAK,UAAU,iBAAiB,CACrC,gBAAmC;IAGnC,MAAM,WAAW,GAAG,MAAM,gBAAgB,CAAC,cAAc,CAAC,iBAAiB,CAAsC,CAAC;IAElH,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IAGD,OAAO,IAAA,iCAAqB,EAAC,WAAW,CAAC,CAAC;AAC5C,CAAC;AAOD,SAAgB,mBAAmB,CAAC,OAAoB;IACtD,MAAM,MAAM,GAAkB,EAAE,CAAC;IAEjC,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACvB,MAAc,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC1D,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;QAC/B,MAAM,CAAC,QAAQ,GAAG,KAAK,CAAC;IAC1B,CAAC;SAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QACrC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IACzB,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACvB,MAAc,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC1D,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,OAAO,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;QACtC,MAAc,CAAC,iBAAiB,GAAG,IAAI,CAAC;QACzC,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC;IACpC,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;QACvC,MAAc,CAAC,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC9D,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QACzB,MAAc,CAAC,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC9D,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACnB,MAAc,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QAChF,MAAM,CAAC,QAAQ,GAAG;YAChB,GAAG,CAAC,OAAO,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxF,GAAG,CAAC,OAAO,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,CAAC;IACjC,CAAC;IAED,IAAI,OAAO,CAAC,iBAAiB,KAAK,KAAK,EAAE,CAAC;QACvC,MAAc,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC1C,MAAM,CAAC,mBAAmB,GAAG,KAAK,CAAC;IACrC,CAAC;SAAM,IAAI,OAAO,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;QAC7C,MAAc,CAAC,iBAAiB,GAAG,IAAI,CAAC;QACzC,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC;IACpC,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACrB,MAAc,CAAC,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,OAAO,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;QACtC,MAAc,CAAC,iBAAiB,GAAG,IAAI,CAAC;QACzC,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC;IACpC,CAAC;SAAM,IAAI,OAAO,CAAC,iBAAiB,KAAK,KAAK,EAAE,CAAC;QAC9C,MAAc,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC1C,MAAM,CAAC,mBAAmB,GAAG,KAAK,CAAC;IACrC,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpF,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAwB,CAAC;IACpD,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAiB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChH,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAiB,CAAC;IAC7C,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QAC7B,MAAc,CAAC,QAAQ,GAAG,IAAI,CAAC;QAChC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;QAC9B,MAAc,CAAC,SAAS,GAAG,IAAI,CAAC;QACjC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC;IAC3B,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzF,MAAc,CAAC,SAAS,GAAG,OAAO,CAAC,SAAqB,CAAC;QAC1D,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC,SAAqB,CAAC;IACpD,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;QAClC,MAAc,CAAC,aAAa,GAAG,IAAI,CAAC;QACrC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;IAC/B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAOD,SAAgB,sBAAsB,CAAC,OAAoB;IACzD,MAAM,MAAM,GAAqB,EAAE,CAAC;IAEpC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC,SAA0C,CAAC;IACxE,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;QACnC,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC;IAC9B,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACtC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAA2B,CAAC;IACtD,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QAC5B,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC;IACvB,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,IAAI,OAAO,OAAO,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;YAC7C,YAAY,CAAC,IAAI,CACf,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC;iBAC5B,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;iBACtB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CACjC,CAAC;QACJ,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/C,YAAY,CAAC,IAAI,CAAC,GAAI,OAAO,CAAC,YAAyB,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IACD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;IACrC,CAAC;IAED,IAAI,OAAO,CAAC,oBAAoB,KAAK,IAAI,EAAE,CAAC;QAC1C,MAAM,CAAC,oBAAoB,GAAG,IAAI,CAAC;IACrC,CAAC;IAED,IAAI,OAAO,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;QACpC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;IAC/B,CAAC;IAED,IAAI,OAAO,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;QAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7B,MAAM,CAAC,kBAAkB,GAAG,SAAS,CAAC;QACxC,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAKD,SAAgB,aAAa,CAAC,UAAkB,EAAE,eAAoB,IAAI;IACxE,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAChC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,YAAY,CAAC;IACtB,CAAC;AACH,CAAC;AAKD,SAAgB,SAAS,CAAC,IAAY;IACpC,OAAO,IAAI;SACR,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAKD,SAAgB,UAAU,CAAC,GAAW;IACpC,IAAI,CAAC;QACH,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACb,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cssExtractor.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusContentExtractor/actions/cssExtractor.operation.ts"],"names":[],"mappings":";;;AA8RA,0BAoGC;AA5XD,+CAAkD;AAIlD,4CAM0B;AAC1B,kFAG2D;AAG9C,QAAA,WAAW,GAAsB;IAC5C;QACE,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,iCAAiC;QAC9C,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;KACF;IACD;QACE,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,kBAAkB;QAC/B,WAAW,EAAE,6EAA6E;QAC1F,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;KACF;IACD;QACE,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE;YACX,cAAc,EAAE,IAAI;SACrB;QACD,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;QACD,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,QAAQ;gBACrB,MAAM,EAAE;oBACN;wBACE,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,OAAO;wBACpB,WAAW,EAAE,8BAA8B;qBAC5C;oBACD;wBACE,WAAW,EAAE,cAAc;wBAC3B,IAAI,EAAE,UAAU;wBAChB,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,UAAU;wBACvB,WAAW,EAAE,4CAA4C;qBAC1D;oBACD;wBACE,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,SAAS;wBACf,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,MAAM;gCACb,WAAW,EAAE,sBAAsB;6BACpC;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,MAAM;gCACb,WAAW,EAAE,sBAAsB;6BACpC;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,KAAK,EAAE,WAAW;gCAClB,WAAW,EAAE,4BAA4B;6BAC1C;yBACF;wBACD,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,yBAAyB;qBACvC;oBACD;wBACE,WAAW,EAAE,gBAAgB;wBAC7B,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,QAAQ;wBACd,cAAc,EAAE;4BACd,IAAI,EAAE;gCACJ,SAAS,EAAE,CAAC,WAAW,CAAC;6BACzB;yBACF;wBACD,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,MAAM;wBACnB,WAAW,EAAE,kCAAkC;qBAChD;iBACF;aACF;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACJ;QACD,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR;wBACC,IAAI,EAAE,UAAU;wBAChB,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,iDAAiD;qBAC9D;oBACD;wBACC,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,qBAAqB;qBAClC;oBACD;wBACC,IAAI,EAAE,QAAQ;wBACd,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oCAAoC;qBACjD;iBACD;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,0CAA0C;aACvD;YACD;gBACC,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,
|
|
1
|
+
{"version":3,"file":"cssExtractor.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusContentExtractor/actions/cssExtractor.operation.ts"],"names":[],"mappings":";;;AA8RA,0BAoGC;AA5XD,+CAAkD;AAIlD,4CAM0B;AAC1B,kFAG2D;AAG9C,QAAA,WAAW,GAAsB;IAC5C;QACE,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,iCAAiC;QAC9C,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;KACF;IACD;QACE,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,kBAAkB;QAC/B,WAAW,EAAE,6EAA6E;QAC1F,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;KACF;IACD;QACE,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE;YACX,cAAc,EAAE,IAAI;SACrB;QACD,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;QACD,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,QAAQ;gBACrB,MAAM,EAAE;oBACN;wBACE,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,OAAO;wBACpB,WAAW,EAAE,8BAA8B;qBAC5C;oBACD;wBACE,WAAW,EAAE,cAAc;wBAC3B,IAAI,EAAE,UAAU;wBAChB,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,UAAU;wBACvB,WAAW,EAAE,4CAA4C;qBAC1D;oBACD;wBACE,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,SAAS;wBACf,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,MAAM;gCACb,WAAW,EAAE,sBAAsB;6BACpC;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,MAAM;gCACb,WAAW,EAAE,sBAAsB;6BACpC;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,KAAK,EAAE,WAAW;gCAClB,WAAW,EAAE,4BAA4B;6BAC1C;yBACF;wBACD,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,yBAAyB;qBACvC;oBACD;wBACE,WAAW,EAAE,gBAAgB;wBAC7B,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,QAAQ;wBACd,cAAc,EAAE;4BACd,IAAI,EAAE;gCACJ,SAAS,EAAE,CAAC,WAAW,CAAC;6BACzB;yBACF;wBACD,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,MAAM;wBACnB,WAAW,EAAE,kCAAkC;qBAChD;iBACF;aACF;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACJ;QACD,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR;wBACC,IAAI,EAAE,UAAU;wBAChB,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,iDAAiD;qBAC9D;oBACD;wBACC,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,qBAAqB;qBAClC;oBACD;wBACC,IAAI,EAAE,QAAQ;wBACd,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oCAAoC;qBACjD;iBACD;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,0CAA0C;aACvD;YACD;gBACC,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,qBAAqB;gBAC3B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,wCAAwC;aACrD;YACE;gBACE,WAAW,EAAE,qBAAqB;gBAClC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,6HAA6H;aAC3I;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,yCAAyC;aACvD;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE;oBACX,IAAI,EAAE,CAAC;iBACR;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,qDAAqD;gBAClE,WAAW,EAAE,+EAA+E;aAC7F;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uDAAuD;aACrE;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,GAAG;gBACZ,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mCAAmC;aACjD;SACF;KACF;IACD;QACE,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oDAAoD;qBAClE;oBACD;wBACE,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,mBAAmB;qBACjC;oBACD;wBACE,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,mDAAmD;qBACjE;oBACD;wBACE,IAAI,EAAE,WAAW;wBACjB,KAAK,EAAE,WAAW;wBAClB,WAAW,EAAE,gDAAgD;qBAC9D;oBACD;wBACE,IAAI,EAAE,YAAY;wBAClB,KAAK,EAAE,YAAY;wBACnB,WAAW,EAAE,iDAAiD;qBAC/D;iBACF;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,wDAAwD;aACtE;YACD;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,+EAA+E;aAC7F;SACF;KACF;CACF,CAAC;AAGK,KAAK,UAAU,OAAO,CAE3B,KAA2B,EAC3B,WAAgC;;IAEhC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC;YAEH,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC1D,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC5E,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,qBAAqB,EAAE,CAAC,EAAE,EAAE,CAAkB,CAAC;YAC1F,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEvE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,sBAAsB,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACzF,CAAC;YAED,IAAI,CAAC,IAAA,kBAAU,EAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gBAAgB,GAAG,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC;YAED,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gCAAgC,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACnG,CAAC;YAED,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/C,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,qCAAqC,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACxG,CAAC;YAGD,MAAM,MAAM,GAAsB;gBAChC,IAAI,EAAE,iBAAiB;gBACvB,YAAY;gBACZ,MAAM,EAAE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACjC,IAAI,EAAE,KAAK,CAAC,IAAc;oBAC1B,QAAQ,EAAE,KAAK,CAAC,QAAkB;oBAClC,IAAI,EAAE,KAAK,CAAC,SAA0C;oBACtD,SAAS,EAAE,KAAK,CAAC,SAAmB;iBACrC,CAAC,CAAC;aACJ,CAAC;YAGF,MAAM,aAAa,GAAG,IAAA,2BAAmB,EAAC,cAAc,CAAC,CAAC;YAG1D,MAAM,kBAAkB,GAAG,IAAA,2CAAmC,EAAC,MAAM,CAAC,CAAC;YAGvE,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;YAG9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE;gBACrC,aAAa;gBACb,kBAAkB;gBAClB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,SAAS;gBACzC,MAAM,EAAE,cAAc,CAAC,MAAM;aAC9B,CAAC,CAAC;YAGH,MAAM,aAAa,GAAG,IAAA,+BAAkB,EAAC,MAAM,CAAC,CAAC;YAGjD,MAAM,eAAe,GAAG,IAAA,mCAAsB,EAC5C,MAAM,EACN,aAAa,EACb,OAAO,CAAC,eAA0B,CACnC,CAAC;YAGF,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,aAAa,EAAE,CAAC;gBAChD,eAAe,CAAC,IAAI,GAAG,IAAA,0BAAkB,EAAC,aAAa,CAAC,CAAC;YAC3D,CAAC;YAGD,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,eAAe;gBACrB,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;aACxB,CAAC,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAG,MAAC,KAAa,CAAC,SAAS,mCAAI,CAAC,CAAC;gBACrD,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;oBAC5F,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACxB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jsonExtractor.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusContentExtractor/actions/jsonExtractor.operation.ts"],"names":[],"mappings":";;;AA0OA,0BAuLC;AA3ZD,+CAAkD;AAIlD,4CAI0B;AAGb,QAAA,WAAW,GAAsB;IAC7C;QACC,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,mCAAmC;QAChD,WAAW,EAAE,qCAAqC;QAClD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,eAAe,CAAC;aAC5B;SACD;KACD;IACD;QACC,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,YAAY;QACzB,WAAW,EAAE,yEAAyE;QACtF,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,eAAe,CAAC;aAC5B;SACD;KACD;IACD;QACC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,iBAAiB;gBACvB,KAAK,EAAE,QAAQ;gBACf,WAAW,EAAE,2BAA2B;aACxC;YACD;gBACC,IAAI,EAAE,oBAAoB;gBAC1B,KAAK,EAAE,QAAQ;gBACf,WAAW,EAAE,0CAA0C;aACvD;YACD;gBACC,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,QAAQ;gBACf,WAAW,EAAE,yBAAyB;aACtC;SACD;QACD,OAAO,EAAE,QAAQ;QACjB,WAAW,EAAE,yCAAyC;QACtD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,eAAe,CAAC;aAC5B;SACD;KACD;IACD;QACC,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,sBAAsB;QACnC,WAAW,EAAE,sDAAsD;QACnE,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,eAAe,CAAC;gBAC5B,UAAU,EAAE,CAAC,QAAQ,CAAC;aACtB;SACD;KACD;IACD;QACC,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,eAAe,CAAC;aAC5B;SACD;QACD,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR;wBACC,IAAI,EAAE,UAAU;wBAChB,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,iDAAiD;qBAC9D;oBACD;wBACC,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,qBAAqB;qBAClC;oBACD;wBACC,IAAI,EAAE,QAAQ;wBACd,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oCAAoC;qBACjD;iBACD;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,0CAA0C;aACvD;YACD;gBACC,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,
|
|
1
|
+
{"version":3,"file":"jsonExtractor.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusContentExtractor/actions/jsonExtractor.operation.ts"],"names":[],"mappings":";;;AA0OA,0BAuLC;AA3ZD,+CAAkD;AAIlD,4CAI0B;AAGb,QAAA,WAAW,GAAsB;IAC7C;QACC,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,mCAAmC;QAChD,WAAW,EAAE,qCAAqC;QAClD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,eAAe,CAAC;aAC5B;SACD;KACD;IACD;QACC,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,YAAY;QACzB,WAAW,EAAE,yEAAyE;QACtF,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,eAAe,CAAC;aAC5B;SACD;KACD;IACD;QACC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,iBAAiB;gBACvB,KAAK,EAAE,QAAQ;gBACf,WAAW,EAAE,2BAA2B;aACxC;YACD;gBACC,IAAI,EAAE,oBAAoB;gBAC1B,KAAK,EAAE,QAAQ;gBACf,WAAW,EAAE,0CAA0C;aACvD;YACD;gBACC,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,QAAQ;gBACf,WAAW,EAAE,yBAAyB;aACtC;SACD;QACD,OAAO,EAAE,QAAQ;QACjB,WAAW,EAAE,yCAAyC;QACtD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,eAAe,CAAC;aAC5B;SACD;KACD;IACD;QACC,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,sBAAsB;QACnC,WAAW,EAAE,sDAAsD;QACnE,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,eAAe,CAAC;gBAC5B,UAAU,EAAE,CAAC,QAAQ,CAAC;aACtB;SACD;KACD;IACD;QACC,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,eAAe,CAAC;aAC5B;SACD;QACD,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR;wBACC,IAAI,EAAE,UAAU;wBAChB,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,iDAAiD;qBAC9D;oBACD;wBACC,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,qBAAqB;qBAClC;oBACD;wBACC,IAAI,EAAE,QAAQ;wBACd,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oCAAoC;qBACjD;iBACD;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,0CAA0C;aACvD;YACD;gBACC,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,qBAAqB;gBAC3B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,wCAAwC;aACrD;YACD;gBACC,WAAW,EAAE,qBAAqB;gBAClC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,6HAA6H;aAC1I;YACD;gBACC,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,yCAAyC;aACtD;YACD;gBACC,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE;oBACZ,IAAI,EAAE,CAAC;iBACP;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,iDAAiD;gBAC9D,WAAW,EAAE,8CAA8C;aAC3D;YACD;gBACC,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uDAAuD;aACpE;SACD;KACD;IACD;QACC,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,eAAe,CAAC;aAC5B;SACD;QACD,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR;wBACC,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oDAAoD;qBACjE;oBACD;wBACC,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,mBAAmB;qBAChC;oBACD;wBACC,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,mDAAmD;qBAChE;oBACD;wBACC,IAAI,EAAE,WAAW;wBACjB,KAAK,EAAE,WAAW;wBAClB,WAAW,EAAE,gDAAgD;qBAC7D;oBACD;wBACC,IAAI,EAAE,YAAY;wBAClB,KAAK,EAAE,YAAY;wBACnB,WAAW,EAAE,iDAAiD;qBAC9D;iBACD;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aACjD;YACD;gBACC,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,4EAA4E;aACzF;YACD;gBACC,WAAW,EAAE,SAAS;gBACtB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE;oBACZ,IAAI,EAAE,CAAC;iBACP;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,gCAAgC;gBAC7C,WAAW,EAAE,gDAAgD;aAC7D;SACD;KACD;CACD,CAAC;AAGK,KAAK,UAAU,OAAO,CAE5B,KAA2B,EAC3B,WAAgC;;IAEhC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC;YAEJ,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YACpE,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC,EAAE,QAAQ,CAAW,CAAC;YAC9E,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAChF,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEvE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACV,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,sBAAsB,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC;YAED,IAAI,CAAC,IAAA,kBAAU,EAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gBAAgB,GAAG,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACvF,CAAC;YAGD,IAAI,UAAU,KAAK,QAAQ,IAAI,CAAC,cAAc,EAAE,CAAC;gBAChD,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,uEAAuE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACzI,CAAC;YAGD,IAAI,OAAgC,CAAC;YACrC,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC5D,IAAI,CAAC;oBACJ,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAiB,CAAgB,CAAC;gBAChE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,sCAAsC,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;gBACxG,CAAC;YACF,CAAC;YAGD,MAAM,aAAa,GAAG,IAAA,2BAAmB,EAAC,cAAc,CAAC,CAAC;YAG1D,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;YAG9C,MAAM,kBAAkB,GAAG;gBAC1B,IAAI,EAAE,2BAA2B;gBACjC,MAAM,EAAE;oBACP,MAAM,EAAE;wBACP,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE;4BACN,IAAI,EAAE,iBAAiB;4BACvB,YAAY,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,oCAAoC,CAAC,CAAC,CAAC,cAAc,IAAI,MAAM;4BACvG,MAAM,EAAE;gCACP;oCACC,IAAI,EAAE,SAAS;oCACf,QAAQ,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,IAAI,KAAK;oCAChE,IAAI,EAAE,MAAM;iCACZ;6BACD;yBACD;qBACD;iBACD;aACD,CAAC;YAGF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE;gBACtC,kBAAkB,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAkB;gBAC5E,aAAa;gBACb,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,SAAS;gBACzC,MAAM,EAAE,cAAc,CAAC,MAAM;gBAC7B,OAAO;aACP,CAAC,CAAC;YAGH,IAAI,QAAQ,GAAuC,IAAI,CAAC;YAExD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;oBAE7B,IAAI,CAAC;wBACJ,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;4BAC9B,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAgB,CAAC;wBAChE,CAAC;6BAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;4BACxB,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAgB,CAAC;wBACnD,CAAC;oBACF,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBAEhB,MAAM,SAAS,GAAG,MAAA,MAAM,CAAC,IAAI,0CAAE,KAAK,CAAC,yBAAyB,CAAC,CAAC;wBAChE,IAAI,SAAS,EAAE,CAAC;4BACf,IAAI,CAAC;gCACJ,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAgB,CAAC;4BACpD,CAAC;4BAAC,MAAM,CAAC;gCAER,QAAQ,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;4BACrC,CAAC;wBACF,CAAC;oBACF,CAAC;gBACF,CAAC;qBAAM,CAAC;oBAEP,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;wBAC9B,IAAI,CAAC;4BACJ,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;4BAC3D,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCAE9D,MAAM,OAAO,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;gCAEzC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;4BAChC,CAAC;wBACF,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BAEhB,QAAQ,GAAG,EAAE,KAAK,EAAE,sCAAsC,EAAE,CAAC;wBAC9D,CAAC;oBACF,CAAC;gBACF,CAAC;gBAGD,IAAI,QAAQ,IAAI,QAAQ,EAAE,CAAC;oBAE1B,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBACtC,IAAI,WAAW,GAAQ,QAAQ,CAAC;oBAEhC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;wBAC9B,IAAI,WAAW,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,IAAI,IAAI,WAAW,EAAE,CAAC;4BAC3E,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;wBACjC,CAAC;6BAAM,CAAC;4BACP,WAAW,GAAG,IAAI,CAAC;4BACnB,MAAM;wBACP,CAAC;oBACF,CAAC;oBAED,QAAQ,GAAG,WAA0B,CAAC;gBACvC,CAAC;YACF,CAAC;YAGD,MAAM,MAAM,GAAgB;gBAC3B,GAAG;gBACH,OAAO,EAAE,MAAM,CAAC,OAAO;aACvB,CAAC;YAGF,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBAC7C,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,aAAa,CAAC;YACrC,CAAC;iBAAM,IAAI,QAAQ,EAAE,CAAC;gBAErB,MAAM,CAAC,IAAI,GAAG,QAAQ,CAAC;gBAGvB,IAAI,OAAO,CAAC,kBAAkB,KAAK,IAAI,EAAE,CAAC;oBACzC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,iBAAiB,CAAC;gBAC9D,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,MAAM,CAAC,KAAK,GAAG,4CAA4C,CAAC;gBAC5D,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC;YACxB,CAAC;YAGD,UAAU,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;aACvB,CAAC,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEhB,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAG,MAAC,KAAa,CAAC,SAAS,mCAAI,CAAC,CAAC;gBACrD,UAAU,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;oBAC5F,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACvB,CAAC,CAAC;gBACH,SAAS;YACV,CAAC;YAED,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IAED,OAAO,UAAU,CAAC;AACnB,CAAC"}
|
|
@@ -226,7 +226,7 @@ exports.description = [
|
|
|
226
226
|
},
|
|
227
227
|
{
|
|
228
228
|
displayName: 'Enable JavaScript',
|
|
229
|
-
name: '
|
|
229
|
+
name: 'java_script_enabled',
|
|
230
230
|
type: 'boolean',
|
|
231
231
|
default: true,
|
|
232
232
|
description: 'Whether to enable JavaScript execution',
|
|
@@ -284,133 +284,16 @@ exports.description = [
|
|
|
284
284
|
name: 'llmOptions',
|
|
285
285
|
type: 'collection',
|
|
286
286
|
placeholder: 'Add Option',
|
|
287
|
-
default: {
|
|
287
|
+
default: {
|
|
288
|
+
maxTokens: 2000,
|
|
289
|
+
temperature: 0,
|
|
290
|
+
},
|
|
288
291
|
displayOptions: {
|
|
289
292
|
show: {
|
|
290
293
|
operation: ['llmExtractor'],
|
|
291
294
|
},
|
|
292
295
|
},
|
|
293
296
|
options: [
|
|
294
|
-
{
|
|
295
|
-
displayName: 'LLM Provider',
|
|
296
|
-
name: 'llmProvider',
|
|
297
|
-
type: 'options',
|
|
298
|
-
options: [
|
|
299
|
-
{
|
|
300
|
-
name: 'Anthropic Claude 3 Haiku',
|
|
301
|
-
value: 'anthropic/claude-3-haiku-20240307',
|
|
302
|
-
description: 'Claude 3 Haiku (Fast)',
|
|
303
|
-
},
|
|
304
|
-
{
|
|
305
|
-
name: 'Anthropic Claude 3 Opus',
|
|
306
|
-
value: 'anthropic/claude-3-opus-20240229',
|
|
307
|
-
description: 'Claude 3 Opus (Most Capable)',
|
|
308
|
-
},
|
|
309
|
-
{
|
|
310
|
-
name: 'Anthropic Claude 3 Sonnet',
|
|
311
|
-
value: 'anthropic/claude-3-sonnet-20240229',
|
|
312
|
-
},
|
|
313
|
-
{
|
|
314
|
-
name: 'Anthropic Claude 3.5 Sonnet',
|
|
315
|
-
value: 'anthropic/claude-3-5-sonnet-20241022',
|
|
316
|
-
},
|
|
317
|
-
{
|
|
318
|
-
name: 'Anthropic Claude 3.7 Sonnet',
|
|
319
|
-
value: 'anthropic/claude-3-7-sonnet-20250219',
|
|
320
|
-
description: 'Claude 3.7 Sonnet (Latest, Best)',
|
|
321
|
-
},
|
|
322
|
-
{
|
|
323
|
-
name: 'DeepSeek Chat',
|
|
324
|
-
value: 'deepseek/deepseek-chat',
|
|
325
|
-
description: 'DeepSeek Chat (Affordable)',
|
|
326
|
-
},
|
|
327
|
-
{
|
|
328
|
-
name: 'DeepSeek Coder',
|
|
329
|
-
value: 'deepseek/deepseek-coder',
|
|
330
|
-
description: 'DeepSeek Coder (Code-Focused)',
|
|
331
|
-
},
|
|
332
|
-
{
|
|
333
|
-
name: 'Google Gemini 1.5 Flash',
|
|
334
|
-
value: 'gemini/gemini-1.5-flash',
|
|
335
|
-
description: 'Gemini 1.5 Flash (Fast)',
|
|
336
|
-
},
|
|
337
|
-
{
|
|
338
|
-
name: 'Google Gemini 1.5 Pro',
|
|
339
|
-
value: 'gemini/gemini-1.5-pro',
|
|
340
|
-
description: 'Gemini 1.5 Pro (Large Context)',
|
|
341
|
-
},
|
|
342
|
-
{
|
|
343
|
-
name: 'Google Gemini Pro',
|
|
344
|
-
value: 'gemini/gemini-pro',
|
|
345
|
-
},
|
|
346
|
-
{
|
|
347
|
-
name: 'Groq Llama 3 70B',
|
|
348
|
-
value: 'groq/llama3-70b-8192',
|
|
349
|
-
description: 'Groq Llama 3 70B (Fast)',
|
|
350
|
-
},
|
|
351
|
-
{
|
|
352
|
-
name: 'Groq Llama 3.1 70B',
|
|
353
|
-
value: 'groq/llama-3.1-70b-versatile',
|
|
354
|
-
description: 'Groq Llama 3.1 70B (Fast)',
|
|
355
|
-
},
|
|
356
|
-
{
|
|
357
|
-
name: 'Groq Llama 3.3 70B',
|
|
358
|
-
value: 'groq/llama-3.3-70b-versatile',
|
|
359
|
-
description: 'Groq Llama 3.3 70B (Fast)',
|
|
360
|
-
},
|
|
361
|
-
{
|
|
362
|
-
name: 'Groq Mixtral 8x7B',
|
|
363
|
-
value: 'groq/mixtral-8x7b-32768',
|
|
364
|
-
description: 'Groq Mixtral 8x7B (Fast)',
|
|
365
|
-
},
|
|
366
|
-
{
|
|
367
|
-
name: 'Ollama Llama 3',
|
|
368
|
-
value: 'ollama/llama3',
|
|
369
|
-
description: 'Ollama Llama 3 (Local)',
|
|
370
|
-
},
|
|
371
|
-
{
|
|
372
|
-
name: 'Ollama Llama 3.3',
|
|
373
|
-
value: 'ollama/llama3.3',
|
|
374
|
-
description: 'Ollama Llama 3.3 (Local)',
|
|
375
|
-
},
|
|
376
|
-
{
|
|
377
|
-
name: 'Ollama Mistral',
|
|
378
|
-
value: 'ollama/mistral',
|
|
379
|
-
description: 'Ollama Mistral (Local)',
|
|
380
|
-
},
|
|
381
|
-
{
|
|
382
|
-
name: 'Ollama Qwen 2.5',
|
|
383
|
-
value: 'ollama/qwen2.5',
|
|
384
|
-
description: 'Ollama Qwen 2.5 (Local)',
|
|
385
|
-
},
|
|
386
|
-
{
|
|
387
|
-
name: 'OpenAI GPT-3.5 Turbo',
|
|
388
|
-
value: 'openai/gpt-3.5-turbo',
|
|
389
|
-
description: 'OpenAI GPT-3.5 Turbo (Fast)',
|
|
390
|
-
},
|
|
391
|
-
{
|
|
392
|
-
name: 'OpenAI GPT-4 Turbo',
|
|
393
|
-
value: 'openai/gpt-4-turbo',
|
|
394
|
-
},
|
|
395
|
-
{
|
|
396
|
-
name: 'OpenAI GPT-4o',
|
|
397
|
-
value: 'openai/gpt-4o',
|
|
398
|
-
description: 'OpenAI GPT-4o (Recommended)',
|
|
399
|
-
},
|
|
400
|
-
{
|
|
401
|
-
name: 'OpenAI GPT-4o Mini',
|
|
402
|
-
value: 'openai/gpt-4o-mini',
|
|
403
|
-
description: 'OpenAI GPT-4o Mini (Fast & Affordable)',
|
|
404
|
-
},
|
|
405
|
-
],
|
|
406
|
-
default: 'openai/gpt-4o-mini',
|
|
407
|
-
description: 'LLM provider to use for extraction. Supports 100+ models via LiteLLM.',
|
|
408
|
-
displayOptions: {
|
|
409
|
-
show: {
|
|
410
|
-
overrideProvider: [true],
|
|
411
|
-
},
|
|
412
|
-
},
|
|
413
|
-
},
|
|
414
297
|
{
|
|
415
298
|
displayName: 'Max Tokens',
|
|
416
299
|
name: 'maxTokens',
|
|
@@ -418,28 +301,6 @@ exports.description = [
|
|
|
418
301
|
default: 2000,
|
|
419
302
|
description: 'Maximum number of tokens for the LLM response',
|
|
420
303
|
},
|
|
421
|
-
{
|
|
422
|
-
displayName: 'Override LLM Provider',
|
|
423
|
-
name: 'overrideProvider',
|
|
424
|
-
type: 'boolean',
|
|
425
|
-
default: false,
|
|
426
|
-
description: 'Whether to override the LLM provider from credentials',
|
|
427
|
-
},
|
|
428
|
-
{
|
|
429
|
-
displayName: 'Provider API Key',
|
|
430
|
-
name: 'apiKey',
|
|
431
|
-
type: 'string',
|
|
432
|
-
typeOptions: {
|
|
433
|
-
password: true,
|
|
434
|
-
},
|
|
435
|
-
default: '',
|
|
436
|
-
description: 'API key for the LLM provider (leave empty to use API key from credentials)',
|
|
437
|
-
displayOptions: {
|
|
438
|
-
show: {
|
|
439
|
-
overrideProvider: [true],
|
|
440
|
-
},
|
|
441
|
-
},
|
|
442
|
-
},
|
|
443
304
|
{
|
|
444
305
|
displayName: 'Temperature',
|
|
445
306
|
name: 'temperature',
|
|
@@ -640,7 +501,7 @@ function processArrayHandling(data, strategy, baseMetadata, includeMetadata = tr
|
|
|
640
501
|
}
|
|
641
502
|
}
|
|
642
503
|
async function execute(items, nodeOptions) {
|
|
643
|
-
var _a;
|
|
504
|
+
var _a, _b, _c, _d, _e, _f, _g, _h;
|
|
644
505
|
const allResults = [];
|
|
645
506
|
const credentials = (await this.getCredentials('crawl4aiPlusApi'));
|
|
646
507
|
if (!credentials.enableLlm) {
|
|
@@ -722,22 +583,51 @@ async function execute(items, nodeOptions) {
|
|
|
722
583
|
schema.title = 'ExtractedData';
|
|
723
584
|
}
|
|
724
585
|
}
|
|
586
|
+
const useCustomProvider = credentials.llmProvider === 'other';
|
|
725
587
|
let provider;
|
|
726
588
|
let apiKey;
|
|
727
589
|
let baseUrl;
|
|
728
|
-
if (
|
|
729
|
-
provider = credentials.customProvider ||
|
|
730
|
-
apiKey = credentials.customApiKey ||
|
|
731
|
-
baseUrl = credentials.customBaseUrl || undefined;
|
|
590
|
+
if (useCustomProvider) {
|
|
591
|
+
provider = (_a = credentials.customProvider) === null || _a === void 0 ? void 0 : _a.trim();
|
|
592
|
+
apiKey = (_b = credentials.customApiKey) === null || _b === void 0 ? void 0 : _b.trim();
|
|
593
|
+
baseUrl = ((_c = credentials.customBaseUrl) === null || _c === void 0 ? void 0 : _c.trim()) || undefined;
|
|
594
|
+
if (!provider) {
|
|
595
|
+
throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Custom provider must be set in credentials when using "LiteLLM / Custom" provider.', { itemIndex: i });
|
|
596
|
+
}
|
|
597
|
+
if (!apiKey) {
|
|
598
|
+
throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Custom provider API key must be provided in credentials when using "LiteLLM / Custom" provider.', { itemIndex: i });
|
|
599
|
+
}
|
|
732
600
|
}
|
|
733
601
|
else {
|
|
734
|
-
|
|
735
|
-
|
|
736
|
-
|
|
737
|
-
|
|
738
|
-
|
|
739
|
-
|
|
740
|
-
|
|
602
|
+
switch (credentials.llmProvider) {
|
|
603
|
+
case 'ollama': {
|
|
604
|
+
const ollamaModel = ((_d = credentials.ollamaModel) === null || _d === void 0 ? void 0 : _d.trim()) || 'llama3';
|
|
605
|
+
provider = `ollama/${ollamaModel}`;
|
|
606
|
+
apiKey = undefined;
|
|
607
|
+
baseUrl = ((_e = credentials.ollamaUrl) === null || _e === void 0 ? void 0 : _e.trim()) || 'http://localhost:11434';
|
|
608
|
+
break;
|
|
609
|
+
}
|
|
610
|
+
case 'openai':
|
|
611
|
+
case 'groq':
|
|
612
|
+
case 'anthropic': {
|
|
613
|
+
const providerDefaults = {
|
|
614
|
+
openai: 'gpt-4o',
|
|
615
|
+
groq: 'llama-3.1-70b-versatile',
|
|
616
|
+
anthropic: 'claude-3-5-sonnet-20241022',
|
|
617
|
+
};
|
|
618
|
+
const modelId = ((_f = credentials.llmModel) === null || _f === void 0 ? void 0 : _f.trim()) || providerDefaults[credentials.llmProvider] || 'gpt-4o';
|
|
619
|
+
provider = `${credentials.llmProvider}/${modelId}`;
|
|
620
|
+
apiKey = (_g = credentials.apiKey) === null || _g === void 0 ? void 0 : _g.trim();
|
|
621
|
+
baseUrl = undefined;
|
|
622
|
+
if (!apiKey) {
|
|
623
|
+
throw new n8n_workflow_1.NodeOperationError(this.getNode(), `API key must be provided in credentials for ${credentials.llmProvider} LLM provider.`, { itemIndex: i });
|
|
624
|
+
}
|
|
625
|
+
break;
|
|
626
|
+
}
|
|
627
|
+
default: {
|
|
628
|
+
throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Unsupported LLM provider configured in credentials. Please choose OpenAI, Groq, Anthropic, Ollama, or Other.', { itemIndex: i });
|
|
629
|
+
}
|
|
630
|
+
}
|
|
741
631
|
}
|
|
742
632
|
const browserConfig = (0, utils_1.createBrowserConfig)(browserOptions);
|
|
743
633
|
const extractionStrategy = (0, utils_1.createLlmExtractionStrategy)(schema, instruction, provider, apiKey, baseUrl);
|
|
@@ -770,7 +660,7 @@ async function execute(items, nodeOptions) {
|
|
|
770
660
|
catch (error) {
|
|
771
661
|
if (this.continueOnFail()) {
|
|
772
662
|
const node = this.getNode();
|
|
773
|
-
const errorItemIndex = (
|
|
663
|
+
const errorItemIndex = (_h = error.itemIndex) !== null && _h !== void 0 ? _h : i;
|
|
774
664
|
allResults.push({
|
|
775
665
|
json: items[i].json,
|
|
776
666
|
error: new n8n_workflow_1.NodeOperationError(node, error.message, { itemIndex: errorItemIndex }),
|