n8n-nodes-crawl4ai-plus 5.3.0 → 5.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/nodes/Crawl4aiPlus/actions/askQuestion.operation.js +2 -2
- package/dist/nodes/Crawl4aiPlus/actions/askQuestion.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlus/actions/cssExtractor.operation.js +2 -2
- package/dist/nodes/Crawl4aiPlus/actions/cssExtractor.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlus/actions/extractData.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlus/actions/extractData.operation.js +94 -87
- package/dist/nodes/Crawl4aiPlus/actions/extractData.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlus/actions/getPageContent.operation.js +2 -2
- package/dist/nodes/Crawl4aiPlus/actions/getPageContent.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlus/ai-tools/tool-executor.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlus/ai-tools/tool-executor.js +13 -13
- package/dist/nodes/Crawl4aiPlus/ai-tools/tool-executor.js.map +1 -1
- package/dist/nodes/Crawl4aiPlus/helpers/formatters.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlus/helpers/formatters.js +8 -3
- package/dist/nodes/Crawl4aiPlus/helpers/formatters.js.map +1 -1
- package/dist/nodes/Crawl4aiPlus/helpers/utils.d.ts +3 -1
- package/dist/nodes/Crawl4aiPlus/helpers/utils.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlus/helpers/utils.js +56 -4
- package/dist/nodes/Crawl4aiPlus/helpers/utils.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/cosineExtractor.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/cosineExtractor.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/cosineExtractor.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/crawlMultipleUrls.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/crawlMultipleUrls.operation.js +2 -2
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/crawlMultipleUrls.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/crawlStream.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/crawlStream.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/crawlStream.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/crawlUrl.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/crawlUrl.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/crawlUrl.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/cssExtractor.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/cssExtractor.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/cssExtractor.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/discoverLinks.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/discoverLinks.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/discoverLinks.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/jsonExtractor.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/jsonExtractor.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/jsonExtractor.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/llmExtractor.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/llmExtractor.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/llmExtractor.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/processRawHtml.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/processRawHtml.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/processRawHtml.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/regexExtractor.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/regexExtractor.operation.js +2 -2
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/regexExtractor.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/seoExtractor.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/seoExtractor.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/seoExtractor.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/submitCrawlJob.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/submitCrawlJob.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/submitCrawlJob.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/submitLlmJob.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/submitLlmJob.operation.js +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/submitLlmJob.operation.js.map +1 -1
- package/dist/nodes/shared/utils.d.ts +6 -0
- package/dist/nodes/shared/utils.d.ts.map +1 -1
- package/dist/nodes/shared/utils.js +20 -0
- package/dist/nodes/shared/utils.js.map +1 -1
- package/package.json +1 -1
|
@@ -268,11 +268,11 @@ _nodeOptions) {
|
|
|
268
268
|
}
|
|
269
269
|
for (let i = 0; i < items.length; i++) {
|
|
270
270
|
try {
|
|
271
|
-
const
|
|
271
|
+
const rawUrl = this.getNodeParameter('url', i, '');
|
|
272
272
|
const question = this.getNodeParameter('question', i, '');
|
|
273
273
|
const crawlScope = this.getNodeParameter('crawlScope', i, 'singlePage');
|
|
274
274
|
const options = this.getNodeParameter('options', i, {});
|
|
275
|
-
(0, utils_1.assertValidHttpUrl)(
|
|
275
|
+
const url = (0, utils_1.assertValidHttpUrl)(rawUrl, this.getNode(), i);
|
|
276
276
|
if (!question) {
|
|
277
277
|
throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Question cannot be empty.', {
|
|
278
278
|
itemIndex: i,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"askQuestion.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/askQuestion.operation.ts"],"names":[],"mappings":";;;AAmRA,0BA4IC;AAzZD,+CAAkD;AAGlD,wDAAkE;AAClE,4CAS0B;AAC1B,sDAA6D;AAE7D,sCAAsC;AACtC,MAAM,eAAe,GAAG;IACvB,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACX,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC1B,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;QACrD,aAAa,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;KAC3D;IACD,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,eAAe,CAAC;CAChD,CAAC;AAEF,MAAM,aAAa,GAAG;;;;;yMAKmL,CAAC;AAE1M,wBAAwB;AACX,QAAA,WAAW,GAAsB;IAC7C;QACC,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,iCAAiC;QAC9C,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD;IACD;QACC,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;QACxB,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,8BAA8B;QAC3C,WAAW,EAAE,kDAAkD;QAC/D,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD;IACD;QACC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,YAAY;gBACnB,WAAW,EAAE,8BAA8B;aAC3C;YACD;gBACC,IAAI,EAAE,cAAc;gBACpB,KAAK,EAAE,aAAa;gBACpB,WAAW,EAAE,2EAA2E;aACxF;YACD;gBACC,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,UAAU;gBACjB,WAAW,EAAE,sFAAsF;aACnG;SACD;QACD,OAAO,EAAE,YAAY;QACrB,WAAW,EAAE,yCAAyC;QACtD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD;IACD;QACC,WAAW,EACV,4FAA4F;QAC7F,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD;IACD;QACC,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;QACD,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,gGAAgG;aAC7G;YACD;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uFAAuF;aACpG;YACD;gBACC,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,gBAAgB,EAAE;oBACrD,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,gBAAgB,EAAE;oBACrD,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;oBACnC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,eAAe,EAAE;oBACnD,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,iBAAiB,EAAE;oBACvD,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBACzC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;oBAC/B,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC7C,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;iBACjD;gBACD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,mIAAmI;aAChJ;YACD;gBACC,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,UAAU,EAAE;oBACjD,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;oBACrC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;iBACnC;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,6IAA6I;aAC1J;YACD;gBACC,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mHAAmH;aAChI;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE;oBAChD,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,UAAU,EAAE;oBAClD,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,SAAS,EAAE;oBAClD,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBACzC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;iBAC3C;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aACjD;YACD;gBACC,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;gBACxB,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,8DAA8D;gBAC3E,WAAW,EAAE,iDAAiD;gBAC9D,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,cAAc,EAAE,CAAC,QAAQ,CAAC;qBAC1B;iBACD;aACD;YACD;gBACC,WAAW,EAAE,0BAA0B;gBACvC,IAAI,EAAE,uBAAuB;gBAC7B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,iJAAiJ;aAC9J;YACD;gBACC,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,qBAAqB;gBAClC,WAAW,EAAE,6EAA6E;gBAC1F,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,aAAa,EAAE,CAAC,aAAa,EAAE,UAAU,CAAC;qBAC1C;iBACD;aACD;YACD;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,kCAAkC;gBAC/C,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,aAAa,EAAE,CAAC,aAAa,EAAE,UAAU,CAAC;qBAC1C;iBACD;aACD;YACD;gBACC,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE;oBACZ,iBAAiB,EAAE,cAAc;iBACjC;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,gHAAgH;aAC7H;YACD;gBACC,WAAW,EAAE,UAAU;gBACvB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,gEAAgE;gBAC7E,WAAW,EACV,yFAAyF;aAC1F;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,8DAA8D,EAAE;oBAC7H,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,kBAAkB,EAAE,WAAW,EAAE,qCAAqC,EAAE;oBAC7G,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,qDAAqD,EAAE;oBACnG,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,oEAAoE,EAAE;iBACjI;gBACD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,+GAA+G;aAC5H;SACD;KACD;CACD,CAAC;AAEF,0BAA0B;AACnB,KAAK,UAAU,OAAO,CAE5B,KAA2B;AAC3B,6DAA6D;AAC7D,YAAiC;IAEjC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAsC,CAAC;IACxG,IAAI,CAAC;QACJ,IAAA,8BAAsB,EAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC;YACJ,MAAM,
|
|
1
|
+
{"version":3,"file":"askQuestion.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/askQuestion.operation.ts"],"names":[],"mappings":";;;AAmRA,0BA4IC;AAzZD,+CAAkD;AAGlD,wDAAkE;AAClE,4CAS0B;AAC1B,sDAA6D;AAE7D,sCAAsC;AACtC,MAAM,eAAe,GAAG;IACvB,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACX,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC1B,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;QACrD,aAAa,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;KAC3D;IACD,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,eAAe,CAAC;CAChD,CAAC;AAEF,MAAM,aAAa,GAAG;;;;;yMAKmL,CAAC;AAE1M,wBAAwB;AACX,QAAA,WAAW,GAAsB;IAC7C;QACC,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,iCAAiC;QAC9C,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD;IACD;QACC,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;QACxB,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,8BAA8B;QAC3C,WAAW,EAAE,kDAAkD;QAC/D,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD;IACD;QACC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,YAAY;gBACnB,WAAW,EAAE,8BAA8B;aAC3C;YACD;gBACC,IAAI,EAAE,cAAc;gBACpB,KAAK,EAAE,aAAa;gBACpB,WAAW,EAAE,2EAA2E;aACxF;YACD;gBACC,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,UAAU;gBACjB,WAAW,EAAE,sFAAsF;aACnG;SACD;QACD,OAAO,EAAE,YAAY;QACrB,WAAW,EAAE,yCAAyC;QACtD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD;IACD;QACC,WAAW,EACV,4FAA4F;QAC7F,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD;IACD;QACC,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;QACD,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,gGAAgG;aAC7G;YACD;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uFAAuF;aACpG;YACD;gBACC,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,gBAAgB,EAAE;oBACrD,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,gBAAgB,EAAE;oBACrD,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;oBACnC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,eAAe,EAAE;oBACnD,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,iBAAiB,EAAE;oBACvD,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBACzC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;oBAC/B,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC7C,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;iBACjD;gBACD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,mIAAmI;aAChJ;YACD;gBACC,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,UAAU,EAAE;oBACjD,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;oBACrC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;iBACnC;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,6IAA6I;aAC1J;YACD;gBACC,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mHAAmH;aAChI;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE;oBAChD,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,UAAU,EAAE;oBAClD,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,SAAS,EAAE;oBAClD,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBACzC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;iBAC3C;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aACjD;YACD;gBACC,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;gBACxB,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,8DAA8D;gBAC3E,WAAW,EAAE,iDAAiD;gBAC9D,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,cAAc,EAAE,CAAC,QAAQ,CAAC;qBAC1B;iBACD;aACD;YACD;gBACC,WAAW,EAAE,0BAA0B;gBACvC,IAAI,EAAE,uBAAuB;gBAC7B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,iJAAiJ;aAC9J;YACD;gBACC,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,qBAAqB;gBAClC,WAAW,EAAE,6EAA6E;gBAC1F,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,aAAa,EAAE,CAAC,aAAa,EAAE,UAAU,CAAC;qBAC1C;iBACD;aACD;YACD;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,kCAAkC;gBAC/C,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,aAAa,EAAE,CAAC,aAAa,EAAE,UAAU,CAAC;qBAC1C;iBACD;aACD;YACD;gBACC,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE;oBACZ,iBAAiB,EAAE,cAAc;iBACjC;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,gHAAgH;aAC7H;YACD;gBACC,WAAW,EAAE,UAAU;gBACvB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,gEAAgE;gBAC7E,WAAW,EACV,yFAAyF;aAC1F;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,8DAA8D,EAAE;oBAC7H,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,kBAAkB,EAAE,WAAW,EAAE,qCAAqC,EAAE;oBAC7G,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,qDAAqD,EAAE;oBACnG,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,oEAAoE,EAAE;iBACjI;gBACD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,+GAA+G;aAC5H;SACD;KACD;CACD,CAAC;AAEF,0BAA0B;AACnB,KAAK,UAAU,OAAO,CAE5B,KAA2B;AAC3B,6DAA6D;AAC7D,YAAiC;IAEjC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAsC,CAAC;IACxG,IAAI,CAAC;QACJ,IAAA,8BAAsB,EAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YACpE,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC,EAAE,YAAY,CAAW,CAAC;YAClF,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEvE,MAAM,GAAG,GAAG,IAAA,0BAAkB,EAAC,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YAC1D,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACf,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,2BAA2B,EAAE;oBACzE,SAAS,EAAE,CAAC;iBACZ,CAAC,CAAC;YACJ,CAAC;YAED,2CAA2C;YAC3C,MAAM,aAAa,GAAG,OAAO,CAAC,QAA8B,CAAC;YAC7D,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAA,sBAAc,EAAC,WAAW,EAAE,aAAa,IAAI,SAAS,CAAC,CAAC;YAC9F,MAAM,WAAW,GAAG,GAAG,aAAa,iBAAiB,QAAQ,EAAE,CAAC;YAEhE,MAAM,kBAAkB,GAAG,IAAA,mCAA2B,EACrD,eAAe,EACf,WAAW,EACX,QAAQ,EACR,MAAM,EACN,OAAO,CACP,CAAC;YAEF,eAAe;YACf,MAAM,MAAM,GAAoB;gBAC/B,GAAG,IAAA,yBAAiB,GAAE;gBACtB,SAAS,EAAG,OAAO,CAAC,SAA0C,IAAI,SAAS;gBAC3E,kBAAkB;aAClB,CAAC;YAEF,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;gBACzB,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAClD,CAAC;YAED,IAAI,OAAO,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;gBAClC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC7B,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC;gBACpB,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;gBAC3B,MAAM,CAAC,iBAAiB,GAAG,IAAI,CAAC;YACjC,CAAC;YAED,MAAM,eAAe,GAAG,IAAA,6BAAqB,EAC5C,OAAO,CAAC,cAAoC,EAC5C,OAAO,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,aAAmC,CAAC,CAAC,CAAC,SAAS,CAC7F,CAAC;YACF,IAAI,eAAe;gBAAE,MAAM,CAAC,OAAO,GAAG,eAAe,CAAC;YAEtD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC1C,CAAC;YAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACvB,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAC9C,CAAC;YACD,IAAI,OAAO,CAAC,qBAAqB,IAAI,IAAI,EAAE,CAAC;gBAC3C,MAAM,CAAC,qBAAqB,GAAG,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,GAAG,IAAI,CAAC;YAC7E,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC/B,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;YACxB,CAAC;YACD,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC/B,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;YACxB,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,IAAA,oBAAY,EACjC,MAAM,EACN,GAAG,EACH,UAAuD,EACvD,MAAM,EACN;gBACC,QAAQ,EAAE,OAAO,CAAC,QAA8B;gBAChD,eAAe,EAAE,OAAO,CAAC,eAAqC;aAC9D,CACD,CAAC;YAEF,2CAA2C;YAC3C,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;YAEpE,0FAA0F;YAC1F,MAAM,SAAS,GAAG,gBAAgB;iBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,oCAAuB,EAAC,CAAC,CAAC,CAAC;iBACtC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;YACzC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,gBAAgB,CAAC,MAAM,EAAE,CAAC;gBAC1E,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,0BAA0B,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAC1G,CAAC;YAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,UAAU,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,gCAAgC,EAAE,GAAG,EAAE,QAAQ,EAAE;oBAChF,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACvB,CAAC,CAAC;gBACH,SAAS;YACV,CAAC;YAED,MAAM,SAAS,GAAG,IAAA,iCAAoB,EACrC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,OAAO,EACxD,QAAQ,EACR,OAAO,CAAC,MAAM,CACd,CAAC;YAEF,UAAU,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,SAAS;gBACf,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;aACvB,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC3B,UAAU,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAG,KAAe,CAAC,OAAO,EAAE;wBACvE,SAAS,EAAE,CAAC;qBACZ,CAAC;oBACF,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACvB,CAAC,CAAC;gBACH,SAAS;YACV,CAAC;YACD,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IAED,OAAO,UAAU,CAAC;AACnB,CAAC"}
|
|
@@ -263,11 +263,11 @@ _nodeOptions) {
|
|
|
263
263
|
const client = await (0, utils_1.getCrawl4aiClient)(this);
|
|
264
264
|
for (let i = 0; i < items.length; i++) {
|
|
265
265
|
try {
|
|
266
|
-
const
|
|
266
|
+
const rawUrl = this.getNodeParameter('url', i, '');
|
|
267
267
|
const baseSelector = this.getNodeParameter('baseSelector', i, '');
|
|
268
268
|
const fieldsValues = this.getNodeParameter('fields.fieldsValues', i, []);
|
|
269
269
|
const options = this.getNodeParameter('options', i, {});
|
|
270
|
-
(0, utils_1.assertValidHttpUrl)(
|
|
270
|
+
const url = (0, utils_1.assertValidHttpUrl)(rawUrl, this.getNode(), i);
|
|
271
271
|
if (!baseSelector) {
|
|
272
272
|
throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Base selector cannot be empty.', {
|
|
273
273
|
itemIndex: i,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cssExtractor.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/cssExtractor.operation.ts"],"names":[],"mappings":";;;AAgRA,0BA4IC;AAtZD,+CAAkD;AAGlD,4CAM0B;AAC1B,sDAAiE;AACjE,wDAA6D;AAC7D,8CAAwD;AAExD,wBAAwB;AACX,QAAA,WAAW,GAAsB;IAC7C;QACC,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,iCAAiC;QAC9C,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;KACD;IACD;QACC,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,kBAAkB;QAC/B,WAAW,EAAE,6EAA6E;QAC1F,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;KACD;IACD;QACC,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE;YACZ,cAAc,EAAE,IAAI;SACpB;QACD,OAAO,EAAE,EAAE;QACX,QAAQ,EAAE,IAAI;QACd,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;QACD,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,QAAQ;gBACrB,MAAM,EAAE;oBACP;wBACC,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,OAAO;wBACpB,WAAW,EAAE,8BAA8B;qBAC3C;oBACD;wBACC,WAAW,EAAE,cAAc;wBAC3B,IAAI,EAAE,UAAU;wBAChB,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,UAAU;wBACvB,WAAW,EAAE,4CAA4C;qBACzD;oBACD;wBACC,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,SAAS;wBACf,OAAO,EAAE;4BACR;gCACC,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,MAAM;gCACb,WAAW,EAAE,sBAAsB;6BACnC;4BACD;gCACC,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,MAAM;gCACb,WAAW,EAAE,sBAAsB;6BACnC;4BACD;gCACC,IAAI,EAAE,WAAW;gCACjB,KAAK,EAAE,WAAW;gCAClB,WAAW,EAAE,4BAA4B;6BACzC;yBACD;wBACD,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,yBAAyB;qBACtC;oBACD;wBACC,WAAW,EAAE,gBAAgB;wBAC7B,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,QAAQ;wBACd,cAAc,EAAE;4BACf,IAAI,EAAE;gCACL,SAAS,EAAE,CAAC,WAAW,CAAC;6BACxB;yBACD;wBACD,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,MAAM;wBACnB,WAAW,EAAE,kCAAkC;qBAC/C;iBACD;aACD;SACD;KACD;IACD;QACC,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;QACD,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,gGAAgG;aAC7G;YACD;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uFAAuF;aACpG;YACD;gBACC,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,gBAAgB,EAAE;oBACrD,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,gBAAgB,EAAE;oBACrD,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;oBACnC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,eAAe,EAAE;oBACnD,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,iBAAiB,EAAE;oBACvD,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBACzC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;oBAC/B,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC7C,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;iBACjD;gBACD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,mIAAmI;aAChJ;YACD;gBACC,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,UAAU,EAAE;oBACjD,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;oBACrC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;iBACnC;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,6IAA6I;aAC1J;YACD;gBACC,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mHAAmH;aAChI;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE;oBAChD,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,UAAU,EAAE;oBAClD,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,SAAS,EAAE;oBAClD,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBACzC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;iBAC3C;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aACjD;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EACV,+EAA+E;aAChF;YACD;gBACC,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;gBACxB,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,8DAA8D;gBAC3E,WAAW,EAAE,iDAAiD;gBAC9D,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,cAAc,EAAE,CAAC,QAAQ,CAAC;qBAC1B;iBACD;aACD;YACD;gBACC,WAAW,EAAE,0BAA0B;gBACvC,IAAI,EAAE,uBAAuB;gBAC7B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,iJAAiJ;aAC9J;YACD;gBACC,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,qBAAqB;gBAC3B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,wDAAwD;aACrE;YACD;gBACC,WAAW,EAAE,UAAU;gBACvB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,gEAAgE;gBAC7E,WAAW,EACV,yFAAyF;aAC1F;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,8DAA8D,EAAE;oBAC7H,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,kBAAkB,EAAE,WAAW,EAAE,qCAAqC,EAAE;oBAC7G,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,qDAAqD,EAAE;oBACnG,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,oEAAoE,EAAE;iBACjI;gBACD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,+GAA+G;aAC5H;SACD;KACD;CACD,CAAC;AAEF,0BAA0B;AACnB,KAAK,UAAU,OAAO,CAE5B,KAA2B;AAC3B,6DAA6D;AAC7D,YAAiC;IAEjC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;IAE7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC;YACJ,MAAM,
|
|
1
|
+
{"version":3,"file":"cssExtractor.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/cssExtractor.operation.ts"],"names":[],"mappings":";;;AAgRA,0BA4IC;AAtZD,+CAAkD;AAGlD,4CAM0B;AAC1B,sDAAiE;AACjE,wDAA6D;AAC7D,8CAAwD;AAExD,wBAAwB;AACX,QAAA,WAAW,GAAsB;IAC7C;QACC,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,iCAAiC;QAC9C,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;KACD;IACD;QACC,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,kBAAkB;QAC/B,WAAW,EAAE,6EAA6E;QAC1F,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;KACD;IACD;QACC,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE;YACZ,cAAc,EAAE,IAAI;SACpB;QACD,OAAO,EAAE,EAAE;QACX,QAAQ,EAAE,IAAI;QACd,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;QACD,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,QAAQ;gBACrB,MAAM,EAAE;oBACP;wBACC,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,OAAO;wBACpB,WAAW,EAAE,8BAA8B;qBAC3C;oBACD;wBACC,WAAW,EAAE,cAAc;wBAC3B,IAAI,EAAE,UAAU;wBAChB,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,UAAU;wBACvB,WAAW,EAAE,4CAA4C;qBACzD;oBACD;wBACC,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,SAAS;wBACf,OAAO,EAAE;4BACR;gCACC,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,MAAM;gCACb,WAAW,EAAE,sBAAsB;6BACnC;4BACD;gCACC,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,MAAM;gCACb,WAAW,EAAE,sBAAsB;6BACnC;4BACD;gCACC,IAAI,EAAE,WAAW;gCACjB,KAAK,EAAE,WAAW;gCAClB,WAAW,EAAE,4BAA4B;6BACzC;yBACD;wBACD,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,yBAAyB;qBACtC;oBACD;wBACC,WAAW,EAAE,gBAAgB;wBAC7B,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,QAAQ;wBACd,cAAc,EAAE;4BACf,IAAI,EAAE;gCACL,SAAS,EAAE,CAAC,WAAW,CAAC;6BACxB;yBACD;wBACD,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,MAAM;wBACnB,WAAW,EAAE,kCAAkC;qBAC/C;iBACD;aACD;SACD;KACD;IACD;QACC,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;QACD,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,gGAAgG;aAC7G;YACD;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uFAAuF;aACpG;YACD;gBACC,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,gBAAgB,EAAE;oBACrD,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,gBAAgB,EAAE;oBACrD,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;oBACnC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,eAAe,EAAE;oBACnD,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,iBAAiB,EAAE;oBACvD,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBACzC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;oBAC/B,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC7C,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;iBACjD;gBACD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,mIAAmI;aAChJ;YACD;gBACC,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,UAAU,EAAE;oBACjD,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;oBACrC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;iBACnC;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,6IAA6I;aAC1J;YACD;gBACC,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mHAAmH;aAChI;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE;oBAChD,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,UAAU,EAAE;oBAClD,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,SAAS,EAAE;oBAClD,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBACzC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;iBAC3C;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aACjD;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EACV,+EAA+E;aAChF;YACD;gBACC,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;gBACxB,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,8DAA8D;gBAC3E,WAAW,EAAE,iDAAiD;gBAC9D,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,cAAc,EAAE,CAAC,QAAQ,CAAC;qBAC1B;iBACD;aACD;YACD;gBACC,WAAW,EAAE,0BAA0B;gBACvC,IAAI,EAAE,uBAAuB;gBAC7B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,iJAAiJ;aAC9J;YACD;gBACC,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,qBAAqB;gBAC3B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,wDAAwD;aACrE;YACD;gBACC,WAAW,EAAE,UAAU;gBACvB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,gEAAgE;gBAC7E,WAAW,EACV,yFAAyF;aAC1F;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,8DAA8D,EAAE;oBAC7H,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,kBAAkB,EAAE,WAAW,EAAE,qCAAqC,EAAE;oBAC7G,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,qDAAqD,EAAE;oBACnG,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,oEAAoE,EAAE;iBACjI;gBACD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,+GAA+G;aAC5H;SACD;KACD;CACD,CAAC;AAEF,0BAA0B;AACnB,KAAK,UAAU,OAAO,CAE5B,KAA2B;AAC3B,6DAA6D;AAC7D,YAAiC;IAEjC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;IAE7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC5E,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,qBAAqB,EAAE,CAAC,EAAE,EAAE,CAAkB,CAAC;YAC1F,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEvE,MAAM,GAAG,GAAG,IAAA,0BAAkB,EAAC,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YAC1D,IAAI,CAAC,YAAY,EAAE,CAAC;gBACnB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gCAAgC,EAAE;oBAC9E,SAAS,EAAE,CAAC;iBACZ,CAAC,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChD,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,qCAAqC,EAAE;oBACnF,SAAS,EAAE,CAAC;iBACZ,CAAC,CAAC;YACJ,CAAC;YAED,8BAA8B;YAC9B,MAAM,MAAM,GAAsB;gBACjC,IAAI,EAAE,iBAAiB;gBACvB,YAAY;gBACZ,MAAM,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACpC,IAAI,EAAE,KAAK,CAAC,IAAc;oBAC1B,QAAQ,EAAE,KAAK,CAAC,QAAkB;oBAClC,IAAI,EAAE,KAAK,CAAC,SAA0C;oBACtD,GAAG,CAAC,KAAK,CAAC,SAAS,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACpF,CAAC,CAAC;aACH,CAAC;YAEF,6BAA6B;YAC7B,MAAM,kBAAkB,GAAG,IAAA,2CAAmC,EAAC,MAAM,CAAC,CAAC;YAEvE,eAAe;YACf,MAAM,MAAM,GAAoB;gBAC/B,GAAG,IAAA,yBAAiB,GAAE;gBACtB,SAAS,EAAG,OAAO,CAAC,SAA0C,IAAI,SAAS;gBAC3E,kBAAkB;aAClB,CAAC;YAEF,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;gBACzB,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAClD,CAAC;YAED,IAAI,OAAO,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;gBAClC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC7B,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC;gBACpB,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;gBAC3B,MAAM,CAAC,iBAAiB,GAAG,IAAI,CAAC;YACjC,CAAC;YAED,MAAM,eAAe,GAAG,IAAA,6BAAqB,EAC5C,OAAO,CAAC,cAAoC,EAC5C,OAAO,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,aAAmC,CAAC,CAAC,CAAC,SAAS,CAC7F,CAAC;YACF,IAAI,eAAe;gBAAE,MAAM,CAAC,OAAO,GAAG,eAAe,CAAC;YAEtD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC1C,CAAC;YAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACvB,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAC9C,CAAC;YACD,IAAI,OAAO,CAAC,qBAAqB,IAAI,IAAI,EAAE,CAAC;gBAC3C,MAAM,CAAC,qBAAqB,GAAG,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,GAAG,IAAI,CAAC;YAC7E,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC/B,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;YACxB,CAAC;YACD,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC/B,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;YACxB,CAAC;YAED,gBAAgB;YAChB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAElD,uBAAuB;YACvB,MAAM,aAAa,GAAG,IAAA,+BAAkB,EAAC,MAAM,CAAC,CAAC;YACjD,IAAI,cAAc,GAAkB,EAAE,CAAC;YAEvC,IAAI,aAAa,EAAE,CAAC;gBACnB,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;oBAClC,cAAc,GAAG,aAA8B,CAAC;gBACjD,CAAC;qBAAM,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;oBAC9C,cAAc,GAAG,CAAC,aAAa,CAAC,CAAC;gBAClC,CAAC;YACF,CAAC;YAED,mCAAmC;YACnC,MAAM,WAAW,GAAG,OAAO,CAAC,SAAS,KAAK,KAAK,CAAC;YAChD,IAAI,WAAW,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9C,cAAc,GAAG,IAAA,0BAAkB,EAAC,cAAc,CAAkB,CAAC;YACtE,CAAC;YAED,MAAM,SAAS,GAAG,IAAA,qCAAwB,EAAC,MAAM,EAAE,cAAc,CAAC,CAAC;YAEnE,0CAA0C;YAC1C,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;gBACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;gBACjC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBACvD,SAAS,CAAC,YAAY,GAAG,QAAQ,CAAC,YAAY,IAAI,QAAQ,CAAC,YAAY,IAAI,EAAE,CAAC;gBAC/E,CAAC;qBAAM,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBACzC,SAAS,CAAC,YAAY,GAAG,QAAQ,CAAC;gBACnC,CAAC;qBAAM,CAAC;oBACP,SAAS,CAAC,YAAY,GAAG,EAAE,CAAC;gBAC7B,CAAC;YACF,CAAC;YAED,UAAU,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,SAAS;gBACf,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;aACvB,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC3B,UAAU,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAG,KAAe,CAAC,OAAO,EAAE;wBACvE,SAAS,EAAE,CAAC;qBACZ,CAAC;oBACF,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACvB,CAAC,CAAC;gBACH,SAAS;YACV,CAAC;YACD,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IAED,OAAO,UAAU,CAAC;AACnB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"extractData.operation.d.ts","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/extractData.operation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEX,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,MAAM,cAAc,CAAC;AAItB,OAAO,KAAK,EAA0B,mBAAmB,EAAgC,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"extractData.operation.d.ts","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/extractData.operation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEX,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,MAAM,cAAc,CAAC;AAItB,OAAO,KAAK,EAA0B,mBAAmB,EAAgC,MAAM,yBAAyB,CAAC;AAm3BzH,eAAO,MAAM,WAAW,EAAE,eAAe,EAoSxC,CAAC;AAEF,wBAAsB,OAAO,CAC5B,IAAI,EAAE,iBAAiB,EACvB,KAAK,EAAE,kBAAkB,EAAE,EAE3B,YAAY,EAAE,mBAAmB,GAC/B,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA0Q/B"}
|
|
@@ -36,21 +36,30 @@ const ORG_NAME_INSTRUCTION = `You are extracting the official name of an organis
|
|
|
36
36
|
`Prefer the name from the page title, header, or copyright notice over body text mentions. ` +
|
|
37
37
|
`If multiple names appear, return the most formal or legal-sounding one. ` +
|
|
38
38
|
`If no organisation name can be determined, return null for officialName.`;
|
|
39
|
-
|
|
40
|
-
//
|
|
41
|
-
|
|
42
|
-
|
|
39
|
+
const COMBINED_TEXT_BUDGET = 60000; // chars — distributed evenly across pages
|
|
40
|
+
// Combine page text with per-page budget so every page gets representation.
|
|
41
|
+
// Fixed-size slicing (e.g. slice(0, 20000)) silently drops later pages on multi-page crawls.
|
|
42
|
+
function combinePagesWithBudget(results, budget = COMBINED_TEXT_BUDGET) {
|
|
43
|
+
const texts = results.map((r) => {
|
|
43
44
|
if (typeof r.markdown === 'object' && r.markdown !== null)
|
|
44
45
|
return r.markdown.raw_markdown || '';
|
|
45
46
|
if (typeof r.markdown === 'string')
|
|
46
47
|
return r.markdown;
|
|
47
48
|
return '';
|
|
48
|
-
}).filter(Boolean)
|
|
49
|
+
}).filter(Boolean);
|
|
50
|
+
if (texts.length === 0)
|
|
51
|
+
return '';
|
|
52
|
+
const perPageCap = Math.floor(budget / texts.length);
|
|
53
|
+
return texts.map((t) => t.slice(0, perPageCap)).join('\n\n---\n\n');
|
|
54
|
+
}
|
|
55
|
+
async function runOrgNameExtraction(results, credentials, crawler, modelOverride,
|
|
56
|
+
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
57
|
+
_itemIndex) {
|
|
58
|
+
const combinedText = combinePagesWithBudget(results);
|
|
49
59
|
if (!combinedText)
|
|
50
60
|
return { officialName: null, confidence: 'low' };
|
|
51
61
|
const { provider, apiKey, baseUrl } = (0, utils_1.buildLlmConfig)(credentials, modelOverride);
|
|
52
|
-
const
|
|
53
|
-
const escaped = truncated.replace(/&/g, '&').replace(/</g, '<').replace(/>/g, '>');
|
|
62
|
+
const escaped = combinedText.replace(/&/g, '&').replace(/</g, '<').replace(/>/g, '>');
|
|
54
63
|
const rawUrl = `raw:<pre>${escaped}</pre>`;
|
|
55
64
|
const config = {
|
|
56
65
|
extractionStrategy: (0, utils_1.createLlmExtractionStrategy)(ORG_NAME_SCHEMA, ORG_NAME_INSTRUCTION, provider, apiKey, baseUrl),
|
|
@@ -105,17 +114,10 @@ async function runEmailNameSuggestion(emails, results, credentials, crawler, mod
|
|
|
105
114
|
_itemIndex) {
|
|
106
115
|
if (emails.length === 0)
|
|
107
116
|
return [];
|
|
108
|
-
const
|
|
109
|
-
if (typeof r.markdown === 'object' && r.markdown !== null)
|
|
110
|
-
return r.markdown.raw_markdown || '';
|
|
111
|
-
if (typeof r.markdown === 'string')
|
|
112
|
-
return r.markdown;
|
|
113
|
-
return '';
|
|
114
|
-
}).filter(Boolean).join('\n\n---\n\n');
|
|
117
|
+
const pageContent = combinePagesWithBudget(results);
|
|
115
118
|
const { provider, apiKey, baseUrl } = (0, utils_1.buildLlmConfig)(credentials, modelOverride);
|
|
116
119
|
const emailListJson = JSON.stringify({ emails }, null, 2);
|
|
117
|
-
const
|
|
118
|
-
const combined = `EMAILS TO ANNOTATE:\n${emailListJson}\n\nPAGE CONTENT:\n${truncatedContent}`;
|
|
120
|
+
const combined = `EMAILS TO ANNOTATE:\n${emailListJson}\n\nPAGE CONTENT:\n${pageContent}`;
|
|
119
121
|
const escaped = combined.replace(/&/g, '&').replace(/</g, '<').replace(/>/g, '>');
|
|
120
122
|
const rawUrl = `raw:<pre>${escaped}</pre>`;
|
|
121
123
|
const config = {
|
|
@@ -159,18 +161,11 @@ const ABOUT_ORG_SCHEMA = {
|
|
|
159
161
|
async function runAboutOrgExtraction(results, credentials, crawler, modelOverride, instruction,
|
|
160
162
|
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
161
163
|
_itemIndex) {
|
|
162
|
-
const combinedText = results
|
|
163
|
-
if (typeof r.markdown === 'object' && r.markdown !== null)
|
|
164
|
-
return r.markdown.raw_markdown || '';
|
|
165
|
-
if (typeof r.markdown === 'string')
|
|
166
|
-
return r.markdown;
|
|
167
|
-
return '';
|
|
168
|
-
}).filter(Boolean).join('\n\n---\n\n');
|
|
164
|
+
const combinedText = combinePagesWithBudget(results);
|
|
169
165
|
if (!combinedText)
|
|
170
166
|
return null;
|
|
171
167
|
const { provider, apiKey, baseUrl } = (0, utils_1.buildLlmConfig)(credentials, modelOverride);
|
|
172
|
-
const
|
|
173
|
-
const escaped = truncated.replace(/&/g, '&').replace(/</g, '<').replace(/>/g, '>');
|
|
168
|
+
const escaped = combinedText.replace(/&/g, '&').replace(/</g, '<').replace(/>/g, '>');
|
|
174
169
|
const rawUrl = `raw:<pre>${escaped}</pre>`;
|
|
175
170
|
const config = {
|
|
176
171
|
extractionStrategy: (0, utils_1.createLlmExtractionStrategy)(ABOUT_ORG_SCHEMA, instruction, provider, apiKey, baseUrl),
|
|
@@ -205,18 +200,11 @@ const CUSTOM_EXTRACTION_SCHEMA = {
|
|
|
205
200
|
required: ['value'],
|
|
206
201
|
};
|
|
207
202
|
async function runCustomExtraction(results, credentials, crawler, modelOverride, instruction, itemIndex) {
|
|
208
|
-
const combinedText = results
|
|
209
|
-
if (typeof r.markdown === 'object' && r.markdown !== null)
|
|
210
|
-
return r.markdown.raw_markdown || '';
|
|
211
|
-
if (typeof r.markdown === 'string')
|
|
212
|
-
return r.markdown;
|
|
213
|
-
return '';
|
|
214
|
-
}).filter(Boolean).join('\n\n---\n\n');
|
|
203
|
+
const combinedText = combinePagesWithBudget(results);
|
|
215
204
|
if (!combinedText)
|
|
216
205
|
return null;
|
|
217
206
|
const { provider, apiKey, baseUrl } = (0, utils_1.buildLlmConfig)(credentials, modelOverride);
|
|
218
|
-
const
|
|
219
|
-
const escaped = truncated.replace(/&/g, '&').replace(/</g, '<').replace(/>/g, '>');
|
|
207
|
+
const escaped = combinedText.replace(/&/g, '&').replace(/</g, '<').replace(/>/g, '>');
|
|
220
208
|
const rawUrl = `raw:<pre>${escaped}</pre>`;
|
|
221
209
|
const config = {
|
|
222
210
|
extractionStrategy: (0, utils_1.createLlmExtractionStrategy)(CUSTOM_EXTRACTION_SCHEMA, instruction, provider, apiKey, baseUrl),
|
|
@@ -455,6 +443,10 @@ function buildLocationsSchema(includePhones) {
|
|
|
455
443
|
type: 'string',
|
|
456
444
|
description: 'Unique location identifier, e.g. "Melbourne Office", "Sydney Branch". Every name must be unique across all locations.',
|
|
457
445
|
},
|
|
446
|
+
isPrimary: {
|
|
447
|
+
type: 'boolean',
|
|
448
|
+
description: 'true if this is the main or head office / primary registered address / HQ; false for branches, campuses, showrooms, satellite offices, or any secondary location. If only one location is found, set true.',
|
|
449
|
+
},
|
|
458
450
|
address1: {
|
|
459
451
|
type: 'string',
|
|
460
452
|
description: 'Street number and street name only — no unit, level, or floor (e.g. "343 Little Collins Street")',
|
|
@@ -469,7 +461,7 @@ function buildLocationsSchema(includePhones) {
|
|
|
469
461
|
country: { type: 'string', description: 'Country name or ISO 3166-1 alpha-2 code' },
|
|
470
462
|
additionalNotes: {
|
|
471
463
|
type: 'string',
|
|
472
|
-
description: '
|
|
464
|
+
description: 'Notable details about this location: opening hours, landmark, parking, or — when multiple locations exist — a brief note on how this one differs from others (e.g. "City campus; main suburban campus is in Chadstone"). Omit if none.',
|
|
473
465
|
},
|
|
474
466
|
confidence: {
|
|
475
467
|
type: 'string',
|
|
@@ -501,7 +493,7 @@ function buildLocationsSchema(includePhones) {
|
|
|
501
493
|
items: {
|
|
502
494
|
type: 'object',
|
|
503
495
|
properties: itemProperties,
|
|
504
|
-
required: ['name', 'address1', 'city', 'country', 'confidence', 'sourceSnippet'],
|
|
496
|
+
required: ['name', 'isPrimary', 'address1', 'city', 'country', 'confidence', 'sourceSnippet'],
|
|
505
497
|
},
|
|
506
498
|
},
|
|
507
499
|
},
|
|
@@ -509,22 +501,23 @@ function buildLocationsSchema(includePhones) {
|
|
|
509
501
|
};
|
|
510
502
|
}
|
|
511
503
|
function buildLocationsInstruction(includePhones, pageUrl) {
|
|
504
|
+
const urlContext = pageUrl ? `\n\nSource page: ${pageUrl}` : '';
|
|
512
505
|
const phoneStep = includePhones
|
|
513
506
|
? '\n5. Extract the phone number specific to this location (not a general/central number unless it is the only one).'
|
|
514
507
|
: '';
|
|
515
|
-
const
|
|
516
|
-
|
|
517
|
-
|
|
508
|
+
const emailStep = includePhones
|
|
509
|
+
? '\n6. If email addresses are found in the same content block as this address, include them in the emails array. Do not include site-wide emails from page headers or navigation. Omit the field if none found.'
|
|
510
|
+
: '\n5. If email addresses are found in the same content block as this address, include them in the emails array. Do not include site-wide emails from page headers or navigation. Omit the field if none found.';
|
|
511
|
+
const isPrimaryStep = includePhones ? '\n7.' : '\n6.';
|
|
512
|
+
const additionalNotesStep = includePhones ? '\n8.' : '\n7.';
|
|
518
513
|
const phoneFewShot = includePhones ? ', "phone": "+61 3 9000 0000"' : '';
|
|
519
|
-
// Second example omits phone — teaches LLM to skip field when unknown
|
|
520
|
-
const phoneFewShot2 = '';
|
|
521
514
|
return `You are a location data extractor. Find ALL physical locations (offices, branches, stores, showrooms, warehouses, headquarters, distributors, stockists, dealers) mentioned on this page.${urlContext}
|
|
522
515
|
|
|
523
516
|
For each location:
|
|
524
517
|
1. Extract address1 (street number + street name only, e.g. "200 Collins Street"), address2 (unit/level/floor/suite if present, e.g. "Level 12"), city, state, postcode, and country separately.
|
|
525
518
|
2. Assign a unique name: use the explicit label if present (e.g. "Melbourne Office", "Head Office"); if no label, derive one from city/suburb with a generic suffix — use Office, Location, or Branch (never Facility, Site, Plant, or similar industry-specific terms). Every name MUST be unique.
|
|
526
519
|
3. Assign confidence: "high" if address1 + postcode + city present; "medium" if missing postcode or state; "low" if city/country only.
|
|
527
|
-
4. Copy the exact verbatim text snippet (1–2 sentences) from the page that contains or supports the address into sourceSnippet.${phoneStep}${emailStep}
|
|
520
|
+
4. Copy the exact verbatim text snippet (1–2 sentences) from the page that contains or supports the address into sourceSnippet.${phoneStep}${emailStep}${isPrimaryStep} Set isPrimary to true if this is the main or head office / primary registered address / HQ — the one a visitor or regulator would treat as the primary contact point. Set false for all branches, campuses, showrooms, or secondary locations. If only one location is found, set it to true.${additionalNotesStep} In additionalNotes, include: opening hours, landmark info, parking, or — when multiple locations exist — a brief distinguishing note (e.g. "City campus; main suburban campus is in Chadstone", "Head office; warehouse is in Dandenong"). Omit if nothing notable.
|
|
528
521
|
|
|
529
522
|
Include: offices, branches, stores, showrooms, warehouses, distribution centres, factories, partner/dealer/stockist locations (if an address is given).
|
|
530
523
|
Exclude: P.O. boxes, virtual offices, registered agent addresses, locations with no street address.
|
|
@@ -532,11 +525,11 @@ If no physical locations are found, return: {"locations": []}
|
|
|
532
525
|
|
|
533
526
|
Examples:
|
|
534
527
|
|
|
535
|
-
Input: "Our Melbourne office is at Level 12, 200 Collins Street, Melbourne VIC 3000."
|
|
536
|
-
Output: {"locations":[{"name":"Melbourne Office","address1":"200 Collins Street","address2":"Level 12","city":"Melbourne","state":"VIC","postcode":"3000","country":"Australia","confidence":"high","sourceSnippet":"Our Melbourne office is at Level 12, 200 Collins Street, Melbourne VIC 3000."${phoneFewShot}}]}
|
|
528
|
+
Input: "Our Melbourne office is at Level 12, 200 Collins Street, Melbourne VIC 3000. Head office."
|
|
529
|
+
Output: {"locations":[{"name":"Melbourne Office","isPrimary":true,"address1":"200 Collins Street","address2":"Level 12","city":"Melbourne","state":"VIC","postcode":"3000","country":"Australia","confidence":"high","sourceSnippet":"Our Melbourne office is at Level 12, 200 Collins Street, Melbourne VIC 3000."${phoneFewShot}}]}
|
|
537
530
|
|
|
538
531
|
Input: "Visit our Sydney showroom at 42 George Street, Sydney. Open weekdays 9–5."
|
|
539
|
-
Output: {"locations":[{"name":"Sydney Showroom","address1":"42 George Street","city":"Sydney","country":"Australia","confidence":"medium","sourceSnippet":"Visit our Sydney showroom at 42 George Street, Sydney."
|
|
532
|
+
Output: {"locations":[{"name":"Sydney Showroom","isPrimary":false,"address1":"42 George Street","city":"Sydney","country":"Australia","confidence":"medium","sourceSnippet":"Visit our Sydney showroom at 42 George Street, Sydney.","additionalNotes":"Open weekdays 9–5."}]}`;
|
|
540
533
|
}
|
|
541
534
|
function mergeLocationsIntoMap(locations, locationMap) {
|
|
542
535
|
for (const loc of locations) {
|
|
@@ -616,6 +609,9 @@ function selectBestLocation(group) {
|
|
|
616
609
|
}
|
|
617
610
|
}
|
|
618
611
|
}
|
|
612
|
+
// isPrimary: true wins over false/undefined across the group
|
|
613
|
+
if (group.some((loc) => loc.isPrimary === true))
|
|
614
|
+
best.isPrimary = true;
|
|
619
615
|
return best;
|
|
620
616
|
}
|
|
621
617
|
function deduplicateLocations(locations) {
|
|
@@ -746,8 +742,9 @@ async function runLocationsExtraction(results, credentials, crawler, modelOverri
|
|
|
746
742
|
const { provider, apiKey, baseUrl } = (0, utils_1.buildLlmConfig)(credentials, modelOverride);
|
|
747
743
|
const locationMap = new Map();
|
|
748
744
|
const errors = [];
|
|
749
|
-
|
|
750
|
-
|
|
745
|
+
// Process pages sequentially — Crawl4AI LLM processing is not truly concurrent;
|
|
746
|
+
// parallel page requests queue on the server and add scheduling overhead.
|
|
747
|
+
for (const result of results) {
|
|
751
748
|
const { jsonLdLocations, llmLocations, error } = await extractLocationsFromPage(result, includePhones, provider, apiKey, baseUrl, crawler);
|
|
752
749
|
if (error)
|
|
753
750
|
errors.push(error);
|
|
@@ -757,7 +754,19 @@ async function runLocationsExtraction(results, credentials, crawler, modelOverri
|
|
|
757
754
|
if (locationMap.size === 0 && errors.length > 0) {
|
|
758
755
|
throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Locations extraction failed on all pages: ${errors[0]}`, { itemIndex });
|
|
759
756
|
}
|
|
760
|
-
|
|
757
|
+
const deduped = deduplicateLocations([...locationMap.values()]);
|
|
758
|
+
// Single location is always primary regardless of LLM classification
|
|
759
|
+
if (deduped.length === 1)
|
|
760
|
+
deduped[0].isPrimary = true;
|
|
761
|
+
// Strip internal classifier field; split into primary/additional
|
|
762
|
+
const primary = [];
|
|
763
|
+
const additional = [];
|
|
764
|
+
for (const loc of deduped) {
|
|
765
|
+
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
766
|
+
const { isPrimary, ...rest } = loc;
|
|
767
|
+
(isPrimary === true ? primary : additional).push(rest);
|
|
768
|
+
}
|
|
769
|
+
return { primary, additional };
|
|
761
770
|
}
|
|
762
771
|
exports.description = [
|
|
763
772
|
{
|
|
@@ -1060,7 +1069,7 @@ _nodeOptions) {
|
|
|
1060
1069
|
const credentials = (await this.getCredentials('crawl4aiPlusApi'));
|
|
1061
1070
|
for (let i = 0; i < items.length; i++) {
|
|
1062
1071
|
try {
|
|
1063
|
-
const
|
|
1072
|
+
const rawUrl = this.getNodeParameter('url', i, '');
|
|
1064
1073
|
const crawlScope = this.getNodeParameter('crawlScope', i, 'singlePage');
|
|
1065
1074
|
const options = this.getNodeParameter('options', i, {});
|
|
1066
1075
|
const smartUrlSelection = this.getNodeParameter('smartUrlSelection', i, false);
|
|
@@ -1089,7 +1098,7 @@ _nodeOptions) {
|
|
|
1089
1098
|
if (extractCustom && !customPrompt) {
|
|
1090
1099
|
throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Custom Extraction Prompt cannot be empty.', { itemIndex: i });
|
|
1091
1100
|
}
|
|
1092
|
-
(0, utils_1.assertValidHttpUrl)(
|
|
1101
|
+
const url = (0, utils_1.assertValidHttpUrl)(rawUrl, this.getNode(), i);
|
|
1093
1102
|
// Validate LLM credentials upfront for features that require them
|
|
1094
1103
|
const needsLlm = extractOrgName || extractLocations || extractAboutOrg || extractCustom;
|
|
1095
1104
|
if (needsLlm) {
|
|
@@ -1179,14 +1188,7 @@ _nodeOptions) {
|
|
|
1179
1188
|
});
|
|
1180
1189
|
}
|
|
1181
1190
|
const data = {};
|
|
1182
|
-
//
|
|
1183
|
-
if (extractOrgName) {
|
|
1184
|
-
const orgResult = await runOrgNameExtraction.call(this, results, credentials, client, modelOverride || undefined, i);
|
|
1185
|
-
data.orgName = orgResult.officialName;
|
|
1186
|
-
if (orgResult.officialName)
|
|
1187
|
-
data.orgNameConfidence = orgResult.confidence;
|
|
1188
|
-
}
|
|
1189
|
-
// Global contacts — needed by extractPhones, extractEmails, and extractLocations
|
|
1191
|
+
// Regex-based contact extraction — sync, no I/O, must run before email annotation
|
|
1190
1192
|
const needsGlobalContacts = extractPhones || extractEmails || extractLocations;
|
|
1191
1193
|
let globalEmails = [];
|
|
1192
1194
|
let globalPhones = [];
|
|
@@ -1195,49 +1197,54 @@ _nodeOptions) {
|
|
|
1195
1197
|
globalEmails = contacts.emails;
|
|
1196
1198
|
globalPhones = contacts.phones;
|
|
1197
1199
|
}
|
|
1198
|
-
if (extractPhones || extractLocations)
|
|
1200
|
+
if (extractPhones || extractLocations)
|
|
1199
1201
|
data.phones = globalPhones;
|
|
1200
|
-
|
|
1202
|
+
// LLM availability check for email annotation (fast, no I/O)
|
|
1203
|
+
let hasLlmForEmail = false;
|
|
1201
1204
|
if (extractEmails || extractLocations) {
|
|
1202
|
-
// Attempt LLM name annotation; fall back gracefully if LLM not configured
|
|
1203
|
-
let hasLlm = false;
|
|
1204
1205
|
try {
|
|
1205
1206
|
(0, utils_1.validateLlmCredentials)(credentials, 'Email name suggestion');
|
|
1206
|
-
|
|
1207
|
-
}
|
|
1208
|
-
catch { /* no LLM — skip annotation */ }
|
|
1209
|
-
if (hasLlm && globalEmails.length > 0) {
|
|
1210
|
-
data.emails = await runEmailNameSuggestion.call(this, globalEmails, results, credentials, client, modelOverride || undefined, i);
|
|
1211
|
-
}
|
|
1212
|
-
else {
|
|
1213
|
-
data.emails = globalEmails.map((email) => ({ email }));
|
|
1207
|
+
hasLlmForEmail = true;
|
|
1214
1208
|
}
|
|
1209
|
+
catch { /* no LLM — use plain email list */ }
|
|
1210
|
+
// Set plain fallback immediately; overwritten below if LLM annotation succeeds
|
|
1211
|
+
data.emails = globalEmails.map((email) => ({ email }));
|
|
1212
|
+
}
|
|
1213
|
+
// All LLM calls run in parallel — they are independent of each other
|
|
1214
|
+
const isZeroUrlFallback = smartUrlMeta?.warnings.some((w) => w.startsWith('LLM returned no candidate URLs')) ?? false;
|
|
1215
|
+
const llmTasks = [];
|
|
1216
|
+
if (extractOrgName) {
|
|
1217
|
+
llmTasks.push(runOrgNameExtraction.call(this, results, credentials, client, modelOverride || undefined, i)
|
|
1218
|
+
.then((r) => {
|
|
1219
|
+
data.orgName = r.officialName;
|
|
1220
|
+
if (r.officialName)
|
|
1221
|
+
data.orgNameConfidence = r.confidence;
|
|
1222
|
+
}));
|
|
1223
|
+
}
|
|
1224
|
+
if ((extractEmails || extractLocations) && hasLlmForEmail && globalEmails.length > 0) {
|
|
1225
|
+
llmTasks.push(runEmailNameSuggestion.call(this, globalEmails, results, credentials, client, modelOverride || undefined, i)
|
|
1226
|
+
.then((r) => { data.emails = r; }));
|
|
1215
1227
|
}
|
|
1216
|
-
// Locations — always includes phones per location
|
|
1217
1228
|
if (extractLocations) {
|
|
1218
|
-
const
|
|
1219
|
-
|
|
1220
|
-
|
|
1221
|
-
data.locations = await runLocationsExtraction.call(this, results, credentials, client, modelOverride || undefined, true, i);
|
|
1222
|
-
}
|
|
1223
|
-
catch (err) {
|
|
1229
|
+
const locationsTask = isZeroUrlFallback
|
|
1230
|
+
? runLocationsExtraction.call(this, results, credentials, client, modelOverride || undefined, true, i)
|
|
1231
|
+
.catch((err) => {
|
|
1224
1232
|
if (smartUrlMeta)
|
|
1225
1233
|
smartUrlMeta.warnings.push(`Locations extraction error: ${err.message}`);
|
|
1226
|
-
|
|
1227
|
-
}
|
|
1228
|
-
|
|
1229
|
-
|
|
1230
|
-
data.locations = await runLocationsExtraction.call(this, results, credentials, client, modelOverride || undefined, true, i);
|
|
1231
|
-
}
|
|
1234
|
+
return { primary: [], additional: [] };
|
|
1235
|
+
})
|
|
1236
|
+
: runLocationsExtraction.call(this, results, credentials, client, modelOverride || undefined, true, i);
|
|
1237
|
+
llmTasks.push(locationsTask.then((r) => { data.locations = r; }));
|
|
1232
1238
|
}
|
|
1233
|
-
// About org
|
|
1234
1239
|
if (extractAboutOrg) {
|
|
1235
|
-
|
|
1240
|
+
llmTasks.push(runAboutOrgExtraction.call(this, results, credentials, client, modelOverride || undefined, aboutOrgPrompt, i)
|
|
1241
|
+
.then((r) => { data.aboutOrg = r; }));
|
|
1236
1242
|
}
|
|
1237
|
-
// Custom LLM extraction
|
|
1238
1243
|
if (extractCustom) {
|
|
1239
|
-
|
|
1244
|
+
llmTasks.push(runCustomExtraction.call(this, results, credentials, client, modelOverride || undefined, customPrompt, i)
|
|
1245
|
+
.then((r) => { data[customFieldName] = r; }));
|
|
1240
1246
|
}
|
|
1247
|
+
await Promise.all(llmTasks);
|
|
1241
1248
|
// Build extractionType label from enabled booleans for output metadata
|
|
1242
1249
|
const typeLabels = [];
|
|
1243
1250
|
if (extractOrgName)
|