n8n-nodes-crawl4ai-plus 5.1.0 → 5.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/credentials/Crawl4aiApi.credentials.js +3 -3
- package/dist/credentials/Crawl4aiApi.credentials.js.map +1 -1
- package/dist/nodes/Crawl4aiPlus/Crawl4aiPlus.node.d.ts +6 -0
- package/dist/nodes/Crawl4aiPlus/Crawl4aiPlus.node.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlus/Crawl4aiPlus.node.js +6 -0
- package/dist/nodes/Crawl4aiPlus/Crawl4aiPlus.node.js.map +1 -1
- package/dist/nodes/Crawl4aiPlus/actions/askQuestion.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlus/actions/askQuestion.operation.js +137 -8
- package/dist/nodes/Crawl4aiPlus/actions/askQuestion.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlus/actions/cssExtractor.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlus/actions/cssExtractor.operation.js +119 -9
- package/dist/nodes/Crawl4aiPlus/actions/cssExtractor.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlus/actions/extractData.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlus/actions/extractData.operation.js +1123 -281
- package/dist/nodes/Crawl4aiPlus/actions/extractData.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlus/actions/getPageContent.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlus/actions/getPageContent.operation.js +137 -6
- package/dist/nodes/Crawl4aiPlus/actions/getPageContent.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlus/helpers/formatters.d.ts +2 -1
- package/dist/nodes/Crawl4aiPlus/helpers/formatters.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlus/helpers/formatters.js +125 -40
- package/dist/nodes/Crawl4aiPlus/helpers/formatters.js.map +1 -1
- package/dist/nodes/Crawl4aiPlus/helpers/utils.d.ts +55 -4
- package/dist/nodes/Crawl4aiPlus/helpers/utils.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlus/helpers/utils.js +325 -14
- package/dist/nodes/Crawl4aiPlus/helpers/utils.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/Crawl4aiPlusAdvanced.node.d.ts +6 -0
- package/dist/nodes/Crawl4aiPlusAdvanced/Crawl4aiPlusAdvanced.node.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/Crawl4aiPlusAdvanced.node.js +6 -0
- package/dist/nodes/Crawl4aiPlusAdvanced/Crawl4aiPlusAdvanced.node.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/crawlMultipleUrls.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/crawlMultipleUrls.operation.js +62 -5
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/crawlMultipleUrls.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/discoverLinks.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/discoverLinks.operation.js +56 -0
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/discoverLinks.operation.js.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/llmExtractor.operation.d.ts.map +1 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/llmExtractor.operation.js +16 -1
- package/dist/nodes/Crawl4aiPlusAdvanced/actions/llmExtractor.operation.js.map +1 -1
- package/dist/nodes/shared/apiClient.d.ts.map +1 -1
- package/dist/nodes/shared/apiClient.js +32 -2
- package/dist/nodes/shared/apiClient.js.map +1 -1
- package/dist/nodes/shared/descriptions/browserSession.fields.d.ts.map +1 -1
- package/dist/nodes/shared/descriptions/browserSession.fields.js +20 -0
- package/dist/nodes/shared/descriptions/browserSession.fields.js.map +1 -1
- package/dist/nodes/shared/descriptions/crawlSettings.fields.d.ts.map +1 -1
- package/dist/nodes/shared/descriptions/crawlSettings.fields.js +16 -0
- package/dist/nodes/shared/descriptions/crawlSettings.fields.js.map +1 -1
- package/dist/nodes/shared/formatters.d.ts +9 -0
- package/dist/nodes/shared/formatters.d.ts.map +1 -1
- package/dist/nodes/shared/formatters.js +66 -8
- package/dist/nodes/shared/formatters.js.map +1 -1
- package/dist/nodes/shared/interfaces.d.ts +11 -0
- package/dist/nodes/shared/interfaces.d.ts.map +1 -1
- package/dist/nodes/shared/loadOptions.d.ts +3 -0
- package/dist/nodes/shared/loadOptions.d.ts.map +1 -0
- package/dist/nodes/shared/loadOptions.js +94 -0
- package/dist/nodes/shared/loadOptions.js.map +1 -0
- package/dist/nodes/shared/urlSafety.d.ts +42 -0
- package/dist/nodes/shared/urlSafety.d.ts.map +1 -0
- package/dist/nodes/shared/urlSafety.js +114 -0
- package/dist/nodes/shared/urlSafety.js.map +1 -0
- package/dist/nodes/shared/utils.d.ts +9 -1
- package/dist/nodes/shared/utils.d.ts.map +1 -1
- package/dist/nodes/shared/utils.js +136 -20
- package/dist/nodes/shared/utils.js.map +1 -1
- package/package.json +66 -53
|
@@ -188,12 +188,12 @@ class Crawl4aiApi {
|
|
|
188
188
|
},
|
|
189
189
|
},
|
|
190
190
|
{
|
|
191
|
-
displayName: '
|
|
191
|
+
displayName: 'Model ID',
|
|
192
192
|
name: 'customProvider',
|
|
193
193
|
type: 'string',
|
|
194
194
|
default: '',
|
|
195
|
-
placeholder: '
|
|
196
|
-
description: '
|
|
195
|
+
placeholder: 'gpt-oss-120b',
|
|
196
|
+
description: 'Model name as it appears in your proxy\'s model list (e.g. "gpt-oss-120b"). Important: Crawl4AI uses LiteLLM internally, which always strips any "provider/" prefix before sending the model name to your endpoint. If your proxy registers models with a prefix (e.g. "azure_ai/gpt-oss-120b"), add a plain alias (e.g. "gpt-oss-120b") in your proxy config. Without a Base URL, use full "provider/model" format (e.g. "openai/gpt-4o").',
|
|
197
197
|
displayOptions: {
|
|
198
198
|
show: {
|
|
199
199
|
enableLlm: [true],
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Crawl4aiApi.credentials.js","sourceRoot":"","sources":["../../credentials/Crawl4aiApi.credentials.ts"],"names":[],"mappings":";;;AAEA,MAAa,WAAW;IACvB,IAAI,GAAG,iBAAiB,CAAC;IACzB,WAAW,GAAG,mBAAmB,CAAC;IAClC,gBAAgB,GAAG,0DAA0D,CAAC;IAC9E,IAAI,GAAG,uBAAgC,CAAC;IACxC,IAAI,GAA2B;QAC9B,OAAO,EAAE;YACR,OAAO,EAAE,6BAA6B;YACtC,GAAG,EAAE,SAAS;SACd;KACD,CAAC;IACF,UAAU,GAAsB;QAC/B,2BAA2B;QAC3B;YACC,WAAW,EAAE,mBAAmB;YAChC,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,uBAAuB;YAChC,WAAW,EAAE,uBAAuB;YACpC,WAAW,EAAE,qGAAqG;SAClH;QACD;YACC,WAAW,EAAE,qBAAqB;YAClC,IAAI,EAAE,oBAAoB;YAC1B,IAAI,EAAE,SAAS;YACf,OAAO,EAAE;gBACR;oBACC,IAAI,EAAE,mBAAmB;oBACzB,KAAK,EAAE,MAAM;oBACb,WAAW,EAAE,+BAA+B;iBAC5C;gBACD;oBACC,IAAI,EAAE,sBAAsB;oBAC5B,KAAK,EAAE,OAAO;oBACd,WAAW,EAAE,qCAAqC;iBAClD;gBACD;oBACC,IAAI,EAAE,kCAAkC;oBACxC,KAAK,EAAE,OAAO;oBACd,WAAW,EAAE,8CAA8C;iBAC3D;aACD;YACD,OAAO,EAAE,MAAM;YACf,WAAW,EAAE,0DAA0D;SACvE;QACD;YACC,WAAW,EAAE,WAAW;YACxB,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE;gBACZ,QAAQ,EAAE,IAAI;aACd;YACD,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,gDAAgD;YAC7D,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,kBAAkB,EAAE,CAAC,OAAO,CAAC;iBAC7B;aACD;SACD;QACD;YACC,WAAW,EAAE,UAAU;YACvB,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,+CAA+C;YAC5D,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,kBAAkB,EAAE,CAAC,OAAO,CAAC;iBAC7B;aACD;SACD;QACD;YACC,WAAW,EAAE,UAAU;YACvB,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE;gBACZ,QAAQ,EAAE,IAAI;aACd;YACD,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,+CAA+C;YAC5D,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,kBAAkB,EAAE,CAAC,OAAO,CAAC;iBAC7B;aACD;SACD;QACD,wBAAwB;QACxB;YACC,WAAW,EAAE,qBAAqB;YAClC,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,sCAAsC;SACnD;QACD;YACC,WAAW,EAAE,cAAc;YAC3B,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE;gBACR;oBACC,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,QAAQ;iBACf;gBACD;oBACC,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,QAAQ;iBACf;gBACD;oBACC,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,MAAM;iBACb;gBACD;oBACC,IAAI,EAAE,WAAW;oBACjB,KAAK,EAAE,WAAW;iBAClB;gBACD;oBACC,IAAI,EAAE,kBAAkB;oBACxB,KAAK,EAAE,OAAO;iBACd;aACD;YACD,OAAO,EAAE,QAAQ;YACjB,WAAW,EAAE,gDAAgD;YAC7D,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,IAAI,CAAC;iBACjB;aACD;SACD;QACD;YACC,WAAW,EAAE,cAAc;YAC3B,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,QAAQ;YACjB,WAAW,EAAE,aAAa;YAC1B,WAAW,EAAE,4FAA4F;YACzG,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,IAAI,CAAC;oBACjB,WAAW,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC;iBAC5C;aACD;SACD;QACD;YACC,WAAW,EAAE,iBAAiB;YAC9B,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,QAAQ;YACjB,WAAW,EAAE,UAAU;YACvB,WAAW,EAAE,4CAA4C;YACzD,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,IAAI,CAAC;oBACjB,WAAW,EAAE,CAAC,QAAQ,CAAC;iBACvB;aACD;SACD;QACD;YACC,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE;gBACZ,QAAQ,EAAE,IAAI;aACd;YACD,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,kCAAkC;YAC/C,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,IAAI,CAAC;oBACjB,WAAW,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC;iBAC5C;aACD;SACD;QACD;YACC,WAAW,EAAE,YAAY;YACzB,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,wBAAwB;YACjC,WAAW,EAAE,2BAA2B;YACxC,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,IAAI,CAAC;oBACjB,WAAW,EAAE,CAAC,QAAQ,CAAC;iBACvB;aACD;SACD;QACD;YACC,WAAW,EAAE,
|
|
1
|
+
{"version":3,"file":"Crawl4aiApi.credentials.js","sourceRoot":"","sources":["../../credentials/Crawl4aiApi.credentials.ts"],"names":[],"mappings":";;;AAEA,MAAa,WAAW;IACvB,IAAI,GAAG,iBAAiB,CAAC;IACzB,WAAW,GAAG,mBAAmB,CAAC;IAClC,gBAAgB,GAAG,0DAA0D,CAAC;IAC9E,IAAI,GAAG,uBAAgC,CAAC;IACxC,IAAI,GAA2B;QAC9B,OAAO,EAAE;YACR,OAAO,EAAE,6BAA6B;YACtC,GAAG,EAAE,SAAS;SACd;KACD,CAAC;IACF,UAAU,GAAsB;QAC/B,2BAA2B;QAC3B;YACC,WAAW,EAAE,mBAAmB;YAChC,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,uBAAuB;YAChC,WAAW,EAAE,uBAAuB;YACpC,WAAW,EAAE,qGAAqG;SAClH;QACD;YACC,WAAW,EAAE,qBAAqB;YAClC,IAAI,EAAE,oBAAoB;YAC1B,IAAI,EAAE,SAAS;YACf,OAAO,EAAE;gBACR;oBACC,IAAI,EAAE,mBAAmB;oBACzB,KAAK,EAAE,MAAM;oBACb,WAAW,EAAE,+BAA+B;iBAC5C;gBACD;oBACC,IAAI,EAAE,sBAAsB;oBAC5B,KAAK,EAAE,OAAO;oBACd,WAAW,EAAE,qCAAqC;iBAClD;gBACD;oBACC,IAAI,EAAE,kCAAkC;oBACxC,KAAK,EAAE,OAAO;oBACd,WAAW,EAAE,8CAA8C;iBAC3D;aACD;YACD,OAAO,EAAE,MAAM;YACf,WAAW,EAAE,0DAA0D;SACvE;QACD;YACC,WAAW,EAAE,WAAW;YACxB,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE;gBACZ,QAAQ,EAAE,IAAI;aACd;YACD,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,gDAAgD;YAC7D,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,kBAAkB,EAAE,CAAC,OAAO,CAAC;iBAC7B;aACD;SACD;QACD;YACC,WAAW,EAAE,UAAU;YACvB,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,+CAA+C;YAC5D,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,kBAAkB,EAAE,CAAC,OAAO,CAAC;iBAC7B;aACD;SACD;QACD;YACC,WAAW,EAAE,UAAU;YACvB,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE;gBACZ,QAAQ,EAAE,IAAI;aACd;YACD,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,+CAA+C;YAC5D,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,kBAAkB,EAAE,CAAC,OAAO,CAAC;iBAC7B;aACD;SACD;QACD,wBAAwB;QACxB;YACC,WAAW,EAAE,qBAAqB;YAClC,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,sCAAsC;SACnD;QACD;YACC,WAAW,EAAE,cAAc;YAC3B,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE;gBACR;oBACC,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,QAAQ;iBACf;gBACD;oBACC,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,QAAQ;iBACf;gBACD;oBACC,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,MAAM;iBACb;gBACD;oBACC,IAAI,EAAE,WAAW;oBACjB,KAAK,EAAE,WAAW;iBAClB;gBACD;oBACC,IAAI,EAAE,kBAAkB;oBACxB,KAAK,EAAE,OAAO;iBACd;aACD;YACD,OAAO,EAAE,QAAQ;YACjB,WAAW,EAAE,gDAAgD;YAC7D,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,IAAI,CAAC;iBACjB;aACD;SACD;QACD;YACC,WAAW,EAAE,cAAc;YAC3B,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,QAAQ;YACjB,WAAW,EAAE,aAAa;YAC1B,WAAW,EAAE,4FAA4F;YACzG,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,IAAI,CAAC;oBACjB,WAAW,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC;iBAC5C;aACD;SACD;QACD;YACC,WAAW,EAAE,iBAAiB;YAC9B,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,QAAQ;YACjB,WAAW,EAAE,UAAU;YACvB,WAAW,EAAE,4CAA4C;YACzD,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,IAAI,CAAC;oBACjB,WAAW,EAAE,CAAC,QAAQ,CAAC;iBACvB;aACD;SACD;QACD;YACC,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE;gBACZ,QAAQ,EAAE,IAAI;aACd;YACD,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,kCAAkC;YAC/C,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,IAAI,CAAC;oBACjB,WAAW,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC;iBAC5C;aACD;SACD;QACD;YACC,WAAW,EAAE,YAAY;YACzB,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,wBAAwB;YACjC,WAAW,EAAE,2BAA2B;YACxC,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,IAAI,CAAC;oBACjB,WAAW,EAAE,CAAC,QAAQ,CAAC;iBACvB;aACD;SACD;QACD;YACC,WAAW,EAAE,UAAU;YACvB,IAAI,EAAE,gBAAgB;YACtB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,6aAA6a;YAC1b,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,IAAI,CAAC;oBACjB,WAAW,EAAE,CAAC,OAAO,CAAC;iBACtB;aACD;SACD;QACD;YACC,WAAW,EAAE,iBAAiB;YAC9B,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,sCAAsC;YACnD,WAAW,EAAE,0IAA0I;YACvJ,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,IAAI,CAAC;oBACjB,WAAW,EAAE,CAAC,OAAO,CAAC;iBACtB;aACD;SACD;QACD;YACC,WAAW,EAAE,yBAAyB;YACtC,IAAI,EAAE,cAAc;YACpB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE;gBACZ,QAAQ,EAAE,IAAI;aACd;YACD,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,6DAA6D;YAC1E,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,IAAI,CAAC;oBACjB,WAAW,EAAE,CAAC,OAAO,CAAC;iBACtB;aACD;SACD;KACD,CAAC;CACF;AAvOD,kCAuOC"}
|
|
@@ -1,6 +1,12 @@
|
|
|
1
1
|
import { IExecuteFunctions, INodeExecutionData, INodeType, INodeTypeDescription } from 'n8n-workflow';
|
|
2
|
+
import { getLlmModels } from '../shared/loadOptions';
|
|
2
3
|
export declare class Crawl4aiPlus implements INodeType {
|
|
3
4
|
description: INodeTypeDescription;
|
|
5
|
+
methods: {
|
|
6
|
+
loadOptions: {
|
|
7
|
+
getLlmModels: typeof getLlmModels;
|
|
8
|
+
};
|
|
9
|
+
};
|
|
4
10
|
execute(this: IExecuteFunctions): Promise<INodeExecutionData[][]>;
|
|
5
11
|
}
|
|
6
12
|
//# sourceMappingURL=Crawl4aiPlus.node.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Crawl4aiPlus.node.d.ts","sourceRoot":"","sources":["../../../nodes/Crawl4aiPlus/Crawl4aiPlus.node.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,iBAAiB,EACjB,kBAAkB,EAClB,SAAS,EACT,oBAAoB,EAEpB,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"Crawl4aiPlus.node.d.ts","sourceRoot":"","sources":["../../../nodes/Crawl4aiPlus/Crawl4aiPlus.node.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,iBAAiB,EACjB,kBAAkB,EAClB,SAAS,EACT,oBAAoB,EAEpB,MAAM,cAAc,CAAC;AAEtB,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAIrD,qBAAa,YAAa,YAAW,SAAS;IAC7C,WAAW,EAAE,oBAAoB,CAwD/B;IAEF,OAAO;;;;MAIL;IAEI,OAAO,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;CAGvE"}
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.Crawl4aiPlus = void 0;
|
|
4
4
|
const n8n_workflow_1 = require("n8n-workflow");
|
|
5
|
+
const loadOptions_1 = require("../shared/loadOptions");
|
|
5
6
|
const router_1 = require("./actions/router");
|
|
6
7
|
const operations_1 = require("./actions/operations");
|
|
7
8
|
class Crawl4aiPlus {
|
|
@@ -62,6 +63,11 @@ class Crawl4aiPlus {
|
|
|
62
63
|
...operations_1.operationDescriptions,
|
|
63
64
|
],
|
|
64
65
|
};
|
|
66
|
+
methods = {
|
|
67
|
+
loadOptions: {
|
|
68
|
+
getLlmModels: loadOptions_1.getLlmModels,
|
|
69
|
+
},
|
|
70
|
+
};
|
|
65
71
|
async execute() {
|
|
66
72
|
return await router_1.router.call(this);
|
|
67
73
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Crawl4aiPlus.node.js","sourceRoot":"","sources":["../../../nodes/Crawl4aiPlus/Crawl4aiPlus.node.ts"],"names":[],"mappings":";;;AAAA,+CAMsB;AAEtB,6CAA0C;AAC1C,qDAA6D;AAE7D,MAAa,YAAY;IACxB,WAAW,GAAyB;QACnC,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,uBAAuB;QAC7B,KAAK,EAAE,CAAC,WAAW,CAAC;QACpB,OAAO,EAAE,CAAC;QACV,QAAQ,EAAE,8BAA8B;QACxC,WAAW,EAAE,iEAAiE;QAC9E,QAAQ,EAAE;YACT,IAAI,EAAE,eAAe;SACrB;QACD,MAAM,EAAE,CAAC,kCAAmB,CAAC,IAAI,CAAC;QAClC,OAAO,EAAE,CAAC,kCAAmB,CAAC,IAAI,CAAC;QACnC,YAAY,EAAE,IAAI;QAClB,WAAW,EAAE;YACZ;gBACC,IAAI,EAAE,iBAAiB;gBACvB,QAAQ,EAAE,IAAI;aACd;SACD;QACD,UAAU,EAAE;YACX;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,gBAAgB,EAAE,IAAI;gBACtB,OAAO,EAAE;oBACR;wBACC,IAAI,EAAE,kBAAkB;wBACxB,KAAK,EAAE,gBAAgB;wBACvB,WAAW,EAAE,6CAA6C;wBAC1D,MAAM,EAAE,kBAAkB;qBAC1B;oBACD;wBACC,IAAI,EAAE,cAAc;wBACpB,KAAK,EAAE,aAAa;wBACpB,WAAW,EAAE,2EAA2E;wBACxF,MAAM,EAAE,6BAA6B;qBACrC;oBACD;wBACC,IAAI,EAAE,cAAc;wBACpB,KAAK,EAAE,aAAa;wBACpB,WAAW,EAAE,0EAA0E;wBACvF,MAAM,EAAE,yBAAyB;qBACjC;oBACD;wBACC,IAAI,EAAE,4BAA4B;wBAClC,KAAK,EAAE,cAAc;wBACrB,WAAW,EAAE,oDAAoD;wBACjE,MAAM,EAAE,4BAA4B;qBACpC;iBACD;gBACD,OAAO,EAAE,gBAAgB;aACzB;YACD,GAAG,kCAAqB;SACxB;KACD,CAAC;IAEF,KAAK,CAAC,OAAO;QACZ,OAAO,MAAM,eAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;CACD;
|
|
1
|
+
{"version":3,"file":"Crawl4aiPlus.node.js","sourceRoot":"","sources":["../../../nodes/Crawl4aiPlus/Crawl4aiPlus.node.ts"],"names":[],"mappings":";;;AAAA,+CAMsB;AAEtB,uDAAqD;AACrD,6CAA0C;AAC1C,qDAA6D;AAE7D,MAAa,YAAY;IACxB,WAAW,GAAyB;QACnC,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,uBAAuB;QAC7B,KAAK,EAAE,CAAC,WAAW,CAAC;QACpB,OAAO,EAAE,CAAC;QACV,QAAQ,EAAE,8BAA8B;QACxC,WAAW,EAAE,iEAAiE;QAC9E,QAAQ,EAAE;YACT,IAAI,EAAE,eAAe;SACrB;QACD,MAAM,EAAE,CAAC,kCAAmB,CAAC,IAAI,CAAC;QAClC,OAAO,EAAE,CAAC,kCAAmB,CAAC,IAAI,CAAC;QACnC,YAAY,EAAE,IAAI;QAClB,WAAW,EAAE;YACZ;gBACC,IAAI,EAAE,iBAAiB;gBACvB,QAAQ,EAAE,IAAI;aACd;SACD;QACD,UAAU,EAAE;YACX;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,gBAAgB,EAAE,IAAI;gBACtB,OAAO,EAAE;oBACR;wBACC,IAAI,EAAE,kBAAkB;wBACxB,KAAK,EAAE,gBAAgB;wBACvB,WAAW,EAAE,6CAA6C;wBAC1D,MAAM,EAAE,kBAAkB;qBAC1B;oBACD;wBACC,IAAI,EAAE,cAAc;wBACpB,KAAK,EAAE,aAAa;wBACpB,WAAW,EAAE,2EAA2E;wBACxF,MAAM,EAAE,6BAA6B;qBACrC;oBACD;wBACC,IAAI,EAAE,cAAc;wBACpB,KAAK,EAAE,aAAa;wBACpB,WAAW,EAAE,0EAA0E;wBACvF,MAAM,EAAE,yBAAyB;qBACjC;oBACD;wBACC,IAAI,EAAE,4BAA4B;wBAClC,KAAK,EAAE,cAAc;wBACrB,WAAW,EAAE,oDAAoD;wBACjE,MAAM,EAAE,4BAA4B;qBACpC;iBACD;gBACD,OAAO,EAAE,gBAAgB;aACzB;YACD,GAAG,kCAAqB;SACxB;KACD,CAAC;IAEF,OAAO,GAAG;QACT,WAAW,EAAE;YACZ,YAAY,EAAZ,0BAAY;SACZ;KACD,CAAC;IAEF,KAAK,CAAC,OAAO;QACZ,OAAO,MAAM,eAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;CACD;AApED,oCAoEC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"askQuestion.operation.d.ts","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/askQuestion.operation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEX,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,MAAM,cAAc,CAAC;AAGtB,OAAO,KAAK,EAA0B,mBAAmB,EAAmB,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"askQuestion.operation.d.ts","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/askQuestion.operation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEX,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,MAAM,cAAc,CAAC;AAGtB,OAAO,KAAK,EAA0B,mBAAmB,EAAmB,MAAM,yBAAyB,CAAC;AAiC5G,eAAO,MAAM,WAAW,EAAE,eAAe,EAuOxC,CAAC;AAGF,wBAAsB,OAAO,CAC5B,IAAI,EAAE,iBAAiB,EACvB,KAAK,EAAE,kBAAkB,EAAE,EAE3B,YAAY,EAAE,mBAAmB,GAC/B,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAuI/B"}
|
|
@@ -3,8 +3,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.description = void 0;
|
|
4
4
|
exports.execute = execute;
|
|
5
5
|
const n8n_workflow_1 = require("n8n-workflow");
|
|
6
|
+
const formatters_1 = require("../../shared/formatters");
|
|
6
7
|
const utils_1 = require("../helpers/utils");
|
|
7
|
-
const
|
|
8
|
+
const formatters_2 = require("../helpers/formatters");
|
|
8
9
|
// Fixed schema for question-answering
|
|
9
10
|
const QUESTION_SCHEMA = {
|
|
10
11
|
type: 'object',
|
|
@@ -65,12 +66,12 @@ exports.description = [
|
|
|
65
66
|
{
|
|
66
67
|
name: 'Follow Links',
|
|
67
68
|
value: 'followLinks',
|
|
68
|
-
description: 'Follow and crawl
|
|
69
|
+
description: 'Follow and crawl same-domain links (depth 1); external links are excluded',
|
|
69
70
|
},
|
|
70
71
|
{
|
|
71
72
|
name: 'Full Site',
|
|
72
73
|
value: 'fullSite',
|
|
73
|
-
description: 'Crawl the entire site recursively (depth 3)',
|
|
74
|
+
description: 'Crawl the entire same-domain site recursively (depth 3); external links are excluded',
|
|
74
75
|
},
|
|
75
76
|
],
|
|
76
77
|
default: 'singlePage',
|
|
@@ -104,6 +105,60 @@ exports.description = [
|
|
|
104
105
|
},
|
|
105
106
|
},
|
|
106
107
|
options: [
|
|
108
|
+
{
|
|
109
|
+
displayName: 'Avoid Ads',
|
|
110
|
+
name: 'avoidAds',
|
|
111
|
+
type: 'boolean',
|
|
112
|
+
default: false,
|
|
113
|
+
description: 'Whether to block ad-related network requests during crawl (reduces noise, speeds up page load)',
|
|
114
|
+
},
|
|
115
|
+
{
|
|
116
|
+
displayName: 'Avoid CSS',
|
|
117
|
+
name: 'avoidCss',
|
|
118
|
+
type: 'boolean',
|
|
119
|
+
default: false,
|
|
120
|
+
description: 'Whether to block CSS resource requests during crawl (faster for text-only extraction)',
|
|
121
|
+
},
|
|
122
|
+
{
|
|
123
|
+
displayName: 'Browser Profile',
|
|
124
|
+
name: 'browserProfile',
|
|
125
|
+
type: 'options',
|
|
126
|
+
options: [
|
|
127
|
+
{ name: 'Chrome (Android)', value: 'chrome_android' },
|
|
128
|
+
{ name: 'Chrome (Linux)', value: 'chrome_linux' },
|
|
129
|
+
{ name: 'Chrome (macOS)', value: 'chrome_macos' },
|
|
130
|
+
{ name: 'Chrome (Windows)', value: 'chrome_windows' },
|
|
131
|
+
{ name: 'Custom', value: 'custom' },
|
|
132
|
+
{ name: 'Edge (Windows)', value: 'edge_windows' },
|
|
133
|
+
{ name: 'Firefox (macOS)', value: 'firefox_macos' },
|
|
134
|
+
{ name: 'Firefox (Windows)', value: 'firefox_windows' },
|
|
135
|
+
{ name: 'Googlebot', value: 'googlebot' },
|
|
136
|
+
{ name: 'None', value: 'none' },
|
|
137
|
+
{ name: 'Safari (iOS)', value: 'safari_ios' },
|
|
138
|
+
{ name: 'Safari (macOS)', value: 'safari_macos' },
|
|
139
|
+
],
|
|
140
|
+
default: 'none',
|
|
141
|
+
description: 'Preset browser headers to send with the request. Helps bypass server-side bot detection. Select Custom to enter your own headers.',
|
|
142
|
+
},
|
|
143
|
+
{
|
|
144
|
+
displayName: 'Browser Type',
|
|
145
|
+
name: 'browserType',
|
|
146
|
+
type: 'options',
|
|
147
|
+
options: [
|
|
148
|
+
{ name: 'Chromium (Default)', value: 'chromium' },
|
|
149
|
+
{ name: 'Firefox', value: 'firefox' },
|
|
150
|
+
{ name: 'WebKit', value: 'webkit' },
|
|
151
|
+
],
|
|
152
|
+
default: 'chromium',
|
|
153
|
+
description: 'Browser engine to use. Firefox has a different TLS fingerprint to Chromium and can bypass bot-detection systems that block headless Chrome.',
|
|
154
|
+
},
|
|
155
|
+
{
|
|
156
|
+
displayName: 'Bypass Bot Detection',
|
|
157
|
+
name: 'stealthMode',
|
|
158
|
+
type: 'boolean',
|
|
159
|
+
default: false,
|
|
160
|
+
description: 'Whether to enable stealth and magic mode to help bypass bot detection (use if the site blocks automated crawlers)',
|
|
161
|
+
},
|
|
107
162
|
{
|
|
108
163
|
displayName: 'Cache Mode',
|
|
109
164
|
name: 'cacheMode',
|
|
@@ -118,6 +173,27 @@ exports.description = [
|
|
|
118
173
|
default: 'ENABLED',
|
|
119
174
|
description: 'How to use the cache when crawling',
|
|
120
175
|
},
|
|
176
|
+
{
|
|
177
|
+
displayName: 'Custom Headers',
|
|
178
|
+
name: 'customHeaders',
|
|
179
|
+
type: 'string',
|
|
180
|
+
typeOptions: { rows: 3 },
|
|
181
|
+
default: '',
|
|
182
|
+
placeholder: 'User-Agent: Mozilla/5.0 ...\nAccept-Language: en-AU,en;q=0.9',
|
|
183
|
+
description: 'HTTP headers in Key: Value format, one per line',
|
|
184
|
+
displayOptions: {
|
|
185
|
+
show: {
|
|
186
|
+
browserProfile: ['custom'],
|
|
187
|
+
},
|
|
188
|
+
},
|
|
189
|
+
},
|
|
190
|
+
{
|
|
191
|
+
displayName: 'Delay Before Return (Ms)',
|
|
192
|
+
name: 'delayBeforeReturnHtml',
|
|
193
|
+
type: 'number',
|
|
194
|
+
default: 0,
|
|
195
|
+
description: 'Milliseconds to wait after page load before returning HTML. Use for pages where content loads after the initial render (e.g. AJAX-heavy sites).',
|
|
196
|
+
},
|
|
121
197
|
{
|
|
122
198
|
displayName: 'Exclude URL Patterns',
|
|
123
199
|
name: 'excludePatterns',
|
|
@@ -143,6 +219,16 @@ exports.description = [
|
|
|
143
219
|
},
|
|
144
220
|
},
|
|
145
221
|
},
|
|
222
|
+
{
|
|
223
|
+
displayName: 'Model Name or ID',
|
|
224
|
+
name: 'llmModel',
|
|
225
|
+
type: 'options',
|
|
226
|
+
typeOptions: {
|
|
227
|
+
loadOptionsMethod: 'getLlmModels',
|
|
228
|
+
},
|
|
229
|
+
default: '',
|
|
230
|
+
description: 'Choose from the list, or specify an ID using an <a href="https://docs.n8n.io/code/expressions/">expression</a>',
|
|
231
|
+
},
|
|
146
232
|
{
|
|
147
233
|
displayName: 'Wait For',
|
|
148
234
|
name: 'waitFor',
|
|
@@ -151,6 +237,19 @@ exports.description = [
|
|
|
151
237
|
placeholder: '.content-loaded or js:() => document.readyState === "complete"',
|
|
152
238
|
description: 'CSS selector or JS expression (prefixed with js:) to wait for before extracting content',
|
|
153
239
|
},
|
|
240
|
+
{
|
|
241
|
+
displayName: 'Wait Until',
|
|
242
|
+
name: 'waitUntil',
|
|
243
|
+
type: 'options',
|
|
244
|
+
options: [
|
|
245
|
+
{ name: 'Commit (First Byte)', value: 'commit', description: 'Return as soon as the first byte of the response is received' },
|
|
246
|
+
{ name: 'DOM Content Loaded', value: 'domcontentloaded', description: 'Wait for the DOMContentLoaded event' },
|
|
247
|
+
{ name: 'Load', value: 'load', description: 'Wait for the load event (default browser behaviour)' },
|
|
248
|
+
{ name: 'Network Idle', value: 'networkidle', description: 'Wait until no network requests for 500ms — best for AJAX/SPA sites' },
|
|
249
|
+
],
|
|
250
|
+
default: 'load',
|
|
251
|
+
description: 'Navigation event to wait for before extracting content. Use Network Idle for JS-heavy or AJAX-rendered pages.',
|
|
252
|
+
},
|
|
154
253
|
],
|
|
155
254
|
},
|
|
156
255
|
];
|
|
@@ -173,16 +272,15 @@ _nodeOptions) {
|
|
|
173
272
|
const question = this.getNodeParameter('question', i, '');
|
|
174
273
|
const crawlScope = this.getNodeParameter('crawlScope', i, 'singlePage');
|
|
175
274
|
const options = this.getNodeParameter('options', i, {});
|
|
176
|
-
|
|
177
|
-
throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'URL cannot be empty.', { itemIndex: i });
|
|
178
|
-
}
|
|
275
|
+
(0, utils_1.assertValidHttpUrl)(url, this.getNode(), i);
|
|
179
276
|
if (!question) {
|
|
180
277
|
throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Question cannot be empty.', {
|
|
181
278
|
itemIndex: i,
|
|
182
279
|
});
|
|
183
280
|
}
|
|
184
281
|
// Build LLM config and extraction strategy
|
|
185
|
-
const
|
|
282
|
+
const modelOverride = options.llmModel;
|
|
283
|
+
const { provider, apiKey, baseUrl } = (0, utils_1.buildLlmConfig)(credentials, modelOverride || undefined);
|
|
186
284
|
const instruction = `${SYSTEM_PROMPT}\n\nQuestion: ${question}`;
|
|
187
285
|
const extractionStrategy = (0, utils_1.createLlmExtractionStrategy)(QUESTION_SCHEMA, instruction, provider, apiKey, baseUrl);
|
|
188
286
|
// Build config
|
|
@@ -191,15 +289,46 @@ _nodeOptions) {
|
|
|
191
289
|
cacheMode: options.cacheMode || 'ENABLED',
|
|
192
290
|
extractionStrategy,
|
|
193
291
|
};
|
|
292
|
+
if (options.browserType) {
|
|
293
|
+
config.browserType = String(options.browserType);
|
|
294
|
+
}
|
|
295
|
+
if (options.stealthMode === true) {
|
|
296
|
+
config.enable_stealth = true;
|
|
297
|
+
config.magic = true;
|
|
298
|
+
config.simulateUser = true;
|
|
299
|
+
config.overrideNavigator = true;
|
|
300
|
+
}
|
|
301
|
+
const resolvedHeaders = (0, utils_1.resolveRequestHeaders)(options.browserProfile, options.browserProfile === 'custom' ? options.customHeaders : undefined);
|
|
302
|
+
if (resolvedHeaders)
|
|
303
|
+
config.headers = resolvedHeaders;
|
|
194
304
|
if (options.waitFor) {
|
|
195
305
|
config.waitFor = String(options.waitFor);
|
|
196
306
|
}
|
|
307
|
+
if (options.waitUntil) {
|
|
308
|
+
config.waitUntil = String(options.waitUntil);
|
|
309
|
+
}
|
|
310
|
+
if (options.delayBeforeReturnHtml != null) {
|
|
311
|
+
config.delayBeforeReturnHtml = Number(options.delayBeforeReturnHtml) / 1000;
|
|
312
|
+
}
|
|
313
|
+
if (options.avoidAds === true) {
|
|
314
|
+
config.avoidAds = true;
|
|
315
|
+
}
|
|
316
|
+
if (options.avoidCss === true) {
|
|
317
|
+
config.avoidCss = true;
|
|
318
|
+
}
|
|
197
319
|
const results = await (0, utils_1.executeCrawl)(client, url, crawlScope, config, {
|
|
198
320
|
maxPages: options.maxPages,
|
|
199
321
|
excludePatterns: options.excludePatterns,
|
|
200
322
|
});
|
|
201
323
|
// Collect all pages with extracted content
|
|
202
324
|
const pagesWithContent = results.filter((r) => r.extracted_content);
|
|
325
|
+
// Only fail when every page with extracted content has LLM errors (no usable data at all)
|
|
326
|
+
const llmErrors = pagesWithContent
|
|
327
|
+
.map((r) => (0, formatters_1.checkLlmExtractionError)(r))
|
|
328
|
+
.filter((e) => e !== null);
|
|
329
|
+
if (llmErrors.length > 0 && llmErrors.length === pagesWithContent.length) {
|
|
330
|
+
throw new n8n_workflow_1.NodeOperationError(this.getNode(), `LLM extraction failed: ${llmErrors[0]}`, { itemIndex: i });
|
|
331
|
+
}
|
|
203
332
|
if (results.length === 0) {
|
|
204
333
|
allResults.push({
|
|
205
334
|
json: { success: false, error: 'No results returned from crawl', url, question },
|
|
@@ -207,7 +336,7 @@ _nodeOptions) {
|
|
|
207
336
|
});
|
|
208
337
|
continue;
|
|
209
338
|
}
|
|
210
|
-
const formatted = (0,
|
|
339
|
+
const formatted = (0, formatters_2.formatQuestionResult)(pagesWithContent.length > 0 ? pagesWithContent : results, question, results.length);
|
|
211
340
|
allResults.push({
|
|
212
341
|
json: formatted,
|
|
213
342
|
pairedItem: { item: i },
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"askQuestion.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/askQuestion.operation.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"askQuestion.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/askQuestion.operation.ts"],"names":[],"mappings":";;;AAmRA,0BA4IC;AAzZD,+CAAkD;AAGlD,wDAAkE;AAClE,4CAS0B;AAC1B,sDAA6D;AAE7D,sCAAsC;AACtC,MAAM,eAAe,GAAG;IACvB,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACX,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC1B,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;QACrD,aAAa,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;KAC3D;IACD,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,eAAe,CAAC;CAChD,CAAC;AAEF,MAAM,aAAa,GAAG;;;;;yMAKmL,CAAC;AAE1M,wBAAwB;AACX,QAAA,WAAW,GAAsB;IAC7C;QACC,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,iCAAiC;QAC9C,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD;IACD;QACC,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;QACxB,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,8BAA8B;QAC3C,WAAW,EAAE,kDAAkD;QAC/D,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD;IACD;QACC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,YAAY;gBACnB,WAAW,EAAE,8BAA8B;aAC3C;YACD;gBACC,IAAI,EAAE,cAAc;gBACpB,KAAK,EAAE,aAAa;gBACpB,WAAW,EAAE,2EAA2E;aACxF;YACD;gBACC,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,UAAU;gBACjB,WAAW,EAAE,sFAAsF;aACnG;SACD;QACD,OAAO,EAAE,YAAY;QACrB,WAAW,EAAE,yCAAyC;QACtD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD;IACD;QACC,WAAW,EACV,4FAA4F;QAC7F,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD;IACD;QACC,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;QACD,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,gGAAgG;aAC7G;YACD;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uFAAuF;aACpG;YACD;gBACC,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,gBAAgB,EAAE;oBACrD,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,gBAAgB,EAAE;oBACrD,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;oBACnC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,eAAe,EAAE;oBACnD,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,iBAAiB,EAAE;oBACvD,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBACzC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;oBAC/B,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC7C,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;iBACjD;gBACD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,mIAAmI;aAChJ;YACD;gBACC,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,UAAU,EAAE;oBACjD,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;oBACrC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;iBACnC;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,6IAA6I;aAC1J;YACD;gBACC,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mHAAmH;aAChI;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE;oBAChD,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,UAAU,EAAE;oBAClD,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,SAAS,EAAE;oBAClD,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBACzC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;iBAC3C;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aACjD;YACD;gBACC,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;gBACxB,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,8DAA8D;gBAC3E,WAAW,EAAE,iDAAiD;gBAC9D,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,cAAc,EAAE,CAAC,QAAQ,CAAC;qBAC1B;iBACD;aACD;YACD;gBACC,WAAW,EAAE,0BAA0B;gBACvC,IAAI,EAAE,uBAAuB;gBAC7B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,iJAAiJ;aAC9J;YACD;gBACC,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,qBAAqB;gBAClC,WAAW,EAAE,6EAA6E;gBAC1F,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,aAAa,EAAE,CAAC,aAAa,EAAE,UAAU,CAAC;qBAC1C;iBACD;aACD;YACD;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,kCAAkC;gBAC/C,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,aAAa,EAAE,CAAC,aAAa,EAAE,UAAU,CAAC;qBAC1C;iBACD;aACD;YACD;gBACC,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE;oBACZ,iBAAiB,EAAE,cAAc;iBACjC;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,gHAAgH;aAC7H;YACD;gBACC,WAAW,EAAE,UAAU;gBACvB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,gEAAgE;gBAC7E,WAAW,EACV,yFAAyF;aAC1F;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,8DAA8D,EAAE;oBAC7H,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,kBAAkB,EAAE,WAAW,EAAE,qCAAqC,EAAE;oBAC7G,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,qDAAqD,EAAE;oBACnG,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,oEAAoE,EAAE;iBACjI;gBACD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,+GAA+G;aAC5H;SACD;KACD;CACD,CAAC;AAEF,0BAA0B;AACnB,KAAK,UAAU,OAAO,CAE5B,KAA2B;AAC3B,6DAA6D;AAC7D,YAAiC;IAEjC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAsC,CAAC;IACxG,IAAI,CAAC;QACJ,IAAA,8BAAsB,EAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC;YACJ,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YACpE,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC,EAAE,YAAY,CAAW,CAAC;YAClF,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEvE,IAAA,0BAAkB,EAAC,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YAC3C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACf,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,2BAA2B,EAAE;oBACzE,SAAS,EAAE,CAAC;iBACZ,CAAC,CAAC;YACJ,CAAC;YAED,2CAA2C;YAC3C,MAAM,aAAa,GAAG,OAAO,CAAC,QAA8B,CAAC;YAC7D,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAA,sBAAc,EAAC,WAAW,EAAE,aAAa,IAAI,SAAS,CAAC,CAAC;YAC9F,MAAM,WAAW,GAAG,GAAG,aAAa,iBAAiB,QAAQ,EAAE,CAAC;YAEhE,MAAM,kBAAkB,GAAG,IAAA,mCAA2B,EACrD,eAAe,EACf,WAAW,EACX,QAAQ,EACR,MAAM,EACN,OAAO,CACP,CAAC;YAEF,eAAe;YACf,MAAM,MAAM,GAAoB;gBAC/B,GAAG,IAAA,yBAAiB,GAAE;gBACtB,SAAS,EAAG,OAAO,CAAC,SAA0C,IAAI,SAAS;gBAC3E,kBAAkB;aAClB,CAAC;YAEF,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;gBACzB,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAClD,CAAC;YAED,IAAI,OAAO,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;gBAClC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC7B,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC;gBACpB,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;gBAC3B,MAAM,CAAC,iBAAiB,GAAG,IAAI,CAAC;YACjC,CAAC;YAED,MAAM,eAAe,GAAG,IAAA,6BAAqB,EAC5C,OAAO,CAAC,cAAoC,EAC5C,OAAO,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,aAAmC,CAAC,CAAC,CAAC,SAAS,CAC7F,CAAC;YACF,IAAI,eAAe;gBAAE,MAAM,CAAC,OAAO,GAAG,eAAe,CAAC;YAEtD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC1C,CAAC;YAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACvB,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAC9C,CAAC;YACD,IAAI,OAAO,CAAC,qBAAqB,IAAI,IAAI,EAAE,CAAC;gBAC3C,MAAM,CAAC,qBAAqB,GAAG,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,GAAG,IAAI,CAAC;YAC7E,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC/B,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;YACxB,CAAC;YACD,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC/B,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;YACxB,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,IAAA,oBAAY,EACjC,MAAM,EACN,GAAG,EACH,UAAuD,EACvD,MAAM,EACN;gBACC,QAAQ,EAAE,OAAO,CAAC,QAA8B;gBAChD,eAAe,EAAE,OAAO,CAAC,eAAqC;aAC9D,CACD,CAAC;YAEF,2CAA2C;YAC3C,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;YAEpE,0FAA0F;YAC1F,MAAM,SAAS,GAAG,gBAAgB;iBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,oCAAuB,EAAC,CAAC,CAAC,CAAC;iBACtC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;YACzC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,gBAAgB,CAAC,MAAM,EAAE,CAAC;gBAC1E,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,0BAA0B,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAC1G,CAAC;YAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,UAAU,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,gCAAgC,EAAE,GAAG,EAAE,QAAQ,EAAE;oBAChF,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACvB,CAAC,CAAC;gBACH,SAAS;YACV,CAAC;YAED,MAAM,SAAS,GAAG,IAAA,iCAAoB,EACrC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,OAAO,EACxD,QAAQ,EACR,OAAO,CAAC,MAAM,CACd,CAAC;YAEF,UAAU,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,SAAS;gBACf,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;aACvB,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC3B,UAAU,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAG,KAAe,CAAC,OAAO,EAAE;wBACvE,SAAS,EAAE,CAAC;qBACZ,CAAC;oBACF,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACvB,CAAC,CAAC;gBACH,SAAS;YACV,CAAC;YACD,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IAED,OAAO,UAAU,CAAC;AACnB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cssExtractor.operation.d.ts","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/cssExtractor.operation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEX,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,MAAM,cAAc,CAAC;AAGtB,OAAO,KAAK,EAAE,mBAAmB,EAAsC,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"cssExtractor.operation.d.ts","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/cssExtractor.operation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEX,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,MAAM,cAAc,CAAC;AAGtB,OAAO,KAAK,EAAE,mBAAmB,EAAsC,MAAM,yBAAyB,CAAC;AAavG,eAAO,MAAM,WAAW,EAAE,eAAe,EAwPxC,CAAC;AAGF,wBAAsB,OAAO,CAC5B,IAAI,EAAE,iBAAiB,EACvB,KAAK,EAAE,kBAAkB,EAAE,EAE3B,YAAY,EAAE,mBAAmB,GAC/B,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAuI/B"}
|
|
@@ -128,6 +128,60 @@ exports.description = [
|
|
|
128
128
|
},
|
|
129
129
|
},
|
|
130
130
|
options: [
|
|
131
|
+
{
|
|
132
|
+
displayName: 'Avoid Ads',
|
|
133
|
+
name: 'avoidAds',
|
|
134
|
+
type: 'boolean',
|
|
135
|
+
default: false,
|
|
136
|
+
description: 'Whether to block ad-related network requests during crawl (reduces noise, speeds up page load)',
|
|
137
|
+
},
|
|
138
|
+
{
|
|
139
|
+
displayName: 'Avoid CSS',
|
|
140
|
+
name: 'avoidCss',
|
|
141
|
+
type: 'boolean',
|
|
142
|
+
default: false,
|
|
143
|
+
description: 'Whether to block CSS resource requests during crawl (faster for text-only extraction)',
|
|
144
|
+
},
|
|
145
|
+
{
|
|
146
|
+
displayName: 'Browser Profile',
|
|
147
|
+
name: 'browserProfile',
|
|
148
|
+
type: 'options',
|
|
149
|
+
options: [
|
|
150
|
+
{ name: 'Chrome (Android)', value: 'chrome_android' },
|
|
151
|
+
{ name: 'Chrome (Linux)', value: 'chrome_linux' },
|
|
152
|
+
{ name: 'Chrome (macOS)', value: 'chrome_macos' },
|
|
153
|
+
{ name: 'Chrome (Windows)', value: 'chrome_windows' },
|
|
154
|
+
{ name: 'Custom', value: 'custom' },
|
|
155
|
+
{ name: 'Edge (Windows)', value: 'edge_windows' },
|
|
156
|
+
{ name: 'Firefox (macOS)', value: 'firefox_macos' },
|
|
157
|
+
{ name: 'Firefox (Windows)', value: 'firefox_windows' },
|
|
158
|
+
{ name: 'Googlebot', value: 'googlebot' },
|
|
159
|
+
{ name: 'None', value: 'none' },
|
|
160
|
+
{ name: 'Safari (iOS)', value: 'safari_ios' },
|
|
161
|
+
{ name: 'Safari (macOS)', value: 'safari_macos' },
|
|
162
|
+
],
|
|
163
|
+
default: 'none',
|
|
164
|
+
description: 'Preset browser headers to send with the request. Helps bypass server-side bot detection. Select Custom to enter your own headers.',
|
|
165
|
+
},
|
|
166
|
+
{
|
|
167
|
+
displayName: 'Browser Type',
|
|
168
|
+
name: 'browserType',
|
|
169
|
+
type: 'options',
|
|
170
|
+
options: [
|
|
171
|
+
{ name: 'Chromium (Default)', value: 'chromium' },
|
|
172
|
+
{ name: 'Firefox', value: 'firefox' },
|
|
173
|
+
{ name: 'WebKit', value: 'webkit' },
|
|
174
|
+
],
|
|
175
|
+
default: 'chromium',
|
|
176
|
+
description: 'Browser engine to use. Firefox has a different TLS fingerprint to Chromium and can bypass bot-detection systems that block headless Chrome.',
|
|
177
|
+
},
|
|
178
|
+
{
|
|
179
|
+
displayName: 'Bypass Bot Detection',
|
|
180
|
+
name: 'stealthMode',
|
|
181
|
+
type: 'boolean',
|
|
182
|
+
default: false,
|
|
183
|
+
description: 'Whether to enable stealth and magic mode to help bypass bot detection (use if the site blocks automated crawlers)',
|
|
184
|
+
},
|
|
131
185
|
{
|
|
132
186
|
displayName: 'Cache Mode',
|
|
133
187
|
name: 'cacheMode',
|
|
@@ -149,6 +203,27 @@ exports.description = [
|
|
|
149
203
|
default: true,
|
|
150
204
|
description: 'Whether to clean and normalize extracted text (remove extra spaces, newlines)',
|
|
151
205
|
},
|
|
206
|
+
{
|
|
207
|
+
displayName: 'Custom Headers',
|
|
208
|
+
name: 'customHeaders',
|
|
209
|
+
type: 'string',
|
|
210
|
+
typeOptions: { rows: 3 },
|
|
211
|
+
default: '',
|
|
212
|
+
placeholder: 'User-Agent: Mozilla/5.0 ...\nAccept-Language: en-AU,en;q=0.9',
|
|
213
|
+
description: 'HTTP headers in Key: Value format, one per line',
|
|
214
|
+
displayOptions: {
|
|
215
|
+
show: {
|
|
216
|
+
browserProfile: ['custom'],
|
|
217
|
+
},
|
|
218
|
+
},
|
|
219
|
+
},
|
|
220
|
+
{
|
|
221
|
+
displayName: 'Delay Before Return (Ms)',
|
|
222
|
+
name: 'delayBeforeReturnHtml',
|
|
223
|
+
type: 'number',
|
|
224
|
+
default: 0,
|
|
225
|
+
description: 'Milliseconds to wait after page load before returning HTML. Use for pages where content loads after the initial render (e.g. AJAX-heavy sites).',
|
|
226
|
+
},
|
|
152
227
|
{
|
|
153
228
|
displayName: 'Include Original Text',
|
|
154
229
|
name: 'includeOriginalText',
|
|
@@ -164,6 +239,19 @@ exports.description = [
|
|
|
164
239
|
placeholder: '.content-loaded or js:() => document.readyState === "complete"',
|
|
165
240
|
description: 'CSS selector or JS expression (prefixed with js:) to wait for before extracting content',
|
|
166
241
|
},
|
|
242
|
+
{
|
|
243
|
+
displayName: 'Wait Until',
|
|
244
|
+
name: 'waitUntil',
|
|
245
|
+
type: 'options',
|
|
246
|
+
options: [
|
|
247
|
+
{ name: 'Commit (First Byte)', value: 'commit', description: 'Return as soon as the first byte of the response is received' },
|
|
248
|
+
{ name: 'DOM Content Loaded', value: 'domcontentloaded', description: 'Wait for the DOMContentLoaded event' },
|
|
249
|
+
{ name: 'Load', value: 'load', description: 'Wait for the load event (default browser behaviour)' },
|
|
250
|
+
{ name: 'Network Idle', value: 'networkidle', description: 'Wait until no network requests for 500ms — best for AJAX/SPA sites' },
|
|
251
|
+
],
|
|
252
|
+
default: 'load',
|
|
253
|
+
description: 'Navigation event to wait for before extracting content. Use Network Idle for JS-heavy or AJAX-rendered pages.',
|
|
254
|
+
},
|
|
167
255
|
],
|
|
168
256
|
},
|
|
169
257
|
];
|
|
@@ -179,9 +267,7 @@ _nodeOptions) {
|
|
|
179
267
|
const baseSelector = this.getNodeParameter('baseSelector', i, '');
|
|
180
268
|
const fieldsValues = this.getNodeParameter('fields.fieldsValues', i, []);
|
|
181
269
|
const options = this.getNodeParameter('options', i, {});
|
|
182
|
-
|
|
183
|
-
throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'URL cannot be empty.', { itemIndex: i });
|
|
184
|
-
}
|
|
270
|
+
(0, utils_1.assertValidHttpUrl)(url, this.getNode(), i);
|
|
185
271
|
if (!baseSelector) {
|
|
186
272
|
throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Base selector cannot be empty.', {
|
|
187
273
|
itemIndex: i,
|
|
@@ -211,28 +297,52 @@ _nodeOptions) {
|
|
|
211
297
|
cacheMode: options.cacheMode || 'ENABLED',
|
|
212
298
|
extractionStrategy,
|
|
213
299
|
};
|
|
300
|
+
if (options.browserType) {
|
|
301
|
+
config.browserType = String(options.browserType);
|
|
302
|
+
}
|
|
303
|
+
if (options.stealthMode === true) {
|
|
304
|
+
config.enable_stealth = true;
|
|
305
|
+
config.magic = true;
|
|
306
|
+
config.simulateUser = true;
|
|
307
|
+
config.overrideNavigator = true;
|
|
308
|
+
}
|
|
309
|
+
const resolvedHeaders = (0, utils_1.resolveRequestHeaders)(options.browserProfile, options.browserProfile === 'custom' ? options.customHeaders : undefined);
|
|
310
|
+
if (resolvedHeaders)
|
|
311
|
+
config.headers = resolvedHeaders;
|
|
214
312
|
if (options.waitFor) {
|
|
215
313
|
config.waitFor = String(options.waitFor);
|
|
216
314
|
}
|
|
315
|
+
if (options.waitUntil) {
|
|
316
|
+
config.waitUntil = String(options.waitUntil);
|
|
317
|
+
}
|
|
318
|
+
if (options.delayBeforeReturnHtml != null) {
|
|
319
|
+
config.delayBeforeReturnHtml = Number(options.delayBeforeReturnHtml) / 1000;
|
|
320
|
+
}
|
|
321
|
+
if (options.avoidAds === true) {
|
|
322
|
+
config.avoidAds = true;
|
|
323
|
+
}
|
|
324
|
+
if (options.avoidCss === true) {
|
|
325
|
+
config.avoidCss = true;
|
|
326
|
+
}
|
|
217
327
|
// Execute crawl
|
|
218
328
|
const result = await client.crawlUrl(url, config);
|
|
219
329
|
// Parse extracted JSON
|
|
220
330
|
const extractedData = (0, formatters_2.parseExtractedJson)(result);
|
|
221
|
-
let
|
|
331
|
+
let itemsExtracted = [];
|
|
222
332
|
if (extractedData) {
|
|
223
333
|
if (Array.isArray(extractedData)) {
|
|
224
|
-
|
|
334
|
+
itemsExtracted = extractedData;
|
|
225
335
|
}
|
|
226
336
|
else if (typeof extractedData === 'object') {
|
|
227
|
-
|
|
337
|
+
itemsExtracted = [extractedData];
|
|
228
338
|
}
|
|
229
339
|
}
|
|
230
340
|
// Apply text cleaning if requested
|
|
231
341
|
const shouldClean = options.cleanText !== false;
|
|
232
|
-
if (shouldClean &&
|
|
233
|
-
|
|
342
|
+
if (shouldClean && itemsExtracted.length > 0) {
|
|
343
|
+
itemsExtracted = (0, utils_2.cleanExtractedData)(itemsExtracted);
|
|
234
344
|
}
|
|
235
|
-
const formatted = (0, formatters_1.formatCssExtractorResult)(result,
|
|
345
|
+
const formatted = (0, formatters_1.formatCssExtractorResult)(result, itemsExtracted);
|
|
236
346
|
// Include original page text if requested
|
|
237
347
|
if (options.includeOriginalText) {
|
|
238
348
|
const markdown = result.markdown;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cssExtractor.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/cssExtractor.operation.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"cssExtractor.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/cssExtractor.operation.ts"],"names":[],"mappings":";;;AAgRA,0BA4IC;AAtZD,+CAAkD;AAGlD,4CAM0B;AAC1B,sDAAiE;AACjE,wDAA6D;AAC7D,8CAAwD;AAExD,wBAAwB;AACX,QAAA,WAAW,GAAsB;IAC7C;QACC,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,iCAAiC;QAC9C,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;KACD;IACD;QACC,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,kBAAkB;QAC/B,WAAW,EAAE,6EAA6E;QAC1F,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;KACD;IACD;QACC,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE;YACZ,cAAc,EAAE,IAAI;SACpB;QACD,OAAO,EAAE,EAAE;QACX,QAAQ,EAAE,IAAI;QACd,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;QACD,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,QAAQ;gBACrB,MAAM,EAAE;oBACP;wBACC,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,OAAO;wBACpB,WAAW,EAAE,8BAA8B;qBAC3C;oBACD;wBACC,WAAW,EAAE,cAAc;wBAC3B,IAAI,EAAE,UAAU;wBAChB,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,UAAU;wBACvB,WAAW,EAAE,4CAA4C;qBACzD;oBACD;wBACC,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,SAAS;wBACf,OAAO,EAAE;4BACR;gCACC,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,MAAM;gCACb,WAAW,EAAE,sBAAsB;6BACnC;4BACD;gCACC,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,MAAM;gCACb,WAAW,EAAE,sBAAsB;6BACnC;4BACD;gCACC,IAAI,EAAE,WAAW;gCACjB,KAAK,EAAE,WAAW;gCAClB,WAAW,EAAE,4BAA4B;6BACzC;yBACD;wBACD,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,yBAAyB;qBACtC;oBACD;wBACC,WAAW,EAAE,gBAAgB;wBAC7B,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,QAAQ;wBACd,cAAc,EAAE;4BACf,IAAI,EAAE;gCACL,SAAS,EAAE,CAAC,WAAW,CAAC;6BACxB;yBACD;wBACD,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,MAAM;wBACnB,WAAW,EAAE,kCAAkC;qBAC/C;iBACD;aACD;SACD;KACD;IACD;QACC,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;QACD,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,gGAAgG;aAC7G;YACD;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uFAAuF;aACpG;YACD;gBACC,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,gBAAgB,EAAE;oBACrD,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,gBAAgB,EAAE;oBACrD,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;oBACnC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBACjD,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,eAAe,EAAE;oBACnD,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,iBAAiB,EAAE;oBACvD,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBACzC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;oBAC/B,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC7C,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;iBACjD;gBACD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,mIAAmI;aAChJ;YACD;gBACC,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,UAAU,EAAE;oBACjD,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;oBACrC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;iBACnC;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,6IAA6I;aAC1J;YACD;gBACC,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mHAAmH;aAChI;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE;oBAChD,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,UAAU,EAAE;oBAClD,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,SAAS,EAAE;oBAClD,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBACzC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;iBAC3C;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aACjD;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EACV,+EAA+E;aAChF;YACD;gBACC,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;gBACxB,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,8DAA8D;gBAC3E,WAAW,EAAE,iDAAiD;gBAC9D,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,cAAc,EAAE,CAAC,QAAQ,CAAC;qBAC1B;iBACD;aACD;YACD;gBACC,WAAW,EAAE,0BAA0B;gBACvC,IAAI,EAAE,uBAAuB;gBAC7B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,iJAAiJ;aAC9J;YACD;gBACC,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,qBAAqB;gBAC3B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,wDAAwD;aACrE;YACD;gBACC,WAAW,EAAE,UAAU;gBACvB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,gEAAgE;gBAC7E,WAAW,EACV,yFAAyF;aAC1F;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,8DAA8D,EAAE;oBAC7H,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,kBAAkB,EAAE,WAAW,EAAE,qCAAqC,EAAE;oBAC7G,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,qDAAqD,EAAE;oBACnG,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,oEAAoE,EAAE;iBACjI;gBACD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,+GAA+G;aAC5H;SACD;KACD;CACD,CAAC;AAEF,0BAA0B;AACnB,KAAK,UAAU,OAAO,CAE5B,KAA2B;AAC3B,6DAA6D;AAC7D,YAAiC;IAEjC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;IAE7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC;YACJ,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC1D,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC5E,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,qBAAqB,EAAE,CAAC,EAAE,EAAE,CAAkB,CAAC;YAC1F,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEvE,IAAA,0BAAkB,EAAC,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YAC3C,IAAI,CAAC,YAAY,EAAE,CAAC;gBACnB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gCAAgC,EAAE;oBAC9E,SAAS,EAAE,CAAC;iBACZ,CAAC,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChD,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,qCAAqC,EAAE;oBACnF,SAAS,EAAE,CAAC;iBACZ,CAAC,CAAC;YACJ,CAAC;YAED,8BAA8B;YAC9B,MAAM,MAAM,GAAsB;gBACjC,IAAI,EAAE,iBAAiB;gBACvB,YAAY;gBACZ,MAAM,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACpC,IAAI,EAAE,KAAK,CAAC,IAAc;oBAC1B,QAAQ,EAAE,KAAK,CAAC,QAAkB;oBAClC,IAAI,EAAE,KAAK,CAAC,SAA0C;oBACtD,GAAG,CAAC,KAAK,CAAC,SAAS,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACpF,CAAC,CAAC;aACH,CAAC;YAEF,6BAA6B;YAC7B,MAAM,kBAAkB,GAAG,IAAA,2CAAmC,EAAC,MAAM,CAAC,CAAC;YAEvE,eAAe;YACf,MAAM,MAAM,GAAoB;gBAC/B,GAAG,IAAA,yBAAiB,GAAE;gBACtB,SAAS,EAAG,OAAO,CAAC,SAA0C,IAAI,SAAS;gBAC3E,kBAAkB;aAClB,CAAC;YAEF,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;gBACzB,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAClD,CAAC;YAED,IAAI,OAAO,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;gBAClC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC7B,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC;gBACpB,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;gBAC3B,MAAM,CAAC,iBAAiB,GAAG,IAAI,CAAC;YACjC,CAAC;YAED,MAAM,eAAe,GAAG,IAAA,6BAAqB,EAC5C,OAAO,CAAC,cAAoC,EAC5C,OAAO,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,aAAmC,CAAC,CAAC,CAAC,SAAS,CAC7F,CAAC;YACF,IAAI,eAAe;gBAAE,MAAM,CAAC,OAAO,GAAG,eAAe,CAAC;YAEtD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC1C,CAAC;YAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACvB,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAC9C,CAAC;YACD,IAAI,OAAO,CAAC,qBAAqB,IAAI,IAAI,EAAE,CAAC;gBAC3C,MAAM,CAAC,qBAAqB,GAAG,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,GAAG,IAAI,CAAC;YAC7E,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC/B,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;YACxB,CAAC;YACD,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC/B,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;YACxB,CAAC;YAED,gBAAgB;YAChB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAElD,uBAAuB;YACvB,MAAM,aAAa,GAAG,IAAA,+BAAkB,EAAC,MAAM,CAAC,CAAC;YACjD,IAAI,cAAc,GAAkB,EAAE,CAAC;YAEvC,IAAI,aAAa,EAAE,CAAC;gBACnB,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;oBAClC,cAAc,GAAG,aAA8B,CAAC;gBACjD,CAAC;qBAAM,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;oBAC9C,cAAc,GAAG,CAAC,aAAa,CAAC,CAAC;gBAClC,CAAC;YACF,CAAC;YAED,mCAAmC;YACnC,MAAM,WAAW,GAAG,OAAO,CAAC,SAAS,KAAK,KAAK,CAAC;YAChD,IAAI,WAAW,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9C,cAAc,GAAG,IAAA,0BAAkB,EAAC,cAAc,CAAkB,CAAC;YACtE,CAAC;YAED,MAAM,SAAS,GAAG,IAAA,qCAAwB,EAAC,MAAM,EAAE,cAAc,CAAC,CAAC;YAEnE,0CAA0C;YAC1C,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;gBACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;gBACjC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBACvD,SAAS,CAAC,YAAY,GAAG,QAAQ,CAAC,YAAY,IAAI,QAAQ,CAAC,YAAY,IAAI,EAAE,CAAC;gBAC/E,CAAC;qBAAM,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBACzC,SAAS,CAAC,YAAY,GAAG,QAAQ,CAAC;gBACnC,CAAC;qBAAM,CAAC;oBACP,SAAS,CAAC,YAAY,GAAG,EAAE,CAAC;gBAC7B,CAAC;YACF,CAAC;YAED,UAAU,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,SAAS;gBACf,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;aACvB,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC3B,UAAU,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAG,KAAe,CAAC,OAAO,EAAE;wBACvE,SAAS,EAAE,CAAC;qBACZ,CAAC;oBACF,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACvB,CAAC,CAAC;gBACH,SAAS;YACV,CAAC;YACD,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IAED,OAAO,UAAU,CAAC;AACnB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"extractData.operation.d.ts","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/extractData.operation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEX,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"extractData.operation.d.ts","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlus/actions/extractData.operation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEX,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,MAAM,cAAc,CAAC;AAItB,OAAO,KAAK,EAA0B,mBAAmB,EAAgC,MAAM,yBAAyB,CAAC;AAm3BzH,eAAO,MAAM,WAAW,EAAE,eAAe,EAoSxC,CAAC;AAEF,wBAAsB,OAAO,CAC5B,IAAI,EAAE,iBAAiB,EACvB,KAAK,EAAE,kBAAkB,EAAE,EAE3B,YAAY,EAAE,mBAAmB,GAC/B,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA0Q/B"}
|