npm - n8n-nodes-crawl4ai-plus - Versions diffs - 2.0.9 → 3.0.0 - Mend

n8n-nodes-crawl4ai-plus 2.0.9 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (47) hide show

package/dist/nodes/Crawl4aiPlusBasicCrawler/actions/crawlSingleUrl.operation.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"crawlSingleUrl.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusBasicCrawler/actions/crawlSingleUrl.operation.ts"],"names":[],"mappings":";;;AAqSA,0BAmEC;AAlWD,+CAAkD;AAIlD,4CAK0B;AAC1B,sDAA0D;AAG7C,QAAA,WAAW,GAAsB;IAC5C;QACE,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,kBAAkB;QAC/B,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,UAAU;wBAChB,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,iDAAiD;qBAC/D;oBACD;wBACE,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,qBAAqB;qBACnC;oBACD;wBACE,IAAI,EAAE,QAAQ;wBACd,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oCAAoC;qBAClD;iBACF;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,0CAA0C;aACxD;YACD;gBACE,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,qBAAqB;gBAC3B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,wCAAwC;aACtD;YACD;gBACE,WAAW,EAAE,qBAAqB;gBAClC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,6HAA6H;aAC3I;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,yCAAyC;aACvD;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uDAAuD;aACrE;YACD;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,+CAA+C;gBAC5D,WAAW,EAAE,iDAAiD;aAC/D;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,GAAG;gBACZ,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mCAAmC;aACjD;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oDAAoD;qBAClE;oBACD;wBACE,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,mBAAmB;qBACjC;oBACD;wBACE,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,mDAAmD;qBACjE;oBACD;wBACE,IAAI,EAAE,WAAW;wBACjB,KAAK,EAAE,WAAW;wBAClB,WAAW,EAAE,gDAAgD;qBAC9D;oBACD;wBACE,IAAI,EAAE,YAAY;wBAClB,KAAK,EAAE,YAAY;wBACnB,WAAW,EAAE,iDAAiD;qBAC/D;iBACF;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,qCAAqC;aACnD;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,iBAAiB;gBAC9B,WAAW,EAAE,uEAAuE;aACrF;YACD;gBACE,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,sBAAsB;gBAC5B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,kBAAkB;gBAC/B,WAAW,EAAE,8DAA8D;aAC5E;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE;oBACX,IAAI,EAAE,CAAC;iBACR;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,qDAAqD;gBAClE,WAAW,EAAE,mDAAmD;aACjE;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,qDAAqD;aACnE;YACD;gBACE,WAAW,EAAE,aAAa;gBAC1B,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,+CAA+C;aAC7D;YACD;gBACE,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,2CAA2C;aACzD;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,2CAA2C;aACzD;YACD;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,eAAe;gBAC5B,WAAW,EAAE,+EAA+E;aAC7F;YACD;gBACE,WAAW,EAAE,UAAU;gBACvB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,mBAAmB;gBAChC,WAAW,EAAE,+GAA+G;aAC7H;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,oDAAoD;aAClE;SACF;KACF;IACD;QACE,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,oBAAoB;gBACjC,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,0DAA0D;aACxE;YACD;gBACE,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uEAAuE;aACrF;SACF;KACF;CACF,CAAC;AAGK,KAAK,UAAU,OAAO,CAE3B,KAA2B,EAC3B,WAAgC;;IAEhC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC;YAEH,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC1D,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEvE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,sBAAsB,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACzF,CAAC;YAED,IAAI,CAAC,IAAA,kBAAU,EAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gBAAgB,GAAG,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC;YAGD,MAAM,aAAa,GAAG,IAAA,2BAAmB,EAAC,cAAc,CAAC,CAAC;YAC1D,MAAM,aAAa,GAAG,IAAA,8BAAsB,EAAC;gBAC3C,GAAG,cAAc;gBACjB,GAAG,aAAa;aACjB,CAAC,CAAC;YAGH,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;YAG9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;YAG1D,MAAM,eAAe,GAAG,IAAA,8BAAiB,EACvC,MAAM,EACN,OAAO,CAAC,YAAuB,EAC/B,OAAO,CAAC,eAA0B,CACnC,CAAC;YAGF,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,eAAe;gBACrB,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;aACxB,CAAC,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAG,MAAC,KAAa,CAAC,SAAS,mCAAI,CAAC,CAAC;gBACrD,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;oBAC5F,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACxB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC"}
1	+ {"version":3,"file":"crawlSingleUrl.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusBasicCrawler/actions/crawlSingleUrl.operation.ts"],"names":[],"mappings":";;;AAy2BA,0BAgPC;AAnlCD,+CAAkD;AAIlD,4CAO0B;AAC1B,sDAA0D;AAG7C,QAAA,WAAW,GAAsB;IAC5C;QACE,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,kBAAkB;QAC/B,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,UAAU;wBAChB,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,iDAAiD;qBAC/D;oBACD;wBACE,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,qBAAqB;qBACnC;oBACD;wBACE,IAAI,EAAE,QAAQ;wBACd,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oCAAoC;qBAClD;iBACF;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,iFAAiF;aAC/F;YACD;gBACE,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,qBAAqB;gBAC3B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,wCAAwC;aACtD;YACD;gBACE,WAAW,EAAE,qBAAqB;gBAClC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,6HAA6H;aAC3I;YACD;gBACE,WAAW,EAAE,yBAAyB;gBACtC,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,iBAAiB;gBACvB,WAAW,EAAE;oBACX,cAAc,EAAE,IAAI;iBACrB;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,gFAAgF;gBAC7F,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,WAAW,EAAE,WAAW;wBACxB,MAAM,EAAE;4BACN;gCACE,WAAW,EAAE,UAAU;gCACvB,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,QAAQ;gCACd,OAAO,EAAE,EAAE;gCACX,WAAW,EAAE,+CAA+C;gCAC5D,WAAW,EAAE,qFAAqF;6BACnG;yBACF;qBACF;iBACF;aACF;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,yCAAyC;aACvD;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uDAAuD;aACrE;YACD;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,+CAA+C;gBAC5D,WAAW,EAAE,iDAAiD;aAC/D;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,GAAG;gBACZ,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mCAAmC;aACjD;SACF;KACF;IACD;QACE,WAAW,EAAE,0BAA0B;QACvC,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,SAAS;gBACtB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,oFAAoF;gBACjG,WAAW,EAAE,+FAA+F;aAC7G;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE;oBACX,IAAI,EAAE,CAAC;iBACR;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,sCAAsC;gBACnD,WAAW,EAAE,6IAA6I;aAC3J;YACD;gBACE,WAAW,EAAE,qBAAqB;gBAClC,IAAI,EAAE,mBAAmB;gBACzB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,0FAA0F;gBACvG,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,oBAAoB,EAAE,CAAC,IAAI,CAAC;qBAC7B;iBACF;aACF;YACD;gBACE,WAAW,EAAE,gCAAgC;gBAC7C,IAAI,EAAE,sBAAsB;gBAC5B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,2IAA2I;aACzJ;YACD;gBACE,WAAW,EAAE,qBAAqB;gBAClC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,iCAAiC;gBAC9C,WAAW,EAAE,sKAAsK;gBACnL,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,oBAAoB,EAAE,CAAC,IAAI,CAAC;qBAC7B;iBACF;aACF;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oDAAoD;qBAClE;oBACD;wBACE,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,mBAAmB;qBACjC;oBACD;wBACE,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,mDAAmD;qBACjE;oBACD;wBACE,IAAI,EAAE,WAAW;wBACjB,KAAK,EAAE,WAAW;wBAClB,WAAW,EAAE,gDAAgD;qBAC9D;oBACD;wBACE,IAAI,EAAE,YAAY;wBAClB,KAAK,EAAE,YAAY;wBACnB,WAAW,EAAE,iDAAiD;qBAC/D;iBACF;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,qCAAqC;aACnD;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,iBAAiB;gBAC9B,WAAW,EAAE,uEAAuE;aACrF;YACD;gBACE,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,sBAAsB;gBAC5B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,kBAAkB;gBAC/B,WAAW,EAAE,8DAA8D;aAC5E;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE;oBACX,IAAI,EAAE,CAAC;iBACR;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,qDAAqD;gBAClE,WAAW,EAAE,mDAAmD;aACjE;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,qDAAqD;aACnE;YACD;gBACE,WAAW,EAAE,aAAa;gBAC1B,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,+CAA+C;aAC7D;YACD;gBACE,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,2CAA2C;aACzD;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,2CAA2C;aACzD;YACD;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,eAAe;gBAC5B,WAAW,EAAE,+EAA+E;aAC7F;YACD;gBACE,WAAW,EAAE,UAAU;gBACvB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,mBAAmB;gBAChC,WAAW,EAAE,+GAA+G;aAC7H;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,oDAAoD;aAClE;SACF;KACF;IACD;QACE,WAAW,EAAE,gBAAgB;QAC7B,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,oBAAoB;gBACjC,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,kEAAkE;aAChF;YACD;gBACE,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,qBAAqB;gBAC3B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,iEAAiE;aAC/E;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,KAAK;gBACX,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,sEAAsE;aACpF;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,sEAAsE;aACpF;YACD;gBACE,WAAW,EAAE,oBAAoB;gBACjC,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,kEAAkE;aAChF;YACD;gBACE,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,oFAAoF;aAClG;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,cAAc;wBACpB,KAAK,EAAE,KAAK;wBACZ,WAAW,EAAE,6CAA6C;qBAC3D;oBACD;wBACE,IAAI,EAAE,mBAAmB;wBACzB,KAAK,EAAE,KAAK;wBACZ,WAAW,EAAE,+DAA+D;qBAC7E;oBACD;wBACE,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,MAAM;wBACb,WAAW,EAAE,gDAAgD;qBAC9D;iBACF;gBACD,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD;gBACE,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uEAAuE;aACrF;SACF;KACF;IACD;QACE,WAAW,EAAE,gBAAgB;QAC7B,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,GAAG;gBACZ,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,UAAU,EAAE,CAAC,MAAM,CAAC;qBACrB;iBACF;gBACD,WAAW,EAAE,mEAAmE;aACjF;YACD;gBACE,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,qBAAqB;gBAC3B,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,UAAU,EAAE,CAAC,KAAK,CAAC;qBACpB;iBACF;gBACD,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,sFAAsF;aACpG;YACD;gBACE,WAAW,EAAE,aAAa;gBAC1B,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,MAAM;wBACb,WAAW,EAAE,2CAA2C;qBACzD;oBACD;wBACE,IAAI,EAAE,gBAAgB;wBACtB,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,qDAAqD;qBACnE;oBACD;wBACE,IAAI,EAAE,aAAa;wBACnB,KAAK,EAAE,MAAM;wBACb,WAAW,EAAE,8DAA8D;qBAC5E;oBACD;wBACE,IAAI,EAAE,YAAY;wBAClB,KAAK,EAAE,KAAK;wBACZ,WAAW,EAAE,oEAAoE;qBAClF;iBACF;gBACD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,UAAU,EAAE,CAAC,KAAK,CAAC;qBACpB;iBACF;gBACD,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,kEAAkE;aAChF;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,+CAA+C;aAC7D;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE;oBACX,IAAI,EAAE,CAAC;iBACR;gBACD,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,UAAU,EAAE,CAAC,KAAK,CAAC;qBACpB;iBACF;gBACD,OAAO,EAAE;;;;;;;;;+DAS8C;gBACvD,WAAW,EAAE,iEAAiE;gBAC9E,QAAQ,EAAE,IAAI;aACf;YACD;gBACE,WAAW,EAAE,aAAa;gBAC1B,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,SAAS;gBACf,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,UAAU,EAAE,CAAC,KAAK,CAAC;qBACpB;iBACF;gBACD,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,6DAA6D;aAC3E;YACD;gBACE,WAAW,EAAE,oBAAoB;gBACjC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,UAAU,EAAE,CAAC,SAAS,CAAC;qBACxB;iBACF;gBACD,WAAW,EAAE,yEAAyE;aACvF;YACD;gBACE,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,IAAI;gBACb,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,UAAU,EAAE,CAAC,SAAS,CAAC;qBACxB;iBACF;gBACD,WAAW,EAAE,sGAAsG;aACpH;YACD;gBACE,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,OAAO;wBACb,KAAK,EAAE,OAAO;wBACd,WAAW,EAAE,2BAA2B;qBACzC;oBACD;wBACE,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,kDAAkD;qBAChE;iBACF;gBACD,OAAO,EAAE,OAAO;gBAChB,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,UAAU,EAAE,CAAC,SAAS,CAAC;qBACxB;iBACF;gBACD,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,8BAA8B;gBAC3C,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,UAAU,EAAE,CAAC,MAAM,CAAC;qBACrB;iBACF;gBACD,WAAW,EAAE,6FAA6F;aAC3G;SACF;KACF;IACD;QACE,WAAW,EAAE,kBAAkB;QAC/B,IAAI,EAAE,iBAAiB;QACvB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,UAAU;wBAChB,WAAW,EAAE,UAAU;wBACvB,MAAM,EAAE;4BACN;gCACE,WAAW,EAAE,YAAY;gCACzB,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,SAAS;gCACf,OAAO,EAAE,KAAK;gCACd,WAAW,EAAE,yDAAyD;6BACvE;4BACD;gCACE,WAAW,EAAE,wBAAwB;gCACrC,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,SAAS;gCACf,OAAO,EAAE,KAAK;gCACd,WAAW,EAAE,kDAAkD;6BAChE;4BACD;gCACE,WAAW,EAAE,oBAAoB;gCACjC,IAAI,EAAE,mBAAmB;gCACzB,IAAI,EAAE,SAAS;gCACf,OAAO,EAAE,KAAK;gCACd,WAAW,EAAE,6DAA6D;6BAC3E;yBACF;qBACF;iBACF;aACF;YACD;gBACE,WAAW,EAAE,0BAA0B;gBACvC,IAAI,EAAE,uBAAuB;gBAC7B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,yEAAyE;aACvF;YACD;gBACE,WAAW,EAAE,yBAAyB;gBACtC,IAAI,EAAE,uBAAuB;gBAC7B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,sDAAsD;aACpE;YACD;gBACE,WAAW,EAAE,4BAA4B;gBACzC,IAAI,EAAE,yBAAyB;gBAC/B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,oDAAoD;aAClE;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,gDAAgD;aAC9D;YACD;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,MAAM;wBACb,WAAW,EAAE,yBAAyB;qBACvC;oBACD;wBACE,IAAI,EAAE,oBAAoB;wBAC1B,KAAK,EAAE,kBAAkB;wBACzB,WAAW,EAAE,iCAAiC;qBAC/C;oBACD;wBACE,IAAI,EAAE,cAAc;wBACpB,KAAK,EAAE,aAAa;wBACpB,WAAW,EAAE,qDAAqD;qBACnE;oBACD;wBACE,IAAI,EAAE,gBAAgB;wBACtB,KAAK,EAAE,cAAc;wBACrB,WAAW,EAAE,iEAAiE;qBAC/E;iBACF;gBACD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,qCAAqC;aACnD;SACF;KACF;IACD;QACE,WAAW,EAAE,kBAAkB;QAC/B,IAAI,EAAE,iBAAiB;QACvB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,qBAAqB;gBAC3B,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,YAAY,EAAE,CAAC,KAAK,CAAC;wBACrB,cAAc,EAAE,CAAC,IAAI,CAAC;qBACvB;iBACF;gBACD,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,wEAAwE;aACtF;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,YAAY,EAAE,CAAC,KAAK,CAAC;qBACtB;iBACF;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,eAAe;gBAC5B,WAAW,EAAE,yEAAyE;aACvF;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,SAAS;gBACf,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,YAAY,EAAE,CAAC,KAAK,CAAC;qBACtB;iBACF;gBACD,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,qFAAqF;aACnG;YACD;gBACE,WAAW,EAAE,qBAAqB;gBAClC,IAAI,EAAE,mBAAmB;gBACzB,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,YAAY,EAAE,CAAC,KAAK,CAAC;wBACrB,cAAc,EAAE,CAAC,IAAI,CAAC;qBACvB;iBACF;gBACD,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,8DAA8D;aAC5E;YACD;gBACE,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,YAAY,EAAE,CAAC,KAAK,CAAC;qBACtB;iBACF;gBACD,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,kEAAkE;aAChF;YACD;gBACE,WAAW,EAAE,oBAAoB;gBACjC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,YAAY,EAAE,CAAC,KAAK,CAAC;wBACrB,cAAc,EAAE,CAAC,IAAI,CAAC;qBACvB;iBACF;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,gDAAgD;aAC9D;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,MAAM;wBACb,WAAW,EAAE,qBAAqB;qBACnC;oBACD;wBACE,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,KAAK;wBACZ,WAAW,EAAE,wEAAwE;qBACtF;oBACD;wBACE,IAAI,EAAE,0BAA0B;wBAChC,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,+DAA+D;qBAC7E;iBACF;gBACD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,kCAAkC;aAChD;YACD;gBACE,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,qBAAqB;gBAC3B,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,YAAY,EAAE,CAAC,SAAS,CAAC;qBAC1B;iBACF;gBACD,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,6EAA6E;aAC3F;YACD;gBACE,WAAW,EAAE,SAAS;gBACtB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,SAAS;gBACf,cAAc,EAAE;oBACd,IAAI,EAAE;wBACJ,YAAY,EAAE,CAAC,KAAK,EAAE,SAAS,CAAC;qBACjC;iBACF;gBACD,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,wDAAwD;aACtE;SACF;KACF;CACF,CAAC;AAGK,KAAK,UAAU,OAAO,CAE3B,KAA2B,EAC3B,WAAgC;;IAEhC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC;YAEH,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC1D,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACnF,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACnF,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAGvF,IAAI,oBAAoB,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,cAAc,EAAE,CAAC;YAGpE,IAAI,cAAc,CAAC,SAAS,IAAI,OAAO,cAAc,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAC7E,MAAM,mBAAmB,GAAG,cAAc,CAAC,SAAgB,CAAC;gBAC5D,IAAI,mBAAmB,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;oBACxE,oBAAoB,CAAC,SAAS,GAAG,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBAClH,CAAC;YACH,CAAC;YAED,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,sBAAsB,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACzF,CAAC;YAED,IAAI,CAAC,IAAA,kBAAU,EAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gBAAgB,GAAG,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC;YAGD,MAAM,aAAa,GAAG,IAAA,2BAAmB,EAAC,oBAAoB,CAAC,CAAC;YAGhE,MAAM,eAAe,GAAG,CAAA,MAAC,eAAe,CAAC,eAAuB,0CAAE,QAAQ,KAAI,EAAE,CAAC;YACjF,MAAM,aAAa,GAAG,IAAA,8BAAsB,EAAC;gBAC3C,GAAG,cAAc;gBACjB,GAAG,aAAa;gBAEhB,UAAU,EAAE,aAAa,CAAC,UAAU;gBACpC,GAAG,EAAE,aAAa,CAAC,GAAG;gBACtB,mBAAmB,EAAE,aAAa,CAAC,mBAAmB;gBAEtD,KAAK,EAAE,eAAe,CAAC,KAAK;gBAC5B,YAAY,EAAE,eAAe,CAAC,YAAY;gBAC1C,iBAAiB,EAAE,eAAe,CAAC,iBAAiB;gBAEpD,uBAAuB,EAAE,eAAe,CAAC,uBAAuB;gBAChE,qBAAqB,EAAE,eAAe,CAAC,qBAAqB;gBAE5D,qBAAqB,EAAE,eAAe,CAAC,qBAAqB;gBAC5D,SAAS,EAAE,eAAe,CAAC,SAAS;gBACpC,OAAO,EAAE,eAAe,CAAC,OAAO;aACjC,CAAC,CAAC;YAGH,IAAI,aAAa,CAAC,UAAU,IAAI,aAAa,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;gBAEpE,MAAM,oBAAoB,GAAG,EAAE,GAAG,aAAa,EAAE,CAAC;gBAElD,IAAI,aAAa,CAAC,UAAU,KAAK,KAAK,EAAE,CAAC;oBAEvC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAAQ,CAAC;oBAExE,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;wBAC3B,MAAM,IAAI,iCAAkB,CAC1B,IAAI,CAAC,OAAO,EAAE,EACd,oFAAoF,EACpF,EAAE,SAAS,EAAE,CAAC,EAAE,CACjB,CAAC;oBACJ,CAAC;oBAGD,IAAI,QAAQ,GAAG,eAAe,CAAC;oBAC/B,IAAI,MAAM,GAAG,EAAE,CAAC;oBAEhB,IAAI,WAAW,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;wBACzC,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,IAAI,QAAQ,CAAC;wBAC/C,QAAQ,GAAG,UAAU,KAAK,EAAE,CAAC;wBAC7B,MAAM,GAAG,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC;oBACpC,CAAC;yBAAM,IAAI,WAAW,CAAC,WAAW,KAAK,WAAW,EAAE,CAAC;wBACnD,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,IAAI,yBAAyB,CAAC;wBAChE,QAAQ,GAAG,aAAa,KAAK,EAAE,CAAC;wBAChC,MAAM,GAAG,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC;oBACpC,CAAC;yBAAM,IAAI,WAAW,CAAC,WAAW,KAAK,MAAM,EAAE,CAAC;wBAC9C,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,IAAI,iBAAiB,CAAC;wBACxD,QAAQ,GAAG,QAAQ,KAAK,EAAE,CAAC;wBAC3B,MAAM,GAAG,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC;oBACpC,CAAC;yBAAM,IAAI,WAAW,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;wBAChD,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,IAAI,QAAQ,CAAC;wBAClD,QAAQ,GAAG,UAAU,KAAK,EAAE,CAAC;oBAE/B,CAAC;yBAAM,IAAI,WAAW,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;wBAC/C,QAAQ,GAAG,WAAW,CAAC,cAAc,IAAI,cAAc,CAAC;wBACxD,MAAM,GAAG,WAAW,CAAC,YAAY,IAAI,EAAE,CAAC;oBAC1C,CAAC;oBAED,IAAI,CAAC,MAAM,IAAI,WAAW,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;wBACpD,MAAM,IAAI,iCAAkB,CAC1B,IAAI,CAAC,OAAO,EAAE,EACd,2BAA2B,WAAW,CAAC,WAAW,6DAA6D,EAC/G,EAAE,SAAS,EAAE,CAAC,EAAE,CACjB,CAAC;oBACJ,CAAC;oBAED,oBAAoB,CAAC,SAAS,GAAG;wBAC/B,IAAI,EAAE,WAAW;wBACjB,MAAM,EAAE;4BACN,QAAQ;4BACR,SAAS,EAAE,MAAM;4BACjB,GAAG,CAAC,WAAW,CAAC,WAAW,KAAK,OAAO,IAAI,WAAW,CAAC,aAAa,CAAC,CAAC;gCACpE,EAAE,QAAQ,EAAE,WAAW,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BAC/C,GAAG,CAAC,WAAW,CAAC,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,SAAS,CAAC,CAAC;gCACjE,EAAE,QAAQ,EAAE,WAAW,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;yBAC5C;qBACF,CAAC;gBACJ,CAAC;gBAED,aAAa,CAAC,iBAAiB,GAAG,IAAA,+BAAuB,EAAC,oBAAoB,CAAC,CAAC;YAClF,CAAC;YAGD,MAAM,qBAAqB,GAAG,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAC7F,IAAI,qBAAqB,CAAC,YAAY,IAAI,qBAAqB,CAAC,YAAY,KAAK,MAAM,EAAE,CAAC;gBAExF,MAAM,mBAAmB,GAAG,EAAE,GAAG,qBAAqB,EAAE,CAAC;gBAEzD,IAAI,qBAAqB,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;oBAEjD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAAQ,CAAC;oBAExE,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;wBAC3B,MAAM,IAAI,iCAAkB,CAC1B,IAAI,CAAC,OAAO,EAAE,EACd,mFAAmF,EACnF,EAAE,SAAS,EAAE,CAAC,EAAE,CACjB,CAAC;oBACJ,CAAC;oBAGD,IAAI,QAAQ,GAAG,eAAe,CAAC;oBAC/B,IAAI,MAAM,GAAG,EAAE,CAAC;oBAEhB,IAAI,WAAW,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;wBACzC,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,IAAI,QAAQ,CAAC;wBAC/C,QAAQ,GAAG,UAAU,KAAK,EAAE,CAAC;wBAC7B,MAAM,GAAG,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC;oBACpC,CAAC;yBAAM,IAAI,WAAW,CAAC,WAAW,KAAK,WAAW,EAAE,CAAC;wBACnD,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,IAAI,yBAAyB,CAAC;wBAChE,QAAQ,GAAG,aAAa,KAAK,EAAE,CAAC;wBAChC,MAAM,GAAG,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC;oBACpC,CAAC;yBAAM,IAAI,WAAW,CAAC,WAAW,KAAK,MAAM,EAAE,CAAC;wBAC9C,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,IAAI,iBAAiB,CAAC;wBACxD,QAAQ,GAAG,QAAQ,KAAK,EAAE,CAAC;wBAC3B,MAAM,GAAG,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC;oBACpC,CAAC;yBAAM,IAAI,WAAW,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;wBAChD,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,IAAI,QAAQ,CAAC;wBAClD,QAAQ,GAAG,UAAU,KAAK,EAAE,CAAC;oBAE/B,CAAC;yBAAM,IAAI,WAAW,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;wBAC/C,QAAQ,GAAG,WAAW,CAAC,cAAc,IAAI,cAAc,CAAC;wBACxD,MAAM,GAAG,WAAW,CAAC,YAAY,IAAI,EAAE,CAAC;oBAC1C,CAAC;oBAED,IAAI,CAAC,MAAM,IAAI,WAAW,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;wBACpD,MAAM,IAAI,iCAAkB,CAC1B,IAAI,CAAC,OAAO,EAAE,EACd,2BAA2B,WAAW,CAAC,WAAW,6DAA6D,EAC/G,EAAE,SAAS,EAAE,CAAC,EAAE,CACjB,CAAC;oBACJ,CAAC;oBAED,mBAAmB,CAAC,SAAS,GAAG;wBAC9B,IAAI,EAAE,WAAW;wBACjB,MAAM,EAAE;4BACN,QAAQ;4BACR,SAAS,EAAE,MAAM;4BACjB,GAAG,CAAC,WAAW,CAAC,WAAW,KAAK,OAAO,IAAI,WAAW,CAAC,aAAa,CAAC,CAAC;gCACpE,EAAE,QAAQ,EAAE,WAAW,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BAC/C,GAAG,CAAC,WAAW,CAAC,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,SAAS,CAAC,CAAC;gCACjE,EAAE,QAAQ,EAAE,WAAW,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;yBAC5C;qBACF,CAAC;gBACJ,CAAC;gBAED,aAAa,CAAC,eAAe,GAAG,IAAA,qCAA6B,EAAC,mBAAmB,CAAC,CAAC;YACrF,CAAC;YAGD,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;YAG9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;YAG1D,MAAM,eAAe,GAAG,IAAA,8BAAiB,EACvC,MAAM,EACN,aAAa,CAAC,YAAuB,EACrC,aAAa,CAAC,eAA0B,EACxC;gBACE,cAAc,EAAE,aAAa,CAAC,cAAwC;gBACtE,YAAY,EAAE,aAAa,CAAC,YAAuB;gBACnD,iBAAiB,EAAE,aAAa,CAAC,UAAqB;gBACtD,UAAU,EAAE,aAAa,CAAC,GAAc;gBACxC,qBAAqB,EAAE,aAAa,CAAC,mBAA8B;gBACnE,aAAa,EAAE,aAAa,CAAC,aAAwB;aACtD,CACF,CAAC;YAGF,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,eAAe;gBACrB,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;aACxB,CAAC,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAG,MAAC,KAAa,CAAC,SAAS,mCAAI,CAAC,CAAC;gBACrD,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;oBAC5F,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACxB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/nodes/Crawl4aiPlusBasicCrawler/actions/discoverLinks.operation.d.ts ADDED Viewed

@@ -0,0 +1,4 @@
+import type { IExecuteFunctions, INodeExecutionData, INodeProperties } from 'n8n-workflow';
+import type { Crawl4aiNodeOptions } from '../helpers/interfaces';
+export declare const description: INodeProperties[];
+export declare function execute(this: IExecuteFunctions, items: INodeExecutionData[], nodeOptions: Crawl4aiNodeOptions): Promise<INodeExecutionData[]>;

package/dist/nodes/Crawl4aiPlusBasicCrawler/actions/discoverLinks.operation.js ADDED Viewed

@@ -0,0 +1,495 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.description = void 0;
+exports.execute = execute;
+const n8n_workflow_1 = require("n8n-workflow");
+const utils_1 = require("../helpers/utils");
+exports.description = [
+    {
+        displayName: 'URL',
+        name: 'url',
+        type: 'string',
+        required: true,
+        default: '',
+        placeholder: 'https://example.com',
+        description: 'The URL to discover links from',
+        displayOptions: {
+            show: {
+                operation: ['discoverLinks'],
+            },
+        },
+    },
+    {
+        displayName: 'Link Types',
+        name: 'linkTypes',
+        type: 'multiOptions',
+        options: [
+            {
+                name: 'Internal Links',
+                value: 'internal',
+                description: 'Links pointing to the same domain',
+            },
+            {
+                name: 'External Links',
+                value: 'external',
+                description: 'Links pointing to other domains',
+            },
+        ],
+        default: ['internal', 'external'],
+        description: 'Which types of links to extract',
+        displayOptions: {
+            show: {
+                operation: ['discoverLinks'],
+            },
+        },
+    },
+    {
+        displayName: 'Filter Options',
+        name: 'filterOptions',
+        type: 'collection',
+        placeholder: 'Add Filter',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['discoverLinks'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Exclude File Types',
+                name: 'excludeFileTypes',
+                type: 'string',
+                default: '',
+                placeholder: 'pdf, jpg, png, zip',
+                description: 'Exclude links to files with these extensions (comma-separated)',
+            },
+            {
+                displayName: 'Exclude Patterns',
+                name: 'excludePatterns',
+                type: 'string',
+                default: '',
+                placeholder: '*/login/*, */admin/*, *.pdf',
+                description: 'Exclude URLs matching these patterns (comma-separated, wildcards supported)',
+            },
+            {
+                displayName: 'Exclude Social Media',
+                name: 'excludeSocialMedia',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to exclude links to social media platforms (Twitter, Facebook, LinkedIn, etc.)',
+            },
+            {
+                displayName: 'Include Patterns',
+                name: 'includePatterns',
+                type: 'string',
+                default: '',
+                placeholder: '*/products/*, */blog/*',
+                description: 'Only include URLs matching these patterns (comma-separated, wildcards supported)',
+            },
+            {
+                displayName: 'Require Text',
+                name: 'requireText',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to only include links that have visible anchor text',
+            },
+        ],
+    },
+    {
+        displayName: 'Browser Options',
+        name: 'browserOptions',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['discoverLinks'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Browser Type',
+                name: 'browserType',
+                type: 'options',
+                options: [
+                    {
+                        name: 'Chromium',
+                        value: 'chromium',
+                        description: 'Use Chromium browser (default, most compatible)',
+                    },
+                    {
+                        name: 'Firefox',
+                        value: 'firefox',
+                        description: 'Use Firefox browser',
+                    },
+                    {
+                        name: 'Webkit',
+                        value: 'webkit',
+                        description: 'Use Webkit browser (Safari engine)',
+                    },
+                ],
+                default: 'chromium',
+                description: 'Which browser engine to use for crawling',
+            },
+            {
+                displayName: 'Enable JavaScript',
+                name: 'java_script_enabled',
+                type: 'boolean',
+                default: true,
+                description: 'Whether to enable JavaScript execution (recommended for dynamic links)',
+            },
+            {
+                displayName: 'Headless Mode',
+                name: 'headless',
+                type: 'boolean',
+                default: true,
+                description: 'Whether to run browser in headless mode',
+            },
+            {
+                displayName: 'JavaScript Code',
+                name: 'jsCode',
+                type: 'string',
+                typeOptions: {
+                    rows: 4,
+                },
+                default: '',
+                placeholder: 'document.querySelector("button.load-more").click();',
+                description: 'JavaScript code to execute before extracting links (useful for expanding dynamic content)',
+            },
+            {
+                displayName: 'Timeout (MS)',
+                name: 'timeout',
+                type: 'number',
+                default: 30000,
+                description: 'Maximum time to wait for the browser to load the page',
+            },
+            {
+                displayName: 'Wait For',
+                name: 'waitFor',
+                type: 'string',
+                default: '',
+                placeholder: 'a[href]',
+                description: 'CSS selector to wait for before extracting links',
+            },
+        ],
+    },
+    {
+        displayName: 'Output Options',
+        name: 'outputOptions',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['discoverLinks'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Cache Mode',
+                name: 'cacheMode',
+                type: 'options',
+                options: [
+                    {
+                        name: 'Bypass (Skip Cache)',
+                        value: 'BYPASS',
+                        description: 'Skip cache for this operation, fetch fresh content',
+                    },
+                    {
+                        name: 'Disabled (No Cache)',
+                        value: 'DISABLED',
+                        description: 'No caching at all',
+                    },
+                    {
+                        name: 'Enabled (Read/Write)',
+                        value: 'ENABLED',
+                        description: 'Use cache if available, save new results to cache',
+                    },
+                ],
+                default: 'ENABLED',
+                description: 'How to use the cache when crawling',
+            },
+            {
+                displayName: 'Output Format',
+                name: 'outputFormat',
+                type: 'options',
+                options: [
+                    {
+                        name: 'Grouped (Single Item)',
+                        value: 'grouped',
+                        description: 'Return all links in a single output item with internal/external arrays',
+                    },
+                    {
+                        name: 'Split (Multiple Items)',
+                        value: 'split',
+                        description: 'Return each link as a separate output item',
+                    },
+                ],
+                default: 'grouped',
+                description: 'How to format the output',
+            },
+            {
+                displayName: 'Include Metadata',
+                name: 'includeMetadata',
+                type: 'boolean',
+                default: true,
+                description: 'Whether to include link text and title attributes in output',
+            },
+            {
+                displayName: 'Deduplicate',
+                name: 'deduplicate',
+                type: 'boolean',
+                default: true,
+                description: 'Whether to remove duplicate URLs from the output',
+            },
+        ],
+    },
+];
+const SOCIAL_MEDIA_DOMAINS = [
+    'facebook.com', 'fb.com', 'fb.me',
+    'twitter.com', 'x.com', 't.co',
+    'linkedin.com', 'lnkd.in',
+    'instagram.com', 'instagr.am',
+    'youtube.com', 'youtu.be',
+    'tiktok.com',
+    'pinterest.com', 'pin.it',
+    'reddit.com', 'redd.it',
+    'tumblr.com',
+    'snapchat.com',
+    'whatsapp.com', 'wa.me',
+    'telegram.org', 't.me',
+    'discord.com', 'discord.gg',
+    'twitch.tv',
+];
+async function execute(items, nodeOptions) {
+    var _a, _b, _c;
+    const allResults = [];
+    for (let i = 0; i < items.length; i++) {
+        try {
+            const url = this.getNodeParameter('url', i, '');
+            const linkTypes = this.getNodeParameter('linkTypes', i, ['internal', 'external']);
+            const filterOptions = this.getNodeParameter('filterOptions', i, {});
+            const browserOptions = this.getNodeParameter('browserOptions', i, {});
+            const outputOptions = this.getNodeParameter('outputOptions', i, {});
+            if (!url) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'URL cannot be empty.', { itemIndex: i });
+            }
+            if (!(0, utils_1.isValidUrl)(url)) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Invalid URL: ${url}`, { itemIndex: i });
+            }
+            if (!linkTypes || linkTypes.length === 0) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'At least one link type must be selected.', { itemIndex: i });
+            }
+            const browserConfig = (0, utils_1.createBrowserConfig)(browserOptions);
+            const crawlerConfig = (0, utils_1.createCrawlerRunConfig)({
+                ...browserConfig,
+                cacheMode: outputOptions.cacheMode || 'ENABLED',
+                jsCode: browserOptions.jsCode,
+                waitFor: browserOptions.waitFor,
+                scoreLinks: true,
+            });
+            const crawler = await (0, utils_1.getCrawl4aiClient)(this);
+            const result = await crawler.crawlUrl(url, crawlerConfig);
+            if (!result.success) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Failed to crawl URL: ${result.error_message || 'Unknown error'}`, { itemIndex: i });
+            }
+            const internalLinks = ((_a = result.links) === null || _a === void 0 ? void 0 : _a.internal) || [];
+            const externalLinks = ((_b = result.links) === null || _b === void 0 ? void 0 : _b.external) || [];
+            const includePatterns = parsePatterns(filterOptions.includePatterns);
+            const excludePatterns = parsePatterns(filterOptions.excludePatterns);
+            const excludeFileTypes = parseFileTypes(filterOptions.excludeFileTypes);
+            const excludeSocialMedia = filterOptions.excludeSocialMedia === true;
+            const requireText = filterOptions.requireText === true;
+            const deduplicate = outputOptions.deduplicate !== false;
+            const includeMetadata = outputOptions.includeMetadata !== false;
+            let processedInternal = [];
+            let processedExternal = [];
+            if (linkTypes.includes('internal')) {
+                processedInternal = filterLinks(internalLinks, {
+                    includePatterns,
+                    excludePatterns,
+                    excludeFileTypes,
+                    excludeSocialMedia,
+                    requireText,
+                });
+            }
+            if (linkTypes.includes('external')) {
+                processedExternal = filterLinks(externalLinks, {
+                    includePatterns,
+                    excludePatterns,
+                    excludeFileTypes,
+                    excludeSocialMedia,
+                    requireText,
+                });
+            }
+            if (deduplicate) {
+                processedInternal = deduplicateLinks(processedInternal);
+                processedExternal = deduplicateLinks(processedExternal);
+            }
+            const outputFormat = outputOptions.outputFormat || 'grouped';
+            if (outputFormat === 'split') {
+                const allLinks = [
+                    ...processedInternal.map(link => ({ ...link, type: 'internal' })),
+                    ...processedExternal.map(link => ({ ...link, type: 'external' })),
+                ];
+                for (const link of allLinks) {
+                    const linkOutput = {
+                        url: link.href,
+                        type: link.type,
+                        sourceUrl: url,
+                    };
+                    if (includeMetadata) {
+                        linkOutput.text = link.text || '';
+                        linkOutput.title = link.title || '';
+                    }
+                    allResults.push({
+                        json: linkOutput,
+                        pairedItem: { item: i },
+                    });
+                }
+                if (allLinks.length === 0) {
+                    allResults.push({
+                        json: {
+                            sourceUrl: url,
+                            message: 'No links found matching the specified criteria',
+                            internalCount: 0,
+                            externalCount: 0,
+                        },
+                        pairedItem: { item: i },
+                    });
+                }
+            }
+            else {
+                const formattedInternal = processedInternal.map(link => {
+                    const output = { href: link.href };
+                    if (includeMetadata) {
+                        output.text = link.text || '';
+                        output.title = link.title || '';
+                    }
+                    return output;
+                });
+                const formattedExternal = processedExternal.map(link => {
+                    const output = { href: link.href };
+                    if (includeMetadata) {
+                        output.text = link.text || '';
+                        output.title = link.title || '';
+                    }
+                    return output;
+                });
+                allResults.push({
+                    json: {
+                        url,
+                        success: true,
+                        internalLinks: formattedInternal,
+                        externalLinks: formattedExternal,
+                        totalInternal: formattedInternal.length,
+                        totalExternal: formattedExternal.length,
+                        totalLinks: formattedInternal.length + formattedExternal.length,
+                    },
+                    pairedItem: { item: i },
+                });
+            }
+        }
+        catch (error) {
+            if (this.continueOnFail()) {
+                const node = this.getNode();
+                const errorItemIndex = (_c = error.itemIndex) !== null && _c !== void 0 ? _c : i;
+                allResults.push({
+                    json: items[i].json,
+                    error: new n8n_workflow_1.NodeOperationError(node, error.message, { itemIndex: errorItemIndex }),
+                    pairedItem: { item: i },
+                });
+                continue;
+            }
+            throw error;
+        }
+    }
+    return allResults;
+}
+function parsePatterns(patternStr) {
+    if (!patternStr || typeof patternStr !== 'string')
+        return [];
+    return patternStr
+        .split(',')
+        .map(p => p.trim())
+        .filter(p => p.length > 0)
+        .map(p => {
+        const escaped = p.replace(/[.+?^${}()|[\]\\]/g, '\\$&');
+        const regexStr = escaped.replace(/\*/g, '.*');
+        return new RegExp(regexStr, 'i');
+    });
+}
+function parseFileTypes(fileTypesStr) {
+    if (!fileTypesStr || typeof fileTypesStr !== 'string')
+        return [];
+    return fileTypesStr
+        .split(',')
+        .map(t => t.trim().toLowerCase())
+        .filter(t => t.length > 0)
+        .map(t => t.startsWith('.') ? t : `.${t}`);
+}
+function filterLinks(links, options) {
+    return links.filter(link => {
+        const href = link.href || '';
+        if (options.includePatterns.length > 0) {
+            const matchesInclude = options.includePatterns.some(pattern => pattern.test(href));
+            if (!matchesInclude)
+                return false;
+        }
+        if (options.excludePatterns.length > 0) {
+            const matchesExclude = options.excludePatterns.some(pattern => pattern.test(href));
+            if (matchesExclude)
+                return false;
+        }
+        if (options.excludeFileTypes.length > 0) {
+            const lowerHref = href.toLowerCase();
+            const matchesFileType = options.excludeFileTypes.some(ext => lowerHref.endsWith(ext));
+            if (matchesFileType)
+                return false;
+        }
+        if (options.excludeSocialMedia) {
+            try {
+                const urlObj = new URL(href);
+                const domain = urlObj.hostname.toLowerCase();
+                const isSocialMedia = SOCIAL_MEDIA_DOMAINS.some(sm => domain === sm || domain.endsWith(`.${sm}`));
+                if (isSocialMedia)
+                    return false;
+            }
+            catch (e) {
+            }
+        }
+        if (options.requireText) {
+            const text = (link.text || '').trim();
+            if (!text)
+                return false;
+        }
+        return true;
+    });
+}
+function deduplicateLinks(links) {
+    const seen = new Set();
+    return links.filter(link => {
+        const normalizedHref = normalizeUrl(link.href);
+        if (seen.has(normalizedHref))
+            return false;
+        seen.add(normalizedHref);
+        return true;
+    });
+}
+function normalizeUrl(url) {
+    try {
+        const urlObj = new URL(url);
+        let normalized = `${urlObj.protocol}//${urlObj.host}${urlObj.pathname}`;
+        if (normalized.endsWith('/') && urlObj.pathname !== '/') {
+            normalized = normalized.slice(0, -1);
+        }
+        if (urlObj.search) {
+            normalized += urlObj.search;
+        }
+        return normalized.toLowerCase();
+    }
+    catch (e) {
+        return url.toLowerCase();
+    }
+}
+//# sourceMappingURL=discoverLinks.operation.js.map

package/dist/nodes/Crawl4aiPlusBasicCrawler/actions/discoverLinks.operation.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"discoverLinks.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusBasicCrawler/actions/discoverLinks.operation.ts"],"names":[],"mappings":";;;AAuRA,0BA4LC;AA7cD,+CAAkD;AAIlD,4CAK0B;AAGb,QAAA,WAAW,GAAsB;IAC5C;QACE,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,gCAAgC;QAC7C,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,eAAe,CAAC;aAC7B;SACF;KACF;IACD;QACE,WAAW,EAAE,YAAY;QACzB,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,gBAAgB;gBACtB,KAAK,EAAE,UAAU;gBACjB,WAAW,EAAE,mCAAmC;aACjD;YACD;gBACE,IAAI,EAAE,gBAAgB;gBACtB,KAAK,EAAE,UAAU;gBACjB,WAAW,EAAE,iCAAiC;aAC/C;SACF;QACD,OAAO,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC;QACjC,WAAW,EAAE,iCAAiC;QAC9C,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,eAAe,CAAC;aAC7B;SACF;KACF;IACD;QACE,WAAW,EAAE,gBAAgB;QAC7B,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,eAAe,CAAC;aAC7B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,oBAAoB;gBACjC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,oBAAoB;gBACjC,WAAW,EAAE,gEAAgE;aAC9E;YACJ;gBACK,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,6BAA6B;gBAC1C,WAAW,EAAE,6EAA6E;aAC3F;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,wFAAwF;aACtG;YACD;gBACE,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,wBAAwB;gBACrC,WAAW,EAAE,kFAAkF;aAChG;YACJ;gBACK,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,6DAA6D;aAC3E;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,eAAe,CAAC;aAC7B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,UAAU;wBAChB,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,iDAAiD;qBAC/D;oBACD;wBACE,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,qBAAqB;qBACnC;oBACD;wBACE,IAAI,EAAE,QAAQ;wBACd,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oCAAoC;qBAClD;iBACF;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,0CAA0C;aACxD;YACD;gBACE,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,qBAAqB;gBAC3B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,wEAAwE;aACtF;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,yCAAyC;aACvD;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE;oBACX,IAAI,EAAE,CAAC;iBACR;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,qDAAqD;gBAClE,WAAW,EAAE,2FAA2F;aACzG;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uDAAuD;aACrE;YACD;gBACE,WAAW,EAAE,UAAU;gBACvB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,SAAS;gBACtB,WAAW,EAAE,kDAAkD;aAChE;SACF;KACF;IACD;QACE,WAAW,EAAE,gBAAgB;QAC7B,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,eAAe,CAAC;aAC7B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oDAAoD;qBAClE;oBACD;wBACE,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,mBAAmB;qBACjC;oBACD;wBACE,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,mDAAmD;qBACjE;iBACF;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,uBAAuB;wBAC7B,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,wEAAwE;qBACtF;oBACD;wBACE,IAAI,EAAE,wBAAwB;wBAC9B,KAAK,EAAE,OAAO;wBACd,WAAW,EAAE,4CAA4C;qBAC1D;iBACF;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,0BAA0B;aACxC;YACD;gBACE,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,6DAA6D;aAC3E;YACD;gBACE,WAAW,EAAE,aAAa;gBAC1B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,kDAAkD;aAChE;SACF;KACF;CACF,CAAC;AAGF,MAAM,oBAAoB,GAAG;IAC3B,cAAc,EAAE,QAAQ,EAAE,OAAO;IACjC,aAAa,EAAE,OAAO,EAAE,MAAM;IAC9B,cAAc,EAAE,SAAS;IACzB,eAAe,EAAE,YAAY;IAC7B,aAAa,EAAE,UAAU;IACzB,YAAY;IACZ,eAAe,EAAE,QAAQ;IACzB,YAAY,EAAE,SAAS;IACvB,YAAY;IACZ,cAAc;IACd,cAAc,EAAE,OAAO;IACvB,cAAc,EAAE,MAAM;IACtB,aAAa,EAAE,YAAY;IAC3B,WAAW;CACZ,CAAC;AAGK,KAAK,UAAU,OAAO,CAE3B,KAA2B,EAC3B,WAAgC;;IAEhC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC;YAEH,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC,CAAa,CAAC;YAC9F,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACnF,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEnF,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,sBAAsB,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACzF,CAAC;YAED,IAAI,CAAC,IAAA,kBAAU,EAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gBAAgB,GAAG,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC;YAED,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,0CAA0C,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAC7G,CAAC;YAGD,MAAM,aAAa,GAAG,IAAA,2BAAmB,EAAC,cAAc,CAAC,CAAC;YAC1D,MAAM,aAAa,GAAG,IAAA,8BAAsB,EAAC;gBAC3C,GAAG,aAAa;gBAChB,SAAS,EAAE,aAAa,CAAC,SAAS,IAAI,SAAS;gBAC/C,MAAM,EAAE,cAAc,CAAC,MAAM;gBAC7B,OAAO,EAAE,cAAc,CAAC,OAAO;gBAE/B,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YAGH,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;YAG9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;YAE1D,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,MAAM,IAAI,iCAAkB,CAC1B,IAAI,CAAC,OAAO,EAAE,EACd,wBAAwB,MAAM,CAAC,aAAa,IAAI,eAAe,EAAE,EACjE,EAAE,SAAS,EAAE,CAAC,EAAE,CACjB,CAAC;YACJ,CAAC;YAGD,MAAM,aAAa,GAAW,CAAA,MAAA,MAAM,CAAC,KAAK,0CAAE,QAAQ,KAAI,EAAE,CAAC;YAC3D,MAAM,aAAa,GAAW,CAAA,MAAA,MAAM,CAAC,KAAK,0CAAE,QAAQ,KAAI,EAAE,CAAC;YAG3D,MAAM,eAAe,GAAG,aAAa,CAAC,aAAa,CAAC,eAAyB,CAAC,CAAC;YAC/E,MAAM,eAAe,GAAG,aAAa,CAAC,aAAa,CAAC,eAAyB,CAAC,CAAC;YAC/E,MAAM,gBAAgB,GAAG,cAAc,CAAC,aAAa,CAAC,gBAA0B,CAAC,CAAC;YAClF,MAAM,kBAAkB,GAAG,aAAa,CAAC,kBAAkB,KAAK,IAAI,CAAC;YACrE,MAAM,WAAW,GAAG,aAAa,CAAC,WAAW,KAAK,IAAI,CAAC;YACvD,MAAM,WAAW,GAAG,aAAa,CAAC,WAAW,KAAK,KAAK,CAAC;YACxD,MAAM,eAAe,GAAG,aAAa,CAAC,eAAe,KAAK,KAAK,CAAC;YAGhE,IAAI,iBAAiB,GAAW,EAAE,CAAC;YACnC,IAAI,iBAAiB,GAAW,EAAE,CAAC;YAEnC,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACnC,iBAAiB,GAAG,WAAW,CAAC,aAAa,EAAE;oBAC7C,eAAe;oBACf,eAAe;oBACf,gBAAgB;oBAChB,kBAAkB;oBAClB,WAAW;iBACZ,CAAC,CAAC;YACL,CAAC;YAED,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACnC,iBAAiB,GAAG,WAAW,CAAC,aAAa,EAAE;oBAC7C,eAAe;oBACf,eAAe;oBACf,gBAAgB;oBAChB,kBAAkB;oBAClB,WAAW;iBACZ,CAAC,CAAC;YACL,CAAC;YAGD,IAAI,WAAW,EAAE,CAAC;gBAChB,iBAAiB,GAAG,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;gBACxD,iBAAiB,GAAG,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;YAC1D,CAAC;YAGD,MAAM,YAAY,GAAG,aAAa,CAAC,YAAY,IAAI,SAAS,CAAC;YAE7D,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;gBAE7B,MAAM,QAAQ,GAAG;oBACf,GAAG,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;oBACjE,GAAG,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;iBAClE,CAAC;gBAEF,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;oBAC5B,MAAM,UAAU,GAAgB;wBAC9B,GAAG,EAAE,IAAI,CAAC,IAAI;wBACd,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,SAAS,EAAE,GAAG;qBACf,CAAC;oBAEF,IAAI,eAAe,EAAE,CAAC;wBACpB,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;wBAClC,UAAU,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;oBACtC,CAAC;oBAED,UAAU,CAAC,IAAI,CAAC;wBACd,IAAI,EAAE,UAAU;wBAChB,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;qBACxB,CAAC,CAAC;gBACL,CAAC;gBAGD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC1B,UAAU,CAAC,IAAI,CAAC;wBACd,IAAI,EAAE;4BACJ,SAAS,EAAE,GAAG;4BACd,OAAO,EAAE,gDAAgD;4BACzD,aAAa,EAAE,CAAC;4BAChB,aAAa,EAAE,CAAC;yBACjB;wBACD,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;qBACxB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,CAAC;gBAEN,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACrD,MAAM,MAAM,GAAgB,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;oBAChD,IAAI,eAAe,EAAE,CAAC;wBACpB,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;wBAC9B,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;oBAClC,CAAC;oBACD,OAAO,MAAM,CAAC;gBAChB,CAAC,CAAC,CAAC;gBAEH,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACrD,MAAM,MAAM,GAAgB,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;oBAChD,IAAI,eAAe,EAAE,CAAC;wBACpB,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;wBAC9B,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;oBAClC,CAAC;oBACD,OAAO,MAAM,CAAC;gBAChB,CAAC,CAAC,CAAC;gBAEH,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE;wBACJ,GAAG;wBACH,OAAO,EAAE,IAAI;wBACb,aAAa,EAAE,iBAAiB;wBAChC,aAAa,EAAE,iBAAiB;wBAChC,aAAa,EAAE,iBAAiB,CAAC,MAAM;wBACvC,aAAa,EAAE,iBAAiB,CAAC,MAAM;wBACvC,UAAU,EAAE,iBAAiB,CAAC,MAAM,GAAG,iBAAiB,CAAC,MAAM;qBAChE;oBACD,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACxB,CAAC,CAAC;YACL,CAAC;QAEH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAG,MAAC,KAAa,CAAC,SAAS,mCAAI,CAAC,CAAC;gBACrD,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;oBAC5F,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACxB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAYD,SAAS,aAAa,CAAC,UAA8B;IACnD,IAAI,CAAC,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IAE7D,OAAO,UAAU;SACd,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;SACzB,GAAG,CAAC,CAAC,CAAC,EAAE;QAEP,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,oBAAoB,EAAE,MAAM,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC9C,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,cAAc,CAAC,YAAgC;IACtD,IAAI,CAAC,YAAY,IAAI,OAAO,YAAY,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IAEjE,OAAO,YAAY;SAChB,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;SAChC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;SACzB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,OAAsB;IACxD,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;QACzB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAG7B,IAAI,OAAO,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,MAAM,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACnF,IAAI,CAAC,cAAc;gBAAE,OAAO,KAAK,CAAC;QACpC,CAAC;QAGD,IAAI,OAAO,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,MAAM,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACnF,IAAI,cAAc;gBAAE,OAAO,KAAK,CAAC;QACnC,CAAC;QAGD,IAAI,OAAO,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;YACtF,IAAI,eAAe;gBAAE,OAAO,KAAK,CAAC;QACpC,CAAC;QAGD,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;gBAC7C,MAAM,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CACnD,MAAM,KAAK,EAAE,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAC3C,CAAC;gBACF,IAAI,aAAa;oBAAE,OAAO,KAAK,CAAC;YAClC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;YAEb,CAAC;QACH,CAAC;QAGD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACtC,IAAI,CAAC,IAAI;gBAAE,OAAO,KAAK,CAAC;QAC1B,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAa;IACrC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;QACzB,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC;YAAE,OAAO,KAAK,CAAC;QAC3C,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAE5B,IAAI,UAAU,GAAG,GAAG,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxE,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,KAAK,GAAG,EAAE,CAAC;YACxD,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC;QAC9B,CAAC;QACD,OAAO,UAAU,CAAC,WAAW,EAAE,CAAC;IAClC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC;AACH,CAAC"}

package/dist/nodes/Crawl4aiPlusBasicCrawler/actions/operations.js CHANGED Viewed

@@ -27,10 +27,12 @@ exports.description = exports.operations = void 0;
 const crawlSingleUrl = __importStar(require("./crawlSingleUrl.operation"));
 const crawlMultipleUrls = __importStar(require("./crawlMultipleUrls.operation"));
 const processRawHtml = __importStar(require("./processRawHtml.operation"));
+const discoverLinks = __importStar(require("./discoverLinks.operation"));
 exports.operations = {
     crawlSingleUrl: crawlSingleUrl.execute,
     crawlMultipleUrls: crawlMultipleUrls.execute,
     processRawHtml: processRawHtml.execute,
+    discoverLinks: discoverLinks.execute,
 };
 exports.description = [
     {
@@ -57,11 +59,18 @@ exports.description = [
                 description: 'Process provided HTML content without crawling',
                 action: 'Process raw html',
             },
+            {
+                name: 'Discover Links',
+                value: 'discoverLinks',
+                description: 'Extract and filter all links from a page',
+                action: 'Discover links from URL',
+            },
         ],
         default: 'crawlSingleUrl',
     },
     ...crawlSingleUrl.description,
     ...crawlMultipleUrls.description,
     ...processRawHtml.description,
+    ...discoverLinks.description,
 ];
 //# sourceMappingURL=operations.js.map

package/dist/nodes/Crawl4aiPlusBasicCrawler/actions/operations.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"operations.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusBasicCrawler/actions/operations.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,2EAA6D;AAC7D,iFAAmE;AACnE,2EAA6D;~~AAWhD~~,QAAA,UAAU,GAAgD;IACrE,cAAc,EAAE,cAAc,CAAC,OAAO;IACtC,iBAAiB,EAAE,iBAAiB,CAAC,OAAO;IAC5C,cAAc,EAAE,cAAc,CAAC,OAAO;~~CACvC~~,CAAC;AAGW,QAAA,WAAW,GAAsB;IAC5C;QACE,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,SAAS;QACf,gBAAgB,EAAE,IAAI;QACtB,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,kBAAkB;gBACxB,KAAK,EAAE,gBAAgB;gBACvB,WAAW,EAAE,wCAAwC;gBACrD,MAAM,EAAE,oBAAoB;aAC7B;YACD;gBACE,IAAI,EAAE,qBAAqB;gBAC3B,KAAK,EAAE,mBAAmB;gBAC1B,WAAW,EAAE,yCAAyC;gBACtD,MAAM,EAAE,sBAAsB;aAC/B;YACD;gBACE,IAAI,EAAE,kBAAkB;gBACxB,KAAK,EAAE,gBAAgB;gBACvB,WAAW,EAAE,gDAAgD;gBAC7D,MAAM,EAAE,kBAAkB;aAC3B;SACF;QACD,OAAO,EAAE,gBAAgB;KAC1B;IAGD,GAAG,cAAc,CAAC,WAAW;IAC7B,GAAG,iBAAiB,CAAC,WAAW;IAChC,GAAG,cAAc,CAAC,WAAW;~~CAC9B~~,CAAC"}
1	+ {"version":3,"file":"operations.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusBasicCrawler/actions/operations.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,2EAA6D;AAC7D,iFAAmE;AACnE,2EAA6D;AAC7D,yEAA2D;AAW9C,QAAA,UAAU,GAAgD;IACrE,cAAc,EAAE,cAAc,CAAC,OAAO;IACtC,iBAAiB,EAAE,iBAAiB,CAAC,OAAO;IAC5C,cAAc,EAAE,cAAc,CAAC,OAAO;IACtC,aAAa,EAAE,aAAa,CAAC,OAAO;CACrC,CAAC;AAGW,QAAA,WAAW,GAAsB;IAC5C;QACE,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,SAAS;QACf,gBAAgB,EAAE,IAAI;QACtB,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,kBAAkB;gBACxB,KAAK,EAAE,gBAAgB;gBACvB,WAAW,EAAE,wCAAwC;gBACrD,MAAM,EAAE,oBAAoB;aAC7B;YACD;gBACE,IAAI,EAAE,qBAAqB;gBAC3B,KAAK,EAAE,mBAAmB;gBAC1B,WAAW,EAAE,yCAAyC;gBACtD,MAAM,EAAE,sBAAsB;aAC/B;YACD;gBACE,IAAI,EAAE,kBAAkB;gBACxB,KAAK,EAAE,gBAAgB;gBACvB,WAAW,EAAE,gDAAgD;gBAC7D,MAAM,EAAE,kBAAkB;aAC3B;YACD;gBACE,IAAI,EAAE,gBAAgB;gBACtB,KAAK,EAAE,eAAe;gBACtB,WAAW,EAAE,0CAA0C;gBACvD,MAAM,EAAE,yBAAyB;aAClC;SACF;QACD,OAAO,EAAE,gBAAgB;KAC1B;IAGD,GAAG,cAAc,CAAC,WAAW;IAC7B,GAAG,iBAAiB,CAAC,WAAW;IAChC,GAAG,cAAc,CAAC,WAAW;IAC7B,GAAG,aAAa,CAAC,WAAW;CAC7B,CAAC"}

package/dist/nodes/Crawl4aiPlusBasicCrawler/actions/processRawHtml.operation.js CHANGED Viewed

@@ -16,7 +16,7 @@ exports.description = [
         required: true,
         default: '',
         placeholder: '<html><body><h1>Example</h1><p>Content</p></body></html>',
-        description: 'The raw HTML content to process',
+        description: 'The raw HTML content to process. Maximum size: 5MB. Warning: Only process HTML from trusted sources.',
         displayOptions: {
             show: {
                 operation: ['processRawHtml'],