@crawlee/puppeteer 3.0.5-beta.8 → 3.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.mjs +2 -0
- package/internals/enqueue-links/click-elements.d.ts.map +1 -1
- package/internals/enqueue-links/click-elements.js +1 -0
- package/internals/enqueue-links/click-elements.js.map +1 -1
- package/internals/puppeteer-crawler.d.ts +1 -1
- package/internals/puppeteer-crawler.d.ts.map +1 -1
- package/internals/puppeteer-crawler.js +5 -0
- package/internals/puppeteer-crawler.js.map +1 -1
- package/internals/puppeteer-launcher.d.ts +1 -1
- package/internals/puppeteer-launcher.js.map +1 -1
- package/internals/utils/puppeteer_utils.d.ts +239 -8
- package/internals/utils/puppeteer_utils.d.ts.map +1 -1
- package/internals/utils/puppeteer_utils.js +38 -25
- package/internals/utils/puppeteer_utils.js.map +1 -1
- package/package.json +7 -6
- package/tsconfig.build.tsbuildinfo +1 -1
package/index.mjs
CHANGED
|
@@ -62,6 +62,7 @@ export const createRequestOptions = mod.createRequestOptions;
|
|
|
62
62
|
export const createRequests = mod.createRequests;
|
|
63
63
|
export const deserializeArray = mod.deserializeArray;
|
|
64
64
|
export const enqueueLinks = mod.enqueueLinks;
|
|
65
|
+
export const filterRequestsByPatterns = mod.filterRequestsByPatterns;
|
|
65
66
|
export const getCookiesFromResponse = mod.getCookiesFromResponse;
|
|
66
67
|
export const getDefaultCookieExpirationDate = mod.getDefaultCookieExpirationDate;
|
|
67
68
|
export const getRequestId = mod.getRequestId;
|
|
@@ -78,5 +79,6 @@ export const resolveBaseUrlForEnqueueLinksFiltering = mod.resolveBaseUrlForEnque
|
|
|
78
79
|
export const serializeArray = mod.serializeArray;
|
|
79
80
|
export const toughCookieToBrowserPoolCookie = mod.toughCookieToBrowserPoolCookie;
|
|
80
81
|
export const updateEnqueueLinksPatternCache = mod.updateEnqueueLinksPatternCache;
|
|
82
|
+
export const useState = mod.useState;
|
|
81
83
|
export const validateGlobPattern = mod.validateGlobPattern;
|
|
82
84
|
export const validators = mod.validators;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"click-elements.d.ts","sourceRoot":"","sources":["../../../src/internals/enqueue-links/click-elements.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,SAAS,EACT,cAAc,EACd,WAAW,EACX,gBAAgB,EAEhB,YAAY,EAEf,MAAM,kBAAkB,CAAC;AAS1B,OAAO,KAAK,EAAE,UAAU,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAEzE,OAAO,KAAK,EACR,YAAY,EAGZ,IAAI,EACJ,MAAM,EACT,MAAM,WAAW,CAAC;AAYnB,MAAM,WAAW,qCAAqC;IAClD;;OAEG;IACH,IAAI,EAAE,IAAI,CAAC;IAEX;;OAEG;IACH,YAAY,EAAE,YAAY,CAAC;IAE3B;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB,oEAAoE;IACpE,QAAQ,CAAC,EAAE,UAAU,CAAC;IAEtB,iEAAiE;IACjE,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,YAAY,CAAC,EAAE,YAAY,CAAC;IAE5B;;;;;;;;;;;;;OAaG;IACH,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;IAEpB;;;;;;;;;;OAUG;IACH,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC;IAExB;;;;;;;;;;;;;;;;;;OAkBG;IACH,UAAU,CAAC,EAAE,cAAc,EAAE,CAAC;IAE9B;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,wBAAwB,CAAC,EAAE,gBAAgB,CAAC;IAE5C;;;;;;;;;;;;;;OAcG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;;;;OAKG;IACH,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACnC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AACH,wBAAsB,8BAA8B,CAAC,OAAO,EAAE,qCAAqC,GAAG,OAAO,CAAC,sBAAsB,CAAC,
|
|
1
|
+
{"version":3,"file":"click-elements.d.ts","sourceRoot":"","sources":["../../../src/internals/enqueue-links/click-elements.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,SAAS,EACT,cAAc,EACd,WAAW,EACX,gBAAgB,EAEhB,YAAY,EAEf,MAAM,kBAAkB,CAAC;AAS1B,OAAO,KAAK,EAAE,UAAU,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAEzE,OAAO,KAAK,EACR,YAAY,EAGZ,IAAI,EACJ,MAAM,EACT,MAAM,WAAW,CAAC;AAYnB,MAAM,WAAW,qCAAqC;IAClD;;OAEG;IACH,IAAI,EAAE,IAAI,CAAC;IAEX;;OAEG;IACH,YAAY,EAAE,YAAY,CAAC;IAE3B;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB,oEAAoE;IACpE,QAAQ,CAAC,EAAE,UAAU,CAAC;IAEtB,iEAAiE;IACjE,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,YAAY,CAAC,EAAE,YAAY,CAAC;IAE5B;;;;;;;;;;;;;OAaG;IACH,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;IAEpB;;;;;;;;;;OAUG;IACH,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC;IAExB;;;;;;;;;;;;;;;;;;OAkBG;IACH,UAAU,CAAC,EAAE,cAAc,EAAE,CAAC;IAE9B;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,wBAAwB,CAAC,EAAE,gBAAgB,CAAC;IAE5C;;;;;;;;;;;;;;OAcG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;;;;OAKG;IACH,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACnC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AACH,wBAAsB,8BAA8B,CAAC,OAAO,EAAE,qCAAqC,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAoEpI;AAED,UAAU,sBAAsB;IAC5B,IAAI,EAAE,IAAI,CAAC;IACX,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,wBAAwB,CAAC,EAAE,MAAM,CAAC;CACrC;AAED,UAAU,kDAAmD,SAAQ,sBAAsB;IACvF,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,YAAY,CAAC;CAC/B;AAED;;;;;GAKG;AACH,wBAAsB,2CAA2C,CAAC,OAAO,EAAE,kDAAkD,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAiCpJ;AAoDD;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAGpE;AAiDD;;;;;;;GAOG;AACH,wBAAsB,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAuB5G"}
|
|
@@ -62,6 +62,7 @@ async function enqueueLinksByClickingElements(options) {
|
|
|
62
62
|
transformRequestFunction: ow_1.default.optional.function,
|
|
63
63
|
waitForPageIdleSecs: ow_1.default.optional.number,
|
|
64
64
|
maxWaitForPageIdleSecs: ow_1.default.optional.number,
|
|
65
|
+
label: ow_1.default.optional.string,
|
|
65
66
|
}));
|
|
66
67
|
const { page, requestQueue, selector, clickOptions, pseudoUrls, globs, regexps, transformRequestFunction, waitForPageIdleSecs = 1, maxWaitForPageIdleSecs = 5, } = options;
|
|
67
68
|
const waitForPageIdleMillis = waitForPageIdleSecs * 1000;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"click-elements.js","sourceRoot":"","sources":["../../../src/internals/enqueue-links/click-elements.ts"],"names":[],"mappings":";;;;AASA,8CAM0B;AAC1B,6DAA8B;AAE9B,oDAAoB;AAapB,6BAA0B;AAC1B,4FAAoH;AAEpH,MAAM,gBAAgB,GAAG,UAAU,CAAC;AACpC,MAAM,GAAG,GAAG,aAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,0BAA0B,EAAE,CAAC,CAAC;AAiI/D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AACI,KAAK,UAAU,8BAA8B,CAAC,OAA8C;IAC/F,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC;QAC3C,YAAY,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,YAAY,CAAC;QACjE,QAAQ,EAAE,YAAE,CAAC,MAAM;QACnB,YAAY,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC;QAC/D,UAAU,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CACvC,YAAE,CAAC,MAAM,EACT,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAC5B,CAAC;QACF,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CAClC,YAAE,CAAC,MAAM,EACT,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAC5B,CAAC;QACF,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CACpC,YAAE,CAAC,MAAM,EACT,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAC9B,CAAC;QACF,wBAAwB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC9C,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACvC,sBAAsB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;
|
|
1
|
+
{"version":3,"file":"click-elements.js","sourceRoot":"","sources":["../../../src/internals/enqueue-links/click-elements.ts"],"names":[],"mappings":";;;;AASA,8CAM0B;AAC1B,6DAA8B;AAE9B,oDAAoB;AAapB,6BAA0B;AAC1B,4FAAoH;AAEpH,MAAM,gBAAgB,GAAG,UAAU,CAAC;AACpC,MAAM,GAAG,GAAG,aAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,0BAA0B,EAAE,CAAC,CAAC;AAiI/D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AACI,KAAK,UAAU,8BAA8B,CAAC,OAA8C;IAC/F,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC;QAC3C,YAAY,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,YAAY,CAAC;QACjE,QAAQ,EAAE,YAAE,CAAC,MAAM;QACnB,YAAY,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC;QAC/D,UAAU,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CACvC,YAAE,CAAC,MAAM,EACT,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAC5B,CAAC;QACF,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CAClC,YAAE,CAAC,MAAM,EACT,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAC5B,CAAC;QACF,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CACpC,YAAE,CAAC,MAAM,EACT,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAC9B,CAAC;QACF,wBAAwB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC9C,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACvC,sBAAsB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC1C,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KAC5B,CAAC,CAAC,CAAC;IAEJ,MAAM,EACF,IAAI,EACJ,YAAY,EACZ,QAAQ,EACR,YAAY,EACZ,UAAU,EACV,KAAK,EACL,OAAO,EACP,wBAAwB,EACxB,mBAAmB,GAAG,CAAC,EACvB,sBAAsB,GAAG,CAAC,GAC7B,GAAG,OAAO,CAAC;IAEZ,MAAM,qBAAqB,GAAG,mBAAmB,GAAG,IAAI,CAAC;IACzD,MAAM,wBAAwB,GAAG,sBAAsB,GAAG,IAAI,CAAC;IAE/D,MAAM,iBAAiB,GAAuB,EAAE,CAAC;IAEjD,IAAI,UAAU,EAAE,MAAM,EAAE;QACpB,GAAG,CAAC,UAAU,CAAC,qEAAqE,CAAC,CAAC;QACtF,iBAAiB,CAAC,IAAI,CAAC,GAAG,IAAA,8CAAoC,EAAC,UAAU,CAAC,CAAC,CAAC;KAC/E;IAED,IAAI,KAAK,EAAE,MAAM,EAAE;QACf,iBAAiB,CAAC,IAAI,CAAC,GAAG,IAAA,uCAA6B,EAAC,KAAK,CAAC,CAAC,CAAC;KACnE;IAED,IAAI,OAAO,EAAE,MAAM,EAAE;QACjB,iBAAiB,CAAC,IAAI,CAAC,GAAG,IAAA,2CAAiC,EAAC,OAAO,CAAC,CAAC,CAAC;KACzE;IAED,MAAM,mBAAmB,GAAG,MAAM,2CAA2C,CAAC;QAC1E,IAAI;QACJ,QAAQ;QACR,qBAAqB;QACrB,wBAAwB;QACxB,YAAY;KACf,CAAC,CAAC;IACH,IAAI,cAAc,GAAG,IAAA,8BAAoB,EAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;IACxE,IAAI,wBAAwB,EAAE;QAC1B,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAqB,CAAC;KACxG;IACD,MAAM,QAAQ,GAAG,IAAA,wBAAc,EAAC,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACnE,OAAO,YAAY,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;AAC9C,CAAC;AApED,wEAoEC;AAaD;;;;;GAKG;AACI,KAAK,UAAU,2CAA2C,CAAC,OAA2D;IACzH,MAAM,EACF,IAAI,EACJ,QAAQ,EACR,qBAAqB,EACrB,wBAAwB,EACxB,YAAY,GACf,GAAG,OAAO,CAAC;IAEZ,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAE/B,MAAM,oBAAoB,GAAG,6BAA6B,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IACjF,MAAM,eAAe,GAAG,0BAA0B,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IACzE,MAAM,gBAAgB,GAAG,2BAA2B,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAE3E,MAAM,IAAA,2DAA0B,EAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;IAC7D,OAAO,CAAC,EAAE,2DAAqC,eAAe,CAAC,CAAC;IAChE,IAAI,CAAC,EAAE,0DAAmC,gBAAgB,CAAC,CAAC;IAE5D,MAAM,wBAAwB,CAAC,IAAI,CAAC,CAAC;IAErC,MAAM,aAAa,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;IAClD,MAAM,eAAe,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,wBAAwB,EAAE,CAAC,CAAC;IAEjF,MAAM,2CAA2C,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAExE,OAAO,CAAC,GAAG,2DAAqC,eAAe,CAAC,CAAC;IACjE,IAAI,CAAC,GAAG,0DAAmC,gBAAgB,CAAC,CAAC;IAC7D,MAAM,IAAA,8DAA6B,EAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;IAEhE,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACtD,OAAO,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAjCD,kGAiCC;AAED;;GAEG;AACH,SAAS,6BAA6B,CAAC,IAAU,EAAE,QAAqB;IACpE,OAAO,KAAK,UAAU,oBAAoB,CAAC,GAAG;QAC1C,IAAI,CAAC,2BAA2B,CAAC,IAAI,EAAE,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;QACnE,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;QACtB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;YACxB,GAAG;YACH,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE;YACtB,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE;YACpB,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE;SAC1B,CAAC,CAAC,CAAC;QAEJ,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC,MAAM,EAAE;YAC5B,MAAM,GAAG,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,4BAA4B;SAChE;aAAM;YACH,MAAM,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,4BAA4B;SAC3D;IACL,CAAC,CAAC;AACN,CAAC;AAED;;GAEG;AACH,SAAS,2BAA2B,CAAC,IAAU,EAAE,GAAqB;IAClE,OAAO,GAAG,CAAC,mBAAmB,EAAE;WACzB,GAAG,CAAC,KAAK,EAAE,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;AAC5C,CAAC;AAED;;GAEG;AACH,SAAS,0BAA0B,CAAC,IAAU,EAAE,QAAqB;IACjE,OAAO,KAAK,UAAU,eAAe,CAAC,MAAM;QACxC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC;YAAE,OAAO;QAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;QACzB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QAEtC,iDAAiD;QACjD,sCAAsC;QACtC,IAAI;YACA,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,WAAY,CAAC,KAAK,EAAE,CAAC;SAC9B;QAAC,OAAO,GAAG,EAAE;YACV,GAAG,CAAC,KAAK,CAAC,+DAA+D,EAAE,EAAE,KAAK,EAAG,GAAa,CAAC,KAAK,EAAE,CAAC,CAAC;SAC/G;IACL,CAAC,CAAC;AACN,CAAC;AAED;;;GAGG;AACH,SAAgB,gBAAgB,CAAC,IAAU,EAAE,MAAc;IACvD,OAAO,MAAM,CAAC,IAAI,EAAE,KAAK,MAAM;WACxB,IAAI,CAAC,MAAM,EAAE,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;AAC7C,CAAC;AAHD,4CAGC;AAED;;GAEG;AACH,SAAS,2BAA2B,CAAC,IAAU,EAAE,QAAqB;IAClE,OAAO,SAAS,gBAAgB,CAAC,KAAK;QAClC,IAAI,KAAK,KAAK,IAAI,CAAC,SAAS,EAAE;YAAE,OAAO;QACvC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;QACxB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC;AACN,CAAC;AAaD;;GAEG;AACH,KAAK,UAAU,wBAAwB,CAAC,IAAU;IAC9C,0BAA0B;IAC1B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACrB,MAAgC,CAAC,mBAAmB,GAAG,MAAM,CAAC,OAAO,CAAC;QACvE,OAAQ,MAAgC,CAAC,OAAO,CAAC,CAAC,iCAAiC;QAClF,MAAgC,CAAC,OAAO,GAAG;YACxC,YAAY,EAAE,EAAE;YAChB,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,EAAE;YACT,EAAE,KAAI,CAAC;YACP,IAAI,KAAI,CAAC;YACT,OAAO,KAAI,CAAC;YACZ,SAAS,CAAC,GAAG,IAAe;gBACxB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,CAAC;YACD,YAAY,CAAC,GAAG,IAAe;gBAC3B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,CAAC;SACW,CAAC;IACrB,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,aAAa,CAAC,IAAU,EAAE,QAAgB,EAAE,YAA2B;IACzF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC/C,GAAG,CAAC,KAAK,CAAC,6CAA6C,cAAc,CAAC,MAAM,qBAAqB,CAAC,CAAC;IACnG,IAAI,oBAAoB,GAAG,CAAC,CAAC;IAC7B,IAAI,MAAM,GAAG,gBAAgB,CAAC;IAC9B,IAAI,gBAAgB,GAAG,IAAI,CAAC;IAC5B,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE;QACjC,IAAI;YACA,MAAM,IAAI,CAAC,QAAQ,CAAC,kCAAkC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1E,MAAM,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YACjC,oBAAoB,EAAE,CAAC;SAC1B;QAAC,OAAO,GAAG,EAAE;YACV,MAAM,CAAC,GAAG,GAAY,CAAC;YACvB,IAAI,gBAAgB,IAAI,CAAC,CAAC,KAAM,CAAC,QAAQ,CAAC,2BAA2B,CAAC,EAAE;gBACpE,GAAG,CAAC,OAAO,CAAC,4BAA4B,QAAQ,+DAA+D;sBACzG,qHAAqH;sBACrH,uHAAuH,CAAC,CAAC;gBAC/H,gBAAgB,GAAG,KAAK,CAAC;aAC5B;YACD,GAAG,CAAC,KAAK,CAAC,+CAA+C,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;SAClF;KACJ;IACD,GAAG,CAAC,KAAK,CAAC,wDAAwD,oBAAoB,oBAAoB,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC;AACvI,CAAC;AAvBD,sCAuBC;AAED,0BAA0B;AAC1B;;GAEG;AACH,SAAS,kCAAkC,CAAC,EAAW,EAAE,MAAc;IACnE,MAAM,MAAM,GAAG,EAAiB,CAAC;IACjC,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,SAAS,CAAC;IACpC,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC;IAC/B,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,OAAO,CAAC;IAChC,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC;IACxB,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,CAAC;IACvB,MAAM,YAAY,GAAG,MAAM,CAAC,qBAAqB,EAAE,CAAC;IACpD,IAAI,CAAC,YAAY,CAAC,MAAM;QAAE,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;IACvD,IAAI,CAAC,YAAY,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC;AACzD,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,KAAK,UAAU,eAAe,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,wBAAwB,EAA0B;IAC5G,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QACjC,IAAI,OAAuB,CAAC;QAC5B,IAAI,UAA0B,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAEtC,SAAS,aAAa,CAAC,MAAc;YACjC,IAAI,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC;gBAAE,eAAe,EAAE,CAAC;QAC1D,CAAC;QAED,SAAS,eAAe;YACpB,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBACtB,YAAY,CAAC,UAAU,CAAC,CAAC;gBACzB,MAAM,EAAE,CAAC;YACb,CAAC,EAAE,qBAAqB,CAAC,CAAC;QAC9B,CAAC;QAED,SAAS,iBAAiB;YACtB,GAAG,CAAC,KAAK,CAAC,oEAAoE,wBAAwB,MAAM;kBACtG,4GAA4G,CAAC,CAAC;YACpH,MAAM,EAAE,CAAC;QACb,CAAC;QAED,SAAS,MAAM;YACX,IAAI,CAAC,GAAG,4CAA4B,eAAe,CAAC,CAAC;YACrD,IAAI,CAAC,GAAG,0DAAmC,eAAe,CAAC,CAAC;YAC5D,OAAO,CAAC,GAAG,kEAA4C,aAAa,CAAC,CAAC;YACtE,OAAO,EAAE,CAAC;QACd,CAAC;QAED,UAAU,GAAG,UAAU,CAAC,iBAAiB,EAAE,wBAAwB,CAAC,CAAC;QACrE,eAAe,EAAE,CAAC,CAAC,wEAAwE;QAC3F,IAAI,CAAC,EAAE,4CAA4B,eAAe,CAAC,CAAC;QACpD,IAAI,CAAC,EAAE,0DAAmC,eAAe,CAAC,CAAC;QAC3D,OAAO,CAAC,EAAE,kEAA4C,aAAa,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,2CAA2C,CAAC,IAAU,EAAE,QAAqB;IACxF,0BAA0B;IAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACnC,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC,OAAiC,CAAC;QACjE,MAAgC,CAAC,OAAO,GAAI,MAAgC,CAAC,mBAAmB,CAAC;QAClG,OAAO,YAAY,CAAC;IACxB,CAAC,CAAC,CAAC;IACH,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACnB,IAAI;YACA,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAW,CAAC;YACjD,MAAM,GAAG,GAAG,IAAI,SAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC;YAC/C,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;SACzC;QAAC,OAAO,GAAG,EAAE;YACV,GAAG,CAAC,KAAK,CAAC,4CAA4C,EAAE,EAAE,KAAK,EAAG,GAAa,CAAC,KAAK,EAAE,CAAC,CAAC;SAC5F;IACL,CAAC,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -6,7 +6,7 @@ import type { Dictionary } from '@crawlee/types';
|
|
|
6
6
|
import type { HTTPResponse, LaunchOptions, Page } from 'puppeteer';
|
|
7
7
|
import type { PuppeteerLaunchContext } from './puppeteer-launcher';
|
|
8
8
|
import type { DirectNavigationOptions, PuppeteerContextUtils } from './utils/puppeteer_utils';
|
|
9
|
-
export interface PuppeteerCrawlingContext<UserData extends Dictionary = Dictionary> extends BrowserCrawlingContext<Page, HTTPResponse, PuppeteerController, UserData>, PuppeteerContextUtils {
|
|
9
|
+
export interface PuppeteerCrawlingContext<UserData extends Dictionary = Dictionary> extends BrowserCrawlingContext<PuppeteerCrawler, Page, HTTPResponse, PuppeteerController, UserData>, PuppeteerContextUtils {
|
|
10
10
|
}
|
|
11
11
|
// @ts-ignore optional peer dependency
|
|
12
12
|
export interface PuppeteerHook extends BrowserHook<PuppeteerCrawlingContext, PuppeteerGoToOptions> {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"puppeteer-crawler.d.ts","sourceRoot":"","sources":["../../src/internals/puppeteer-crawler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,WAAW,EACd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,aAAa,EAAU,MAAM,kBAAkB,CAAC;AACzE,OAAO,KAAK,EAAsB,mBAAmB,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACtG,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEjD,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACnE,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAEnE,OAAO,KAAK,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAG9F,MAAM,WAAW,wBAAwB,CAAC,QAAQ,SAAS,UAAU,GAAG,UAAU,CAAE,SAChF,sBAAsB,CAAC,IAAI,EAAE,YAAY,EAAE,mBAAmB,EAAE,QAAQ,CAAC,EAAE,qBAAqB;CAAG;
|
|
1
|
+
{"version":3,"file":"puppeteer-crawler.d.ts","sourceRoot":"","sources":["../../src/internals/puppeteer-crawler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,WAAW,EACd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,aAAa,EAAU,MAAM,kBAAkB,CAAC;AACzE,OAAO,KAAK,EAAsB,mBAAmB,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACtG,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEjD,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACnE,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAEnE,OAAO,KAAK,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAG9F,MAAM,WAAW,wBAAwB,CAAC,QAAQ,SAAS,UAAU,GAAG,UAAU,CAAE,SAChF,sBAAsB,CAAC,gBAAgB,EAAE,IAAI,EAAE,YAAY,EAAE,mBAAmB,EAAE,QAAQ,CAAC,EAAE,qBAAqB;CAAG;AACzH,MAAM,WAAW,aAAc,SAAQ,WAAW,CAAC,wBAAwB,EAAE,oBAAoB,CAAC;CAAG;AACrG,MAAM,WAAW,uBAAwB,SAAQ,qBAAqB,CAAC,wBAAwB,CAAC;CAAG;AACnG,oBAAY,oBAAoB,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAE/D,MAAM,WAAW,uBAAwB,SAAQ,qBAAqB,CAClE,wBAAwB,EACxB;IAAE,cAAc,EAAE,CAAC,eAAe,CAAC,CAAA;CAAE,CACxC;IACG;;OAEG;IACH,aAAa,CAAC,EAAE,sBAAsB,CAAC;IAEvC;;;;;;;;;;;;;OAaG;IACH,kBAAkB,CAAC,EAAE,aAAa,EAAE,CAAC;IAErC;;;;;;;;;;;;;;OAcG;IACH,mBAAmB,CAAC,EAAE,aAAa,EAAE,CAAC;CACzC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8DG;AACH,qBAAa,gBAAiB,SAAQ,cAAc,CAAC;IAAE,cAAc,EAAE,CAAC,eAAe,CAAC,CAAA;CAAE,EAAE,aAAa,EAAE,wBAAwB,CAAC;aAS3D,MAAM;IAR3E,iBAA0B,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAGpC;IAEF;;OAEG;gBACS,OAAO,GAAE,uBAA4B,EAAoB,MAAM,gBAAkC;cAoCpF,kBAAkB,CAAC,OAAO,EAAE,wBAAwB;cAMpD,kBAAkB,CAAC,eAAe,EAAE,wBAAwB,EAAE,WAAW,EAAE,uBAAuB;CAG9H;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,uDAExG"}
|
|
@@ -80,6 +80,11 @@ class PuppeteerCrawler extends browser_1.BrowserCrawler {
|
|
|
80
80
|
throw new Error('PuppeteerCrawlerOptions.launchContext.proxyUrl is not allowed in PuppeteerCrawler.'
|
|
81
81
|
+ 'Use PuppeteerCrawlerOptions.proxyConfiguration');
|
|
82
82
|
}
|
|
83
|
+
// `browserPlugins` is working when it's not overriden by `launchContext`,
|
|
84
|
+
// which for crawlers it is always overriden. Hence the error to use the other option.
|
|
85
|
+
if (browserPoolOptions.browserPlugins) {
|
|
86
|
+
throw new Error('browserPoolOptions.browserPlugins is disallowed. Use launchContext.launcher instead.');
|
|
87
|
+
}
|
|
83
88
|
if (headless != null) {
|
|
84
89
|
launchContext.launchOptions ?? (launchContext.launchOptions = {});
|
|
85
90
|
launchContext.launchOptions.headless = headless;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"puppeteer-crawler.js","sourceRoot":"","sources":["../../src/internals/puppeteer-crawler.ts"],"names":[],"mappings":";;;;AAMA,8CAAyE;AAGzE,oDAAoB;AAGpB,6DAAyD;AAEzD,6DAA+E;AAmD/E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8DG;AACH,MAAa,gBAAiB,SAAQ,wBAA8F;IAMhI;;OAEG;IACH,YAAY,UAAmC,EAAE,EAAoB,SAAS,uBAAa,CAAC,eAAe,EAAE;QACzG,IAAA,YAAE,EAAC,OAAO,EAAE,yBAAyB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,CAAC;QAE5F,MAAM,EACF,aAAa,GAAG,EAAE,EAClB,QAAQ,EACR,kBAAkB,GAAG,EAAwB,EAC7C,kBAAkB,EAClB,GAAG,qBAAqB,EAC3B,GAAG,OAAO,CAAC;QAEZ,IAAI,aAAa,CAAC,QAAQ,EAAE;YACxB,MAAM,IAAI,KAAK,CAAC,oFAAoF;kBAC9F,gDAAgD,CAAC,CAAC;SAC3D;QAED,IAAI,QAAQ,IAAI,IAAI,EAAE;YAClB,aAAa,CAAC,aAAa,KAA3B,aAAa,CAAC,aAAa,GAAK,EAAmB,EAAC;YACpD,aAAa,CAAC,aAAa,CAAC,QAAQ,GAAG,QAAQ,CAAC;SACnD;QAED,MAAM,iBAAiB,GAAG,IAAI,sCAAiB,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAEvE,kBAAkB,CAAC,cAAc,GAAG;YAChC,iBAAiB,CAAC,mBAAmB,EAAE;SAC1C,CAAC;QAEF,KAAK,CAAC,EAAE,GAAG,qBAAqB,EAAE,aAAa,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,EAAE,MAAM,CAAC,CAAC;;;;;
|
|
1
|
+
{"version":3,"file":"puppeteer-crawler.js","sourceRoot":"","sources":["../../src/internals/puppeteer-crawler.ts"],"names":[],"mappings":";;;;AAMA,8CAAyE;AAGzE,oDAAoB;AAGpB,6DAAyD;AAEzD,6DAA+E;AAmD/E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8DG;AACH,MAAa,gBAAiB,SAAQ,wBAA8F;IAMhI;;OAEG;IACH,YAAY,UAAmC,EAAE,EAAoB,SAAS,uBAAa,CAAC,eAAe,EAAE;QACzG,IAAA,YAAE,EAAC,OAAO,EAAE,yBAAyB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,CAAC;QAE5F,MAAM,EACF,aAAa,GAAG,EAAE,EAClB,QAAQ,EACR,kBAAkB,GAAG,EAAwB,EAC7C,kBAAkB,EAClB,GAAG,qBAAqB,EAC3B,GAAG,OAAO,CAAC;QAEZ,IAAI,aAAa,CAAC,QAAQ,EAAE;YACxB,MAAM,IAAI,KAAK,CAAC,oFAAoF;kBAC9F,gDAAgD,CAAC,CAAC;SAC3D;QAED,0EAA0E;QAC1E,sFAAsF;QACtF,IAAI,kBAAkB,CAAC,cAAc,EAAE;YACnC,MAAM,IAAI,KAAK,CAAC,sFAAsF,CAAC,CAAC;SAC3G;QAED,IAAI,QAAQ,IAAI,IAAI,EAAE;YAClB,aAAa,CAAC,aAAa,KAA3B,aAAa,CAAC,aAAa,GAAK,EAAmB,EAAC;YACpD,aAAa,CAAC,aAAa,CAAC,QAAQ,GAAG,QAAQ,CAAC;SACnD;QAED,MAAM,iBAAiB,GAAG,IAAI,sCAAiB,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAEvE,kBAAkB,CAAC,cAAc,GAAG;YAChC,iBAAiB,CAAC,mBAAmB,EAAE;SAC1C,CAAC;QAEF,KAAK,CAAC,EAAE,GAAG,qBAAqB,EAAE,aAAa,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,EAAE,MAAM,CAAC,CAAC;;;;;mBAjClC;;IAkCrE,CAAC;IAEkB,KAAK,CAAC,kBAAkB,CAAC,OAAiC;QACzE,IAAA,wCAAsB,EAAC,OAAO,CAAC,CAAC;QAChC,gDAAgD;QAChD,MAAM,KAAK,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAEkB,KAAK,CAAC,kBAAkB,CAAC,eAAyC,EAAE,WAAoC;QACvH,OAAO,IAAA,8BAAY,EAAC,eAAe,CAAC,IAAI,EAAE,eAAe,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACpF,CAAC;;AArDL,4CAsDC;AArDoB;;;;WAAwB;QACrC,GAAG,wBAAc,CAAC,YAAY;QAC9B,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KACzC;GAAC;AAoDN;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,SAAgB,qBAAqB;IACjC,OAAO,gBAAM,CAAC,MAAM,EAAW,CAAC;AACpC,CAAC;AAFD,sDAEC"}
|
|
@@ -51,7 +51,7 @@ export interface PuppeteerLaunchContext extends BrowserLaunchContext<PuppeteerPl
|
|
|
51
51
|
* wrappers such as `puppeteer-extra`.
|
|
52
52
|
*
|
|
53
53
|
* Take caution, because it can cause all kinds of unexpected errors and weird behavior.
|
|
54
|
-
*
|
|
54
|
+
* Crawlee is not tested with any other library besides `puppeteer` itself.
|
|
55
55
|
*/
|
|
56
56
|
launcher?: unknown;
|
|
57
57
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"puppeteer-launcher.js","sourceRoot":"","sources":["../../src/internals/puppeteer-launcher.ts"],"names":[],"mappings":";;;;AAAA,oDAAoB;AAEpB,wDAAwD;AAExD,8CAAkE;AAiElE;;;GAGG;AACH,MAAa,iBAAkB,SAAQ,yBAAyC;IAM5E;;OAEG;IACH,YACI,gBAAwC,EAAE,EACxB,SAAS,uBAAa,CAAC,eAAe,EAAE;QAE1D,IAAA,YAAE,EAAC,aAAa,EAAE,mBAAmB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC,CAAC;QAE7F,MAAM,EACF,QAAQ,GAAG,yBAAe,CAAC,sBAAsB,CAAC,WAAW,EAAE,mCAAmC,CAAC,EACnG,GAAG,sBAAsB,EAC5B,GAAG,aAAa,CAAC;QAElB,KAAK,CAAC;YACF,GAAG,sBAAsB;YACzB,QAAQ;SACX,EAAE,MAAM,CAAC,CAAC;;;;;mBAZO;;QAclB,IAAI,CAAC,MAAM,GAAG,8BAAe,CAAC;IAClC,CAAC;;AA1BL,8CA2BC;
|
|
1
|
+
{"version":3,"file":"puppeteer-launcher.js","sourceRoot":"","sources":["../../src/internals/puppeteer-launcher.ts"],"names":[],"mappings":";;;;AAAA,oDAAoB;AAEpB,wDAAwD;AAExD,8CAAkE;AAiElE;;;GAGG;AACH,MAAa,iBAAkB,SAAQ,yBAAyC;IAM5E;;OAEG;IACH,YACI,gBAAwC,EAAE,EACxB,SAAS,uBAAa,CAAC,eAAe,EAAE;QAE1D,IAAA,YAAE,EAAC,aAAa,EAAE,mBAAmB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC,CAAC;QAE7F,MAAM,EACF,QAAQ,GAAG,yBAAe,CAAC,sBAAsB,CAAC,WAAW,EAAE,mCAAmC,CAAC,EACnG,GAAG,sBAAsB,EAC5B,GAAG,aAAa,CAAC;QAElB,KAAK,CAAC;YACF,GAAG,sBAAsB;YACzB,QAAQ;SACX,EAAE,MAAM,CAAC,CAAC;;;;;mBAZO;;QAclB,IAAI,CAAC,MAAM,GAAG,8BAAe,CAAC;IAClC,CAAC;;AA1BL,8CA2BC;AA1BoB;;;;WAAwB;QACrC,GAAG,yBAAe,CAAC,YAAY;QAC/B,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KAC/B;GAAC;AAyBN;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACI,KAAK,UAAU,eAAe,CAAC,aAAsC,EAAE,MAAM,GAAG,uBAAa,CAAC,eAAe,EAAE;IAClH,MAAM,iBAAiB,GAAG,IAAI,iBAAiB,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;IAEvE,OAAO,iBAAiB,CAAC,MAAM,EAAE,CAAC;AACtC,CAAC;AAJD,0CAIC"}
|
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
* **Example usage:**
|
|
6
6
|
*
|
|
7
7
|
* ```javascript
|
|
8
|
-
* import { launchPuppeteer,
|
|
8
|
+
* import { launchPuppeteer, utils } from 'crawlee';
|
|
9
9
|
*
|
|
10
10
|
* // Open https://www.example.com in Puppeteer
|
|
11
11
|
* const browser = await launchPuppeteer();
|
|
@@ -13,13 +13,14 @@
|
|
|
13
13
|
* await page.goto('https://www.example.com');
|
|
14
14
|
*
|
|
15
15
|
* // Inject jQuery into a page
|
|
16
|
-
* await
|
|
16
|
+
* await utils.puppeteer.injectJQuery(page);
|
|
17
17
|
* ```
|
|
18
18
|
* @module puppeteerUtils
|
|
19
19
|
*/
|
|
20
|
+
import type { ProtocolMapping } from 'devtools-protocol/types/protocol-mapping.js';
|
|
20
21
|
// @ts-ignore optional peer dependency
|
|
21
22
|
import type { Page, HTTPResponse, ResponseForRequest } from 'puppeteer';
|
|
22
|
-
import type { Request } from '@crawlee/
|
|
23
|
+
import type { Request } from '@crawlee/browser';
|
|
23
24
|
import type { Dictionary, BatchAddRequestsResult } from '@crawlee/types';
|
|
24
25
|
import type { CheerioRoot } from '@crawlee/utils';
|
|
25
26
|
import type { EnqueueLinksByClickingElementsOptions } from '../enqueue-links/click-elements';
|
|
@@ -98,7 +99,7 @@ export declare function injectFile(page: Page, filePath: string, options?: Injec
|
|
|
98
99
|
*
|
|
99
100
|
* **Example usage:**
|
|
100
101
|
* ```javascript
|
|
101
|
-
* await
|
|
102
|
+
* await utils.puppeteer.injectJQuery(page);
|
|
102
103
|
* const title = await page.evaluate(() => {
|
|
103
104
|
* return $('head title').text();
|
|
104
105
|
* });
|
|
@@ -116,7 +117,7 @@ export declare function injectJQuery(page: Page): Promise<unknown>;
|
|
|
116
117
|
*
|
|
117
118
|
* **Example usage:**
|
|
118
119
|
* ```javascript
|
|
119
|
-
* const $ = await
|
|
120
|
+
* const $ = await utils.puppeteer.parseWithCheerio(page);
|
|
120
121
|
* const title = $('title').text();
|
|
121
122
|
* ```
|
|
122
123
|
*
|
|
@@ -149,13 +150,13 @@ export declare function parseWithCheerio(page: Page): Promise<CheerioRoot>;
|
|
|
149
150
|
*
|
|
150
151
|
* **Example usage**
|
|
151
152
|
* ```javascript
|
|
152
|
-
* import { launchPuppeteer,
|
|
153
|
+
* import { launchPuppeteer, utils } from 'crawlee';
|
|
153
154
|
*
|
|
154
155
|
* const browser = await launchPuppeteer();
|
|
155
156
|
* const page = await browser.newPage();
|
|
156
157
|
*
|
|
157
158
|
* // Block all requests to URLs that include `adsbygoogle.js` and also all defaults.
|
|
158
|
-
* await
|
|
159
|
+
* await utils.puppeteer.blockRequests(page, {
|
|
159
160
|
* extraUrlPatterns: ['adsbygoogle.js'],
|
|
160
161
|
* });
|
|
161
162
|
*
|
|
@@ -166,6 +167,10 @@ export declare function parseWithCheerio(page: Page): Promise<CheerioRoot>;
|
|
|
166
167
|
* @param [options]
|
|
167
168
|
*/
|
|
168
169
|
export declare function blockRequests(page: Page, options?: BlockRequestsOptions): Promise<void>;
|
|
170
|
+
/**
|
|
171
|
+
* @internal
|
|
172
|
+
*/
|
|
173
|
+
export declare function sendCDPCommand<T extends keyof ProtocolMapping.Commands>(page: Page, command: T, ...args: ProtocolMapping.Commands[T]['paramsType']): Promise<ProtocolMapping.Commands[T]['returnType']>;
|
|
169
174
|
/**
|
|
170
175
|
* `blockResources()` has a high impact on performance in recent versions of Puppeteer.
|
|
171
176
|
* Until this resolves, please use `utils.puppeteer.blockRequests()`.
|
|
@@ -214,7 +219,6 @@ export declare function cacheResponses(page: Page, cache: Dictionary<Partial<Res
|
|
|
214
219
|
* Custom context may also be provided using the `context` parameter. To improve security,
|
|
215
220
|
* make sure to only pass the really necessary objects to the context. Preferably making
|
|
216
221
|
* secured copies beforehand.
|
|
217
|
-
*
|
|
218
222
|
*/
|
|
219
223
|
export declare function compileScript(scriptString: string, context?: Dictionary): CompiledScriptFunction;
|
|
220
224
|
/**
|
|
@@ -295,18 +299,245 @@ export interface SaveSnapshotOptions {
|
|
|
295
299
|
* @param [options]
|
|
296
300
|
*/
|
|
297
301
|
export declare function saveSnapshot(page: Page, options?: SaveSnapshotOptions): Promise<void>;
|
|
302
|
+
/** @internal */
|
|
298
303
|
export interface PuppeteerContextUtils {
|
|
304
|
+
/**
|
|
305
|
+
* Injects a JavaScript file into current `page`.
|
|
306
|
+
* Unlike Puppeteer's `addScriptTag` function, this function works on pages
|
|
307
|
+
* with arbitrary Cross-Origin Resource Sharing (CORS) policies.
|
|
308
|
+
*
|
|
309
|
+
* File contents are cached for up to 10 files to limit file system access.
|
|
310
|
+
*/
|
|
299
311
|
injectFile(filePath: string, options?: InjectFileOptions): Promise<unknown>;
|
|
312
|
+
/**
|
|
313
|
+
* Injects the [jQuery](https://jquery.com/) library into current `page`.
|
|
314
|
+
* jQuery is often useful for various web scraping and crawling tasks.
|
|
315
|
+
* For example, it can help extract text from HTML elements using CSS selectors.
|
|
316
|
+
*
|
|
317
|
+
* Beware that the injected jQuery object will be set to the `window.$` variable and thus it might cause conflicts with
|
|
318
|
+
* other libraries included by the page that use the same variable name (e.g. another version of jQuery).
|
|
319
|
+
* This can affect functionality of page's scripts.
|
|
320
|
+
*
|
|
321
|
+
* The injected jQuery will survive page navigations and reloads.
|
|
322
|
+
*
|
|
323
|
+
* **Example usage:**
|
|
324
|
+
* ```javascript
|
|
325
|
+
* async requestHandler({ page, injectJQuery }) {
|
|
326
|
+
* await injectJQuery();
|
|
327
|
+
* const title = await page.evaluate(() => {
|
|
328
|
+
* return $('head title').text();
|
|
329
|
+
* });
|
|
330
|
+
* });
|
|
331
|
+
* ```
|
|
332
|
+
*
|
|
333
|
+
* Note that `injectJQuery()` does not affect the Puppeteer's
|
|
334
|
+
* [`page.$()`](https://pptr.dev/api/puppeteer.page._/)
|
|
335
|
+
* function in any way.
|
|
336
|
+
*/
|
|
300
337
|
injectJQuery(): Promise<unknown>;
|
|
338
|
+
/**
|
|
339
|
+
* Returns Cheerio handle for `page.content()`, allowing to work with the data same way as with {@apilink CheerioCrawler}.
|
|
340
|
+
*
|
|
341
|
+
* **Example usage:**
|
|
342
|
+
* ```javascript
|
|
343
|
+
* async requestHandler({ parseWithCheerio }) {
|
|
344
|
+
* const $ = await parseWithCheerio();
|
|
345
|
+
* const title = $('title').text();
|
|
346
|
+
* });
|
|
347
|
+
* ```
|
|
348
|
+
*/
|
|
301
349
|
parseWithCheerio(): Promise<CheerioRoot>;
|
|
350
|
+
/**
|
|
351
|
+
* The function finds elements matching a specific CSS selector in a Puppeteer page,
|
|
352
|
+
* clicks all those elements using a mouse move and a left mouse button click and intercepts
|
|
353
|
+
* all the navigation requests that are subsequently produced by the page. The intercepted
|
|
354
|
+
* requests, including their methods, headers and payloads are then enqueued to a provided
|
|
355
|
+
* {@apilink RequestQueue}. This is useful to crawl JavaScript heavy pages where links are not available
|
|
356
|
+
* in `href` elements, but rather navigations are triggered in click handlers.
|
|
357
|
+
* If you're looking to find URLs in `href` attributes of the page, see {@apilink enqueueLinks}.
|
|
358
|
+
*
|
|
359
|
+
* Optionally, the function allows you to filter the target links' URLs using an array of {@apilink PseudoUrl} objects
|
|
360
|
+
* and override settings of the enqueued {@apilink Request} objects.
|
|
361
|
+
*
|
|
362
|
+
* **IMPORTANT**: To be able to do this, this function uses various mutations on the page,
|
|
363
|
+
* such as changing the Z-index of elements being clicked and their visibility. Therefore,
|
|
364
|
+
* it is recommended to only use this function as the last operation in the page.
|
|
365
|
+
*
|
|
366
|
+
* **USING HEADFUL BROWSER**: When using a headful browser, this function will only be able to click elements
|
|
367
|
+
* in the focused tab, effectively limiting concurrency to 1. In headless mode, full concurrency can be achieved.
|
|
368
|
+
*
|
|
369
|
+
* **PERFORMANCE**: Clicking elements with a mouse and intercepting requests is not a low level operation
|
|
370
|
+
* that takes nanoseconds. It's not very CPU intensive, but it takes time. We strongly recommend limiting
|
|
371
|
+
* the scope of the clicking as much as possible by using a specific selector that targets only the elements
|
|
372
|
+
* that you assume or know will produce a navigation. You can certainly click everything by using
|
|
373
|
+
* the `*` selector, but be prepared to wait minutes to get results on a large and complex page.
|
|
374
|
+
*
|
|
375
|
+
* **Example usage**
|
|
376
|
+
*
|
|
377
|
+
* ```javascript
|
|
378
|
+
* async requestHandler({ enqueueLinksByClickingElements }) {
|
|
379
|
+
* await enqueueLinksByClickingElements({
|
|
380
|
+
* selector: 'a.product-detail',
|
|
381
|
+
* globs: [
|
|
382
|
+
* 'https://www.example.com/handbags/**'
|
|
383
|
+
* 'https://www.example.com/purses/**'
|
|
384
|
+
* ],
|
|
385
|
+
* });
|
|
386
|
+
* });
|
|
387
|
+
* ```
|
|
388
|
+
*
|
|
389
|
+
* @returns Promise that resolves to {@apilink BatchAddRequestsResult} object.
|
|
390
|
+
*/
|
|
302
391
|
enqueueLinksByClickingElements(options: Omit<EnqueueLinksByClickingElementsOptions, 'page' | 'requestQueue'>): Promise<BatchAddRequestsResult>;
|
|
392
|
+
/**
|
|
393
|
+
* Forces the Puppeteer browser tab to block loading URLs that match a provided pattern.
|
|
394
|
+
* This is useful to speed up crawling of websites, since it reduces the amount
|
|
395
|
+
* of data that needs to be downloaded from the web, but it may break some websites
|
|
396
|
+
* or unexpectedly prevent loading of resources.
|
|
397
|
+
*
|
|
398
|
+
* By default, the function will block all URLs including the following patterns:
|
|
399
|
+
*
|
|
400
|
+
* ```json
|
|
401
|
+
* [".css", ".jpg", ".jpeg", ".png", ".svg", ".gif", ".woff", ".pdf", ".zip"]
|
|
402
|
+
* ```
|
|
403
|
+
*
|
|
404
|
+
* If you want to extend this list further, use the `extraUrlPatterns` option,
|
|
405
|
+
* which will keep blocking the default patterns, as well as add your custom ones.
|
|
406
|
+
* If you would like to block only specific patterns, use the `urlPatterns` option,
|
|
407
|
+
* which will override the defaults and block only URLs with your custom patterns.
|
|
408
|
+
*
|
|
409
|
+
* This function does not use Puppeteer's request interception and therefore does not interfere
|
|
410
|
+
* with browser cache. It's also faster than blocking requests using interception,
|
|
411
|
+
* because the blocking happens directly in the browser without the round-trip to Node.js,
|
|
412
|
+
* but it does not provide the extra benefits of request interception.
|
|
413
|
+
*
|
|
414
|
+
* The function will never block main document loads and their respective redirects.
|
|
415
|
+
*
|
|
416
|
+
* **Example usage**
|
|
417
|
+
* ```javascript
|
|
418
|
+
* preNavigationHooks: [
|
|
419
|
+
* async ({ blockRequests }) => {
|
|
420
|
+
* // Block all requests to URLs that include `adsbygoogle.js` and also all defaults.
|
|
421
|
+
* await blockRequests({
|
|
422
|
+
* extraUrlPatterns: ['adsbygoogle.js'],
|
|
423
|
+
* }),
|
|
424
|
+
* }),
|
|
425
|
+
* ],
|
|
426
|
+
* ```
|
|
427
|
+
*/
|
|
303
428
|
blockRequests(options?: BlockRequestsOptions): Promise<void>;
|
|
429
|
+
/**
|
|
430
|
+
* `blockResources()` has a high impact on performance in recent versions of Puppeteer.
|
|
431
|
+
* Until this resolves, please use `utils.puppeteer.blockRequests()`.
|
|
432
|
+
* @deprecated
|
|
433
|
+
*/
|
|
304
434
|
blockResources(resourceTypes?: string[]): Promise<void>;
|
|
435
|
+
/**
|
|
436
|
+
* *NOTE:* In recent versions of Puppeteer using this function entirely disables browser cache which resolves in sub-optimal
|
|
437
|
+
* performance. Until this resolves, we suggest just relying on the in-browser cache unless absolutely necessary.
|
|
438
|
+
*
|
|
439
|
+
* Enables caching of intercepted responses into a provided object. Automatically enables request interception in Puppeteer.
|
|
440
|
+
* *IMPORTANT*: Caching responses stores them to memory, so too loose rules could cause memory leaks for longer running crawlers.
|
|
441
|
+
* This issue should be resolved or atleast mitigated in future iterations of this feature.
|
|
442
|
+
* @param cache
|
|
443
|
+
* Object in which responses are stored
|
|
444
|
+
* @param responseUrlRules
|
|
445
|
+
* List of rules that are used to check if the response should be cached.
|
|
446
|
+
* String rules are compared as page.url().includes(rule) while RegExp rules are evaluated as rule.test(page.url()).
|
|
447
|
+
* @deprecated
|
|
448
|
+
*/
|
|
305
449
|
cacheResponses(cache: Dictionary<Partial<ResponseForRequest>>, responseUrlRules: (string | RegExp)[]): Promise<void>;
|
|
450
|
+
/**
|
|
451
|
+
* Compiles a Puppeteer script into an async function that may be executed at any time
|
|
452
|
+
* by providing it with the following object:
|
|
453
|
+
* ```
|
|
454
|
+
* {
|
|
455
|
+
* page: Page,
|
|
456
|
+
* request: Request,
|
|
457
|
+
* }
|
|
458
|
+
* ```
|
|
459
|
+
* Where `page` is a Puppeteer [`Page`](https://pptr.dev/api/puppeteer.page)
|
|
460
|
+
* and `request` is a {@apilink Request}.
|
|
461
|
+
*
|
|
462
|
+
* The function is compiled by using the `scriptString` parameter as the function's body,
|
|
463
|
+
* so any limitations to function bodies apply. Return value of the compiled function
|
|
464
|
+
* is the return value of the function body = the `scriptString` parameter.
|
|
465
|
+
*
|
|
466
|
+
* As a security measure, no globals such as `process` or `require` are accessible
|
|
467
|
+
* from within the function body. Note that the function does not provide a safe
|
|
468
|
+
* sandbox and even though globals are not easily accessible, malicious code may
|
|
469
|
+
* still execute in the main process via prototype manipulation. Therefore you
|
|
470
|
+
* should only use this function to execute sanitized or safe code.
|
|
471
|
+
*
|
|
472
|
+
* Custom context may also be provided using the `context` parameter. To improve security,
|
|
473
|
+
* make sure to only pass the really necessary objects to the context. Preferably making
|
|
474
|
+
* secured copies beforehand.
|
|
475
|
+
*/
|
|
306
476
|
compileScript(scriptString: string, ctx?: Dictionary): CompiledScriptFunction;
|
|
477
|
+
/**
|
|
478
|
+
* Adds request interception handler in similar to `page.on('request', handler);` but in addition to that
|
|
479
|
+
* supports multiple parallel handlers.
|
|
480
|
+
*
|
|
481
|
+
* All the handlers are executed sequentially in the order as they were added.
|
|
482
|
+
* Each of the handlers must call one of `request.continue()`, `request.abort()` and `request.respond()`.
|
|
483
|
+
* In addition to that any of the handlers may modify the request object (method, postData, headers)
|
|
484
|
+
* by passing its overrides to `request.continue()`.
|
|
485
|
+
* If multiple handlers modify same property then the last one wins. Headers are merged separately so you can
|
|
486
|
+
* override only a value of specific header.
|
|
487
|
+
*
|
|
488
|
+
* If one the handlers calls `request.abort()` or `request.respond()` then request is not propagated further
|
|
489
|
+
* to any of the remaining handlers.
|
|
490
|
+
*
|
|
491
|
+
*
|
|
492
|
+
* **Example usage:**
|
|
493
|
+
*
|
|
494
|
+
* ```javascript
|
|
495
|
+
* preNavigationHooks: [
|
|
496
|
+
* async ({ addInterceptRequestHandler }) => {
|
|
497
|
+
* // Replace images with placeholder.
|
|
498
|
+
* await addInterceptRequestHandler((request) => {
|
|
499
|
+
* if (request.resourceType() === 'image') {
|
|
500
|
+
* return request.respond({
|
|
501
|
+
* statusCode: 200,
|
|
502
|
+
* contentType: 'image/jpeg',
|
|
503
|
+
* body: placeholderImageBuffer,
|
|
504
|
+
* });
|
|
505
|
+
* }
|
|
506
|
+
* return request.continue();
|
|
507
|
+
* });
|
|
508
|
+
*
|
|
509
|
+
* // Abort all the scripts.
|
|
510
|
+
* await addInterceptRequestHandler((request) => {
|
|
511
|
+
* if (request.resourceType() === 'script') return request.abort();
|
|
512
|
+
* return request.continue();
|
|
513
|
+
* });
|
|
514
|
+
*
|
|
515
|
+
* // Change requests to post.
|
|
516
|
+
* await addInterceptRequestHandler((request) => {
|
|
517
|
+
* return request.continue({
|
|
518
|
+
* method: 'POST',
|
|
519
|
+
* });
|
|
520
|
+
* });
|
|
521
|
+
* }),
|
|
522
|
+
* ],
|
|
523
|
+
* ```
|
|
524
|
+
* @param handler Request interception handler.
|
|
525
|
+
*/
|
|
307
526
|
addInterceptRequestHandler(handler: InterceptHandler): Promise<void>;
|
|
527
|
+
/**
|
|
528
|
+
* Removes request interception handler for given page.
|
|
529
|
+
*
|
|
530
|
+
* @param handler Request interception handler.
|
|
531
|
+
*/
|
|
308
532
|
removeInterceptRequestHandler(handler: InterceptHandler): Promise<void>;
|
|
533
|
+
/**
|
|
534
|
+
* Scrolls to the bottom of a page, or until it times out.
|
|
535
|
+
* Loads dynamic content when it hits the bottom of a page, and then continues scrolling.
|
|
536
|
+
*/
|
|
309
537
|
infiniteScroll(options?: InfiniteScrollOptions): Promise<void>;
|
|
538
|
+
/**
|
|
539
|
+
* Saves a full screenshot and HTML of the current page into a Key-Value store.
|
|
540
|
+
*/
|
|
310
541
|
saveSnapshot(options?: SaveSnapshotOptions): Promise<void>;
|
|
311
542
|
}
|
|
312
543
|
/** @internal */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"puppeteer_utils.d.ts","sourceRoot":"","sources":["../../../src/internals/utils/puppeteer_utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAMH,OAAO,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,kBAAkB,EAAmC,MAAM,WAAW,CAAC;AAEzG,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"puppeteer_utils.d.ts","sourceRoot":"","sources":["../../../src/internals/utils/puppeteer_utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAMH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,6CAA6C,CAAC;AACnF,OAAO,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,kBAAkB,EAAmC,MAAM,WAAW,CAAC;AAEzG,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,KAAK,EAAE,UAAU,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AACzE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAElD,OAAO,KAAK,EAAE,qCAAqC,EAAE,MAAM,iCAAiC,CAAC;AAC7F,OAAO,EAAE,8BAA8B,EAAE,MAAM,iCAAiC,CAAC;AACjF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACzE,OAAO,EAAE,0BAA0B,EAAE,6BAA6B,EAAE,MAAM,kCAAkC,CAAC;AAC7G,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AASrE,MAAM,WAAW,uBAAuB;IACpC;;;;;OAKG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;;;;;OAKG;IACH,SAAS,CAAC,EAAE,kBAAkB,GAAG,MAAM,GAAG,aAAa,CAAC;IAExD;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,iBAAiB;IAC9B;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAChC;AAED,MAAM,WAAW,oBAAoB;IACjC;;;;;OAKG;IACH,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IAEvB;;OAEG;IACH,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,oBAAoB;IACjC,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,OAAO,CAAC;CACpB;AAED,oBAAY,sBAAsB,GAAG,CAAC,MAAM,EAAE,oBAAoB,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;AAOxF;;;;;;;;;;GAUG;AACH,wBAAsB,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,OAAO,CAAC,CAoBhH;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAGzD;AAED;;;;;;;;;;GAUG;AACH,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,CAIvE;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyCG;AACH,wBAAsB,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,GAAE,oBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAgBjG;AAED;;GAEG;AACH,wBAAsB,cAAc,CAAC,CAAC,SAAS,MAAM,eAAe,CAAC,QAAQ,EACzE,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,CAAC,EACV,GAAG,IAAI,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,GACnD,OAAO,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAmBpD;AAED;;;;GAIG;AACH,eAAO,MAAM,cAAc,SAAgB,IAAI,4CAQ9C,CAAC;AAEF;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CA4CrJ;AAED;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,wBAAgB,aAAa,CAAC,YAAY,EAAE,MAAM,EAAE,OAAO,GAAE,UAAgC,GAAG,sBAAsB,CAcrH;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,GAAE,uBAA4B,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAuCxI;AAED,MAAM,WAAW,qBAAqB;IAClC;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACzD;AAED;;;;;GAKG;AACH,wBAAsB,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,GAAE,qBAA0B,GAAG,OAAO,CAAC,IAAI,CAAC,CAqGnG;AAED,MAAM,WAAW,mBAAmB;IAChC;;;OAGG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb;;;OAGG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;;OAGG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;;OAGG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB;;;OAGG;IACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC,CAmC/F;AAED,gBAAgB;AAChB,MAAM,WAAW,qBAAqB;IAClC;;;;;;OAMG;IACH,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAE5E;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,YAAY,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAEjC;;;;;;;;;;OAUG;IACH,gBAAgB,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC;IAEzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAwCG;IACH,8BAA8B,CAAC,OAAO,EAAE,IAAI,CAAC,qCAAqC,EAAE,MAAM,GAAG,cAAc,CAAC,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;IAE/I;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAmCG;IACH,aAAa,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE7D;;;;OAIG;IACH,cAAc,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAExD;;;;;;;;;;;;;OAaG;IACH,cAAc,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAErH;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,aAAa,CAAC,YAAY,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,UAAU,GAAG,sBAAsB,CAAC;IAE9E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgDG;IACH,0BAA0B,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAErE;;;;OAIG;IACH,6BAA6B,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAExE;;;OAGG;IACH,cAAc,CAAC,OAAO,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/D;;OAEG;IACH,YAAY,CAAC,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9D;AAED,gBAAgB;AAChB,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,wBAAwB,GAAG,IAAI,CAmB9E;AAED,OAAO,EACH,8BAA8B,EAC9B,0BAA0B,EAC1B,6BAA6B,GAChC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,cAAc;;;;;2BAtpBgB,IAAI;;;;;;;;;CAoqB9C,CAAC"}
|