apify 2.2.1 → 2.2.2-beta.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/apify.d.ts +25 -16
- package/build/apify.d.ts.map +1 -1
- package/build/apify.js +3 -0
- package/build/apify.js.map +1 -1
- package/build/autoscaling/autoscaled_pool.d.ts +3 -2
- package/build/autoscaling/autoscaled_pool.d.ts.map +1 -1
- package/build/autoscaling/autoscaled_pool.js +2 -2
- package/build/autoscaling/autoscaled_pool.js.map +1 -1
- package/build/autoscaling/snapshotter.d.ts +3 -2
- package/build/autoscaling/snapshotter.d.ts.map +1 -1
- package/build/autoscaling/snapshotter.js +2 -2
- package/build/autoscaling/snapshotter.js.map +1 -1
- package/build/crawlers/basic_crawler.d.ts +4 -3
- package/build/crawlers/basic_crawler.d.ts.map +1 -1
- package/build/crawlers/basic_crawler.js +3 -3
- package/build/crawlers/basic_crawler.js.map +1 -1
- package/build/crawlers/cheerio_crawler.d.ts +79 -7
- package/build/crawlers/cheerio_crawler.d.ts.map +1 -1
- package/build/crawlers/cheerio_crawler.js +6 -5
- package/build/crawlers/cheerio_crawler.js.map +1 -1
- package/build/crawlers/puppeteer_crawler.d.ts +2 -1
- package/build/crawlers/puppeteer_crawler.d.ts.map +1 -1
- package/build/crawlers/puppeteer_crawler.js.map +1 -1
- package/build/enqueue_links/enqueue_links.d.ts +5 -4
- package/build/enqueue_links/enqueue_links.d.ts.map +1 -1
- package/build/enqueue_links/enqueue_links.js +2 -2
- package/build/enqueue_links/enqueue_links.js.map +1 -1
- package/build/main.d.ts +5 -6
- package/build/playwright_utils.d.ts +1 -20
- package/build/playwright_utils.d.ts.map +1 -1
- package/build/playwright_utils.js +0 -15
- package/build/playwright_utils.js.map +1 -1
- package/build/puppeteer_request_interception.d.ts +3 -1
- package/build/puppeteer_request_interception.d.ts.map +1 -1
- package/build/puppeteer_utils.d.ts +1 -1
- package/build/puppeteer_utils.d.ts.map +1 -1
- package/build/session_pool/session.d.ts +8 -5
- package/build/session_pool/session.d.ts.map +1 -1
- package/build/session_pool/session.js +3 -0
- package/build/session_pool/session.js.map +1 -1
- package/build/session_pool/session_utils.d.ts +1 -1
- package/build/session_pool/session_utils.d.ts.map +1 -1
- package/build/tsconfig.tsbuildinfo +1 -1
- package/build/typedefs.d.ts +20 -0
- package/build/utils.d.ts +6 -3
- package/build/utils.d.ts.map +1 -1
- package/build/utils.js +3 -2
- package/build/utils.js.map +1 -1
- package/build/utils_request.d.ts +1 -1
- package/build/utils_request.d.ts.map +1 -1
- package/build/utils_request.js +1 -1
- package/package.json +129 -129
|
@@ -182,7 +182,7 @@ export type CheerioCrawlerOptions = {
|
|
|
182
182
|
* ]
|
|
183
183
|
* ```
|
|
184
184
|
*/
|
|
185
|
-
preNavigationHooks?:
|
|
185
|
+
preNavigationHooks?: Hook[] | undefined;
|
|
186
186
|
/**
|
|
187
187
|
* Async functions that are sequentially evaluated after the navigation. Good for checking if the navigation was successful.
|
|
188
188
|
* The function accepts `crawlingContext` as the only parameter.
|
|
@@ -195,7 +195,7 @@ export type CheerioCrawlerOptions = {
|
|
|
195
195
|
* ]
|
|
196
196
|
* ```
|
|
197
197
|
*/
|
|
198
|
-
postNavigationHooks?:
|
|
198
|
+
postNavigationHooks?: Hook[] | undefined;
|
|
199
199
|
/**
|
|
200
200
|
* An array of <a href="https://developer.mozilla.org/en-US/docs/Web/HTTP/Basics_of_HTTP/MIME_types/Complete_list_of_MIME_types"
|
|
201
201
|
* target="_blank">MIME types</a> you want the crawler to load and process.
|
|
@@ -310,7 +310,7 @@ export type CheerioHandlePageInputs = {
|
|
|
310
310
|
/**
|
|
311
311
|
* The [Cheerio](https://cheerio.js.org/) object with parsed HTML.
|
|
312
312
|
*/
|
|
313
|
-
$:
|
|
313
|
+
$: CheerioAPI;
|
|
314
314
|
/**
|
|
315
315
|
* The request body of the web page.
|
|
316
316
|
*/
|
|
@@ -699,12 +699,12 @@ declare class CheerioCrawler extends BasicCrawler {
|
|
|
699
699
|
postResponseFunction: PostResponse | undefined;
|
|
700
700
|
proxyConfiguration: ProxyConfiguration | undefined;
|
|
701
701
|
/**
|
|
702
|
-
* @type {Array<
|
|
702
|
+
* @type {Array<any>}
|
|
703
703
|
* @ignore
|
|
704
704
|
* */
|
|
705
705
|
preNavigationHooks: Array<any>;
|
|
706
706
|
/**
|
|
707
|
-
* @type {Array<
|
|
707
|
+
* @type {Array<any>}
|
|
708
708
|
* @ignore
|
|
709
709
|
* */
|
|
710
710
|
postNavigationHooks: Array<any>;
|
|
@@ -757,7 +757,7 @@ declare class CheerioCrawler extends BasicCrawler {
|
|
|
757
757
|
request: Request;
|
|
758
758
|
session: Session;
|
|
759
759
|
proxyUrl: string;
|
|
760
|
-
requestAsBrowserOptions:
|
|
760
|
+
requestAsBrowserOptions: RequestAsBrowserOptions;
|
|
761
761
|
}): Promise<IncomingMessage | Readable>;
|
|
762
762
|
/**
|
|
763
763
|
* Sets the cookie header to `requestAsBrowserOptions` based on provided session and request. If some cookies were already set,
|
|
@@ -791,7 +791,76 @@ declare class CheerioCrawler extends BasicCrawler {
|
|
|
791
791
|
* @protected
|
|
792
792
|
* @internal
|
|
793
793
|
*/
|
|
794
|
-
protected _getRequestOptions(request: Request, session?: Session | undefined, proxyUrl?: string | undefined, requestAsBrowserOptions?:
|
|
794
|
+
protected _getRequestOptions(request: Request, session?: Session | undefined, proxyUrl?: string | undefined, requestAsBrowserOptions?: RequestAsBrowserOptions | undefined): {
|
|
795
|
+
headers: {
|
|
796
|
+
[x: string]: string;
|
|
797
|
+
};
|
|
798
|
+
https: any;
|
|
799
|
+
isStream: boolean;
|
|
800
|
+
/**
|
|
801
|
+
* URL of the target endpoint. Supports both HTTP and HTTPS schemes.
|
|
802
|
+
*/
|
|
803
|
+
url: string;
|
|
804
|
+
/**
|
|
805
|
+
* HTTP method.
|
|
806
|
+
*/
|
|
807
|
+
method: string;
|
|
808
|
+
/**
|
|
809
|
+
* An HTTP proxy to be passed down to the HTTP request. Supports proxy authentication with Basic Auth.
|
|
810
|
+
*/
|
|
811
|
+
proxyUrl: string | undefined;
|
|
812
|
+
/**
|
|
813
|
+
* Configuration to be used for generating correct browser headers.
|
|
814
|
+
* See the [`header-generator`](https://github.com/apify/header-generator) library.
|
|
815
|
+
*/
|
|
816
|
+
headerGeneratorOptions?: object | undefined;
|
|
817
|
+
/**
|
|
818
|
+
* Two-letter ISO 639 language code.
|
|
819
|
+
*/
|
|
820
|
+
languageCode?: string | undefined;
|
|
821
|
+
/**
|
|
822
|
+
* Two-letter ISO 3166 country code.
|
|
823
|
+
*/
|
|
824
|
+
countryCode?: string | undefined;
|
|
825
|
+
/**
|
|
826
|
+
* If `true`, the function uses User-Agent of a mobile browser.
|
|
827
|
+
*/
|
|
828
|
+
useMobileVersion?: boolean | undefined;
|
|
829
|
+
/**
|
|
830
|
+
* If set to true, SSL/TLS certificate errors will be ignored.
|
|
831
|
+
*/
|
|
832
|
+
ignoreSslErrors?: boolean | undefined;
|
|
833
|
+
/**
|
|
834
|
+
* Node.js' HTTP parser is stricter than parsers used by web browsers, which prevents scraping of websites
|
|
835
|
+
* whose servers do not comply with HTTP specs, either by accident or due to some anti-scraping protections,
|
|
836
|
+
* causing e.g. the `invalid header value char` error. The `useInsecureHttpParser` option forces
|
|
837
|
+
* the HTTP parser to ignore certain errors which lets you scrape such websites.
|
|
838
|
+
* However, it will also open your application to some security vulnerabilities,
|
|
839
|
+
* although the risk should be negligible as these vulnerabilities mainly relate to server applications, not clients.
|
|
840
|
+
* Learn more in this [blog post](https://snyk.io/blog/node-js-release-fixes-a-critical-http-security-vulnerability/).
|
|
841
|
+
*/
|
|
842
|
+
useInsecureHttpParser?: boolean | undefined;
|
|
843
|
+
/**
|
|
844
|
+
* Function accepts `response` object as a single parameter and should return `true` or `false`.
|
|
845
|
+
* If function returns true, request gets aborted.
|
|
846
|
+
*/
|
|
847
|
+
abortFunction?: import("../utils_request").AbortFunction | undefined;
|
|
848
|
+
/**
|
|
849
|
+
* If set to false, it will prevent use of HTTP2 requests. This is strongly discouraged. Websites
|
|
850
|
+
* expect HTTP2 connections, because browsers use HTTP2 by default. It will automatically downgrade
|
|
851
|
+
* to HTTP/1.1 for websites that do not support HTTP2. For Node 10 this option is always set to `false`
|
|
852
|
+
* because Node 10 does not support HTTP2 very well. Upgrade to Node 12 for better performance.
|
|
853
|
+
*/
|
|
854
|
+
useHttp2?: boolean | undefined;
|
|
855
|
+
/**
|
|
856
|
+
* A unique object used to generate browser headers. By default, new headers are generated on every call.
|
|
857
|
+
* Set this option to make these headers persistent.
|
|
858
|
+
*/
|
|
859
|
+
sessionToken: object | Session | undefined;
|
|
860
|
+
timeout: {
|
|
861
|
+
request: number;
|
|
862
|
+
};
|
|
863
|
+
};
|
|
795
864
|
/**
|
|
796
865
|
* @param {*} request
|
|
797
866
|
* @param {*} response
|
|
@@ -847,6 +916,7 @@ import { RequestList } from "../request_list";
|
|
|
847
916
|
import { RequestQueue } from "../storages/request_queue";
|
|
848
917
|
import { ProxyConfiguration } from "../proxy_configuration";
|
|
849
918
|
import { HandleFailedRequest } from "./basic_crawler";
|
|
919
|
+
import { Hook } from "./browser_crawler";
|
|
850
920
|
import { AutoscaledPoolOptions } from "../autoscaling/autoscaled_pool";
|
|
851
921
|
import { SessionPoolOptions } from "../session_pool/session_pool";
|
|
852
922
|
import Request from "../request";
|
|
@@ -854,7 +924,9 @@ import { Session } from "../session_pool/session";
|
|
|
854
924
|
import { ProxyInfo } from "../proxy_configuration";
|
|
855
925
|
import { IncomingMessage } from "http";
|
|
856
926
|
import { Readable } from "stream";
|
|
927
|
+
import { CheerioAPI } from "cheerio/lib/load";
|
|
857
928
|
import { BasicCrawler } from "./basic_crawler";
|
|
858
929
|
import CrawlerExtension from "./crawler_extension";
|
|
859
930
|
import { CrawlingContext } from "./basic_crawler";
|
|
931
|
+
import { RequestAsBrowserOptions } from "../utils_request";
|
|
860
932
|
//# sourceMappingURL=cheerio_crawler.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cheerio_crawler.d.ts","sourceRoot":"","sources":["../../src/crawlers/cheerio_crawler.js"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"cheerio_crawler.d.ts","sourceRoot":"","sources":["../../src/crawlers/cheerio_crawler.js"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;wBAqDc,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;aAw3BjB,OAAO;;;;;;;;;;;;sCAYV,oBAAoB,KAClB,CAAC,IAAI,GAAC,QAAQ,IAAI,CAAC,CAAC;;;;;cAKnB,CAAC,eAAe,GAAC,QAAQ,CAAC;;;;aAC1B,OAAO;;;;;;;;;;aAON,cAAc;;oCAKlB,kBAAkB,KAChB,CAAC,IAAI,GAAC,QAAQ,IAAI,CAAC,CAAC;;;;;OAKnB,UAAU;;;;UAEV,CAAC,MAAM,GAAC,MAAM,CAAC;;;;;;;;aAIf,OAAO;;;;iBAEP;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE;;;;cAElC,eAAe;aAEf,OAAO;;;;;eACP,SAAS;aAGT,cAAc;;yCAKjB,uBAAuB,KACrB,QAAQ,IAAI,CAAC;AAr7B1B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkOG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgHG;AACH;IA0BI;;;OAGG;IACH,qBAHW,qBAAqB,EA2E/B;IAlCG,gCAA2F;IAO3F,gCAA2D;IAC3D,6BAAqD;IACrD,yBAAsC;IACtC,4CAAsD;IACtD,0CAAkD;IAClD,mDAAoD;IACpD,+CAAgD;IAChD,mDAA4C;IAC5C;;;SAGK;IACL,oBAHU,MAAM,GAAG,CAAC,CAGwB;IAC5C;;;SAGK;IACL,qBAHU,MAAM,GAAG,CAAC,CAMnB;IAGG,kCAAwG;IAMhH;;;;OAIG;IACH,eAFW,gBAAgB,QA+B1B;IAyED;;;;;OAKG;IACH,6CALW,eAAe,iBAwCzB;IAED;;;;;;;;;;;;;;OAcG;IACH,gCAUC;IAED;;;;;;;;;;;;;;OAcG;IACH;QAT4B,OAAO,EAAxB,OAAO;QACU,OAAO,EAAxB,OAAO;QACS,QAAQ,EAAxB,MAAM;QAC2B,uBAAuB,EAAxD,uBAAuB;QACrB,QAAQ,eAAe,GAAC,QAAQ,CAAC,CAoB7C;IAED;;;;;;;;;;OAUG;IACH,4BAUC;IAED;;;;;;;;OAQG;IACH,kCAPW,OAAO,kBACP,eAAe,GAAC,QAAQ,GACtB,QAAQ,MAAM,CAAC,CAgC3B;IAED;;;;;;;;;OASG;IACH,sCARW,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAsCjB;IAED;;;;;;;OAOG;IACH;;;MA+BC;IAED;;;;;OAKG;IACH,uDAYC;IAED;;;;;;OAMG;IACH,yDALW,MAAM,CAAC,MAAM,GAAC,MAAM,CAAC,CAAC,QAchC;IAED;;;;;;;OAOG;IACH,0CANW,OAAO,cACP,MAAM,QAWhB;IAED;;;;;;OAMG;IACH,yCALW,OAAO,QAQjB;IAED;;;;OAIG;IACH,6BAcC;CACJ"}
|
|
@@ -4,7 +4,7 @@ const tslib_1 = require("tslib");
|
|
|
4
4
|
/* eslint-disable class-methods-use-this */
|
|
5
5
|
const utilities_1 = require("@apify/utilities");
|
|
6
6
|
const timeout_1 = require("@apify/timeout");
|
|
7
|
-
const cheerio_1 = (0, tslib_1.__importDefault)(require("cheerio"));
|
|
7
|
+
const cheerio_1 = (0, tslib_1.__importDefault)(require("cheerio")); // eslint-disable-line import/no-duplicates
|
|
8
8
|
const content_type_1 = (0, tslib_1.__importDefault)(require("content-type"));
|
|
9
9
|
const htmlparser2_1 = require("htmlparser2");
|
|
10
10
|
const WritableStream_1 = require("htmlparser2/lib/WritableStream");
|
|
@@ -14,7 +14,7 @@ const util_1 = (0, tslib_1.__importDefault)(require("util"));
|
|
|
14
14
|
const got_scraping_1 = require("got-scraping");
|
|
15
15
|
const constants_1 = require("../constants");
|
|
16
16
|
const utils_1 = require("../utils");
|
|
17
|
-
const utils_request_1 = require("../utils_request");
|
|
17
|
+
const utils_request_1 = require("../utils_request"); // eslint-disable-line import/no-duplicates
|
|
18
18
|
const crawler_utils_1 = require("./crawler_utils");
|
|
19
19
|
const basic_crawler_1 = require("./basic_crawler"); // eslint-disable-line import/no-duplicates
|
|
20
20
|
const crawler_extension_1 = (0, tslib_1.__importDefault)(require("./crawler_extension"));
|
|
@@ -412,12 +412,12 @@ class CheerioCrawler extends basic_crawler_1.BasicCrawler {
|
|
|
412
412
|
this.postResponseFunction = postResponseFunction;
|
|
413
413
|
this.proxyConfiguration = proxyConfiguration;
|
|
414
414
|
/**
|
|
415
|
-
* @type {Array<
|
|
415
|
+
* @type {Array<any>}
|
|
416
416
|
* @ignore
|
|
417
417
|
* */
|
|
418
418
|
this.preNavigationHooks = preNavigationHooks;
|
|
419
419
|
/**
|
|
420
|
-
* @type {Array<
|
|
420
|
+
* @type {Array<any>}
|
|
421
421
|
* @ignore
|
|
422
422
|
* */
|
|
423
423
|
this.postNavigationHooks = [
|
|
@@ -566,6 +566,7 @@ class CheerioCrawler extends basic_crawler_1.BasicCrawler {
|
|
|
566
566
|
_mergeRequestCookieDiff(request, cookieSnapshot, requestAsBrowserOptions) {
|
|
567
567
|
const cookieDiff = (0, crawler_utils_1.diffCookies)(request.url, cookieSnapshot, request.headers.Cookie ?? request.headers.cookie);
|
|
568
568
|
if (cookieDiff.length > 0) {
|
|
569
|
+
requestAsBrowserOptions.headers ?? (requestAsBrowserOptions.headers = {});
|
|
569
570
|
requestAsBrowserOptions.headers.Cookie = (0, crawler_utils_1.mergeCookies)(request.url, [
|
|
570
571
|
requestAsBrowserOptions.headers.Cookie,
|
|
571
572
|
cookieDiff,
|
|
@@ -886,7 +887,7 @@ exports.default = CheerioCrawler;
|
|
|
886
887
|
*/
|
|
887
888
|
/**
|
|
888
889
|
* @typedef CheerioHandlePageInputs
|
|
889
|
-
* @property {
|
|
890
|
+
* @property {CheerioAPI} $
|
|
890
891
|
* The [Cheerio](https://cheerio.js.org/) object with parsed HTML.
|
|
891
892
|
* @property {(string|Buffer)} body
|
|
892
893
|
* The request body of the web page.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cheerio_crawler.js","sourceRoot":"","sources":["../../src/crawlers/cheerio_crawler.js"],"names":[],"mappings":";;;AAAA,2CAA2C;AAC3C,gDAA4E;AAC5E,4CAAgE;AAChE,mEAA8B;AAC9B,6EAA6C;AAC7C,6CAAyC;AACzC,mEAAgE;AAChE,yEAA+B;AAC/B,yDAAoB;AACpB,6DAAwB;AACxB,+CAA4C;AAC5C,4CAAiE;AACjE,oCAAwD;AACxD,oDAAoD;AACpD,mDAA4D;AAC5D,mDAA+C,CAAC,2CAA2C;AAC3F,yFAAmD;AAcnD,8CAA2C;AAC3C,iFAAiF;AAEjF;;GAEG;AACH,MAAM,uBAAuB,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,uBAAuB,EAAE,iBAAiB,CAAC,CAAC;AACtG,MAAM,0BAA0B,GAAG,kBAAkB,CAAC;AACtD,MAAM,yCAAyC,GAAG;IAC9C,kBAAkB,EAAE;QAChB,6BAA6B,EAAE,CAAC;QAChC,gBAAgB,EAAE,GAAG;KACxB;IACD,mBAAmB,EAAE;QACjB,2BAA2B,EAAE,GAAG;KACnC;CACJ,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkOG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgHG;AACH,MAAM,cAAe,SAAQ,4BAAY;IA0BrC;;;OAGG;IACH,YAAY,OAAO;QACf,IAAA,YAAE,EAAC,OAAO,EAAE,uBAAuB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC,CAAC;QAExF,MAAM,EACF,kBAAkB,EAClB,kBAAkB,GAAG,EAAE,EACvB,qBAAqB,GAAG,EAAE,EAC1B,eAAe,GAAG,IAAI,EACtB,mBAAmB,GAAG,EAAE,EACxB,uBAAuB,EACvB,qBAAqB,EACrB,kBAAkB,EAClB,sBAAsB,EACtB,oBAAoB,EACpB,wBAAwB,EACxB,kBAAkB,GAAG,EAAE,EACvB,mBAAmB,GAAG,EAAE;QAExB,eAAe;QACf,qBAAqB,GAAG,yCAAyC,EACjE,GAAG,mBAAmB,EACzB,GAAG,OAAO,CAAC;QAEZ,KAAK,CAAC;YACF,GAAG,mBAAmB;YACtB,gDAAgD;YAChD,qBAAqB,EAAE,kBAAkB;YACzC,qBAAqB;YACrB,6DAA6D;YAC7D,uDAAuD;YACvD,wBAAwB,EAAE,kBAAkB,GAAG,qBAAqB,GAAG,6CAAiC;SAC3G,CAAC,CAAC;QAEH,uEAAuE;QACvE,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,wBAAwB,EAAE;YAClD,MAAM,IAAI,KAAK,CAAC,iFAAiF,CAAC,CAAC;SACtG;QAED,IAAI,CAAC,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,uBAAuB,EAAE,0BAA0B,CAAC,CAAC,CAAC;QAC5F,IAAI,mBAAmB,CAAC,MAAM;YAAE,IAAI,CAAC,yBAAyB,CAAC,mBAAmB,CAAC,CAAC;QAEpF,IAAI,uBAAuB,IAAI,qBAAqB,EAAE;YAClD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,sGAAsG,CAAC,CAAC;SAC5H;QAED,IAAI,CAAC,uBAAuB,GAAG,qBAAqB,GAAG,IAAI,CAAC;QAC5D,IAAI,CAAC,oBAAoB,GAAG,kBAAkB,GAAG,IAAI,CAAC;QACtD,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QACvD,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;QACnD,IAAI,CAAC,sBAAsB,GAAG,sBAAsB,CAAC;QACrD,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C;;;aAGK;QACL,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C;;;aAGK;QACL,IAAI,CAAC,mBAAmB,GAAG;YACvB,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,QAAQ,CAAC;YACvE,GAAG,mBAAmB;SACzB,CAAC;QAEF,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,IAAI,CAAC,wBAAwB,GAAG,wBAAwB,KAAK,SAAS,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,IAAI,CAAC;SAC5G;aAAM;YACH,IAAI,CAAC,wBAAwB,GAAG,KAAK,CAAC;SACzC;IACL,CAAC;IAED;;;;OAIG;IACH,GAAG,CAAC,SAAS;QACT,IAAA,YAAE,EAAC,SAAS,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,2BAAgB,CAAC,CAAC,CAAC;QAEtD,MAAM,gBAAgB,GAAG,SAAS,CAAC,iBAAiB,EAAE,CAAC;QACvD,gDAAgD;QAChD,gBAAgB,CAAC,mBAAmB,GAAG,gBAAgB,CAAC,kBAAkB,CAAC;QAC3E,OAAO,gBAAgB,CAAC,kBAAkB,CAAC;QAE3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE;YACzD,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,sBAAsB;YACvE,MAAM,YAAY,GAAG,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;YACtC,MAAM,aAAa,GAAG,OAAO,KAAK,CAAC,CAAC,0DAA0D;YAC9F,MAAM,UAAU,GAAG,YAAY,KAAK,aAAa,IAAI,KAAK,IAAI,IAAI,CAAC,CAAC,+BAA+B;YACnG,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;YAEjC,IAAI,CAAC,cAAc,EAAE,EAAE,wDAAwD;gBAC3E,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,CAAC,IAAI,2BAA2B,GAAG,wDAAwD,CAAC,CAAC;aAC5H;YAED,IAAI,CAAC,UAAU,IAAI,MAAM,EAAE,EAAE,0DAA0D;gBACnF,MAAM,IAAI,KAAK,CACX,GAAG,SAAS,CAAC,IAAI,6CAA6C,aAAa,sBAAsB,GAAG,KAAK,YAAY,IAAI,CAC5H,CAAC;aACL;YAED,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC,IAAI,kCAAkC,GAAG,KAAK,YAAY,UAAU,KAAK,GAAG,CAAC,CAAC;YAE5G,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;SACrB;IACL,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,sBAAsB,CAAC,eAAe;QACxC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC;QAE7C,IAAI,IAAI,CAAC,kBAAkB,EAAE;YACzB,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YACnD,eAAe,CAAC,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;SAC/E;QAED,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;QAC9C,IAAA,mBAAS,GAAE,CAAC;QAEZ,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;QACjH,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;SAC7D;QAED,IAAI,IAAI,CAAC,wBAAwB,EAAE;YAC/B,OAAO,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;SAC5C;QAED,OAAO,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC;QAEjC,MAAM,CAAC,GAAG,GAAG;YACT,CAAC,CAAC,iBAAO,CAAC,IAAI,CAAC,GAAG,EAAE;gBAChB,OAAO,EAAE,KAAK;gBACd,yGAAyG;gBACzG,gFAAgF;gBAChF,2GAA2G;gBAC3G,eAAe,EAAE,IAAI;aACxB,CAAC;YACF,CAAC,CAAC,IAAI,CAAC;QAEX,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC;QACtB,eAAe,CAAC,WAAW,GAAG,WAAW,CAAC;QAC1C,eAAe,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACpC,MAAM,CAAC,cAAc,CAAC,eAAe,EAAE,MAAM,EAAE;YAC3C,GAAG;gBACC,IAAI,WAAW,CAAC,IAAI,KAAK,0BAA0B;oBAAE,OAAO,IAAI,CAAC;gBACjE,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBACvD,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAClC,CAAC;SACJ,CAAC,CAAC;QACH,MAAM,CAAC,cAAc,CAAC,eAAe,EAAE,MAAM,EAAE;YAC3C,GAAG;gBACC,6GAA6G;gBAC7G,mFAAmF;gBACnF,sEAAsE;gBACtE,IAAI,GAAG,EAAE;oBACL,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;iBAC9D;gBACD,OAAO,IAAI,CAAC;YAChB,CAAC;SACJ,CAAC,CAAC;QAEH,OAAO,IAAA,6BAAmB,EACtB,GAAG,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,eAAe,CAAC,EAC/C,IAAI,CAAC,uBAAuB,EAC5B,sCAAsC,IAAI,CAAC,uBAAuB,GAAG,IAAI,WAAW,CACvF,CAAC;IACN,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,iBAAiB,CAAC,eAAe;QACnC,IAAI,IAAI,CAAC,sBAAsB,EAAE;YAC7B,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,kFAAkF,CAAC,CAAC;YACxG,MAAM,IAAI,CAAC,sBAAsB,CAAC,eAAe,CAAC,CAAC;YACnD,IAAA,mBAAS,GAAE,CAAC;SACf;QAED,MAAM,uBAAuB,GAAG,EAAE,CAAC;QAEnC,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,IAAI,CAAC,mBAAmB,CAAC,eAAe,EAAE,uBAAuB,CAAC,CAAC;SACtE;QAED,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC;QAC7C,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;QACxE,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,kBAAkB,EAAE,eAAe,EAAE,uBAAuB,CAAC,CAAC;QAC5F,IAAA,mBAAS,GAAE,CAAC;QACZ,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,IAAI,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC;QAC5E,IAAI,CAAC,uBAAuB,CAAC,OAAO,EAAE,cAAc,EAAE,uBAAuB,CAAC,CAAC;QAE/E,eAAe,CAAC,QAAQ,GAAG,MAAM,IAAA,6BAAmB,EAChD,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,uBAAuB,EAAE,CAAC,EACpF,IAAI,CAAC,oBAAoB,EACzB,2BAA2B,IAAI,CAAC,oBAAoB,GAAG,IAAI,WAAW,CACzE,CAAC;QACF,IAAA,mBAAS,GAAE,CAAC;QAEZ,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,mBAAmB,EAAE,eAAe,EAAE,uBAAuB,CAAC,CAAC;QAC7F,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC3B,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,iFAAiF,CAAC,CAAC;YACvG,MAAM,IAAI,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAC;YACjD,IAAA,mBAAS,GAAE,CAAC;SACf;IACL,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,uBAAuB,CAAC,OAAO,EAAE,cAAc,EAAE,uBAAuB;QACpE,MAAM,UAAU,GAAG,IAAA,2BAAW,EAAC,OAAO,CAAC,GAAG,EAAE,cAAc,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAE9G,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;YACvB,uBAAuB,CAAC,OAAO,CAAC,MAAM,GAAG,IAAA,4BAAY,EAAC,OAAO,CAAC,GAAG,EAAE;gBAC/D,uBAAuB,CAAC,OAAO,CAAC,MAAM;gBACtC,UAAU;aACb,CAAC,CAAC;SACN;IACL,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,KAAK,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,uBAAuB,EAAE;QAC1E,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,uBAAuB,CAAC,CAAC;QAC1F,IAAI,kBAAkB,CAAC;QAEvB,IAAI;YACA,kBAAkB,GAAG,MAAM,IAAA,gCAAgB,EAAC,IAAI,CAAC,CAAC;SACrD;QAAC,OAAO,CAAC,EAAE;YACR,IAAI,CAAC,YAAY,2BAAY,EAAE;gBAC3B,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;aACvC;iBAAM;gBACH,MAAM,CAAC,CAAC;aACX;SACJ;QAED,OAAO,kBAAkB,CAAC;IAC9B,CAAC;IAED;;;;;;;;;;OAUG;IACH,mBAAmB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,uBAAuB;QAC7D,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;QACpE,MAAM,aAAa,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3D,MAAM,aAAa,GAAG,IAAA,4BAAY,EAAC,OAAO,CAAC,GAAG,EAAE,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC,CAAC;QAE7E,0CAA0C;QAC1C,IAAI,aAAa,EAAE;YACf,uBAAuB,CAAC,OAAO,KAA/B,uBAAuB,CAAC,OAAO,GAAK,EAAE,EAAC;YACvC,uBAAuB,CAAC,OAAO,CAAC,MAAM,GAAG,aAAa,CAAC;SAC1D;IACL,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,cAAc;QACxC,MAAM,EAAE,UAAU,EAAE,GAAG,cAAc,CAAC;QACtC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,IAAA,oCAA4B,EAAC,cAAc,CAAC,CAAC;QACvE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;QACtF,MAAM,WAAW,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAEvC,IAAI,UAAU,IAAI,GAAG,EAAE;YACnB,MAAM,IAAI,GAAG,MAAM,IAAA,8BAAkB,EAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAE1D,2DAA2D;YAC3D,gDAAgD;YAChD,IAAI,IAAI,KAAK,0BAA0B,EAAE;gBACrC,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACvC,IAAI,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC;gBAChC,IAAI,CAAC,OAAO;oBAAE,OAAO,GAAG,cAAI,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,CAAC;gBACtF,MAAM,IAAI,KAAK,CAAC,GAAG,UAAU,MAAM,OAAO,EAAE,CAAC,CAAC;aACjD;YAED,6EAA6E;YAC7E,MAAM,IAAI,KAAK,CAAC,GAAG,UAAU,6BAA6B,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;SACpF;aAAM,IAAI,uBAAuB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;YAC/C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YACjD,OAAO,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;SACxE;aAAM;YACH,MAAM,IAAI,GAAG,MAAM,IAAA,gCAAoB,EAAC,QAAQ,CAAC,CAAC;YAClD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;SAC1C;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,uBAAuB;QAClE,MAAM,cAAc,GAAG;YACnB,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ;YACR,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,oBAAoB,EAAE;YAC/C,YAAY,EAAE,OAAO;YACrB,GAAG,uBAAuB;YAC1B,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,GAAG,uBAAuB,CAAC,OAAO,EAAE;YACnE,KAAK,EAAE;gBACH,GAAG,uBAAuB,CAAC,KAAK;gBAChC,kBAAkB,EAAE,CAAC,IAAI,CAAC,eAAe;aAC5C;YACD,QAAQ,EAAE,IAAI;SACjB,CAAC;QAEF,2EAA2E;QAC3E,oEAAoE;QACpE,yEAAyE;QACzE,4CAA4C;QAC5C,IAAI,IAAI,CAAC,kBAAkB,IAAI,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,EAAE;YACrE,cAAc,CAAC,KAAK,GAAG;gBACnB,GAAG,cAAc,CAAC,KAAK;gBACvB,kBAAkB,EAAE,KAAK;aAC5B,CAAC;SACL;QAED,IAAI,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,cAAc,CAAC,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC;QAEjF,OAAO,cAAc,CAAC;IAC1B,CAAC;IAED;;;;;;;OAOG;IACH,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ;QACvC,IAAI,IAAI,CAAC,qBAAqB,EAAE;YAC5B,QAAQ,GAAG,IAAI,CAAC,qBAAqB,CAAC;SACzC;aAAM,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,uBAAuB,EAAE;YAClD,QAAQ,GAAG,IAAI,CAAC,uBAAuB,CAAC;SAC3C;QAED,sDAAsD;QACtD,MAAM,IAAI,GAAG,MAAM,CAAC;QACpB,IAAI,CAAC,QAAQ;YAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAEnD,2DAA2D;QAC3D,+CAA+C;QAC/C,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;QAE/D,+DAA+D;QAC/D,IAAI,oBAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE;YAChC,MAAM,YAAY,GAAG,oBAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,YAAY,GAAG,oBAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YACxG,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC/D,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACvE,eAAe,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;YACjD,eAAe,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;YAC3C,eAAe,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;YACnC,OAAO;gBACH,QAAQ,EAAE,eAAe;gBACzB,QAAQ,EAAE,IAAI;aACjB,CAAC;SACL;QAED,MAAM,IAAI,KAAK,CAAC,YAAY,OAAO,CAAC,GAAG,8CAA8C,QAAQ,EAAE,CAAC,CAAC;IACrG,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,eAAe,CAAC,QAAQ;QAC1B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,MAAM,UAAU,GAAG,IAAI,wBAAU,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;gBAC3C,IAAI,GAAG;oBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;;oBAChB,OAAO,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,+BAAc,CAAC,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YACxE,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3B,QAAQ;iBACH,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;iBACnB,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;;OAMG;IACH,yBAAyB,CAAC,mBAAmB;QACzC,mBAAmB,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;YACrC,IAAI;gBACA,MAAM,UAAU,GAAG,sBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACrD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;aAChD;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,sCAAsC,CAAC,CAAC;aAC9F;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;OAOG;IACH,sBAAsB,CAAC,OAAO,EAAE,UAAU;QACtC,MAAM,SAAS,GAAG,OAAO,CAAC,0BAA0B,CAAC,UAAU,CAAC,CAAC;QAEjE,IAAI,SAAS,EAAE;YACX,MAAM,IAAI,KAAK,CAAC,8BAA8B,UAAU,cAAc,CAAC,CAAC;SAC3E;IACL,CAAC;IAED;;;;;;OAMG;IACH,qBAAqB,CAAC,OAAO;QACzB,IAAI,OAAO;YAAE,OAAO,CAAC,OAAO,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,uBAAuB,GAAG,IAAI,WAAW,CAAC,CAAC;IAC/F,CAAC;IAED;;;;OAIG;IACH,oBAAoB,CAAC,OAAO,EAAE,QAAQ;QAClC,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;QAChC,MAAM,EAAE,IAAI,EAAE,GAAG,IAAA,oCAA4B,EAAC,QAAQ,CAAC,CAAC;QAExD,IAAI,UAAU,KAAK,GAAG,EAAE;YACpB,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,YAAY,OAAO,CAAC,GAAG,oFAAoF,CAAC,CAAC;SAChI;QAED,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,UAAU,GAAG,GAAG,EAAE;YACxD,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,YAAY,OAAO,CAAC,GAAG,wBAAwB,IAAI,IAAI;kBAC7D,YAAY,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;SAC3G;IACL,CAAC;;AA5hBD;;;GAGG;AACI;;;;WAAe;QAClB,GAAG,4BAAY,CAAC,YAAY;QAC5B,gDAAgD;QAChD,qBAAqB,EAAE,YAAE,CAAC,SAAS;QAEnC,kBAAkB,EAAE,YAAE,CAAC,QAAQ;QAC/B,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACzC,eAAe,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QACpC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC;QACxD,uBAAuB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC3C,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACzC,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,kBAAkB,CAAC;QAC9E,sBAAsB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC5C,oBAAoB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC1C,wBAAwB,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QAE7C,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK;QACrC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK;KACzC;GAAC;AAwgBN,kBAAe,cAAc,CAAC;AAE9B;;;;;;;;;;GAUG;AAEH;;;;GAIG;AAEH;;;;;;;;;;;GAWG;AAEH;;;;GAIG;AAEH;;;;;;;;;;;;;;;;;;;GAmBG;AAEH;;;;GAIG"}
|
|
1
|
+
{"version":3,"file":"cheerio_crawler.js","sourceRoot":"","sources":["../../src/crawlers/cheerio_crawler.js"],"names":[],"mappings":";;;AAAA,2CAA2C;AAC3C,gDAA4E;AAC5E,4CAAgE;AAChE,mEAA8B,CAAC,2CAA2C;AAC1E,6EAA6C;AAC7C,6CAAyC;AACzC,mEAAgE;AAChE,yEAA+B;AAC/B,yDAAoB;AACpB,6DAAwB;AACxB,+CAA4C;AAC5C,4CAAiE;AACjE,oCAAwD;AACxD,oDAAoD,CAAC,2CAA2C;AAChG,mDAA4D;AAC5D,mDAA+C,CAAC,2CAA2C;AAC3F,yFAAmD;AAcnD,8CAA2C;AAI3C,iFAAiF;AAEjF;;GAEG;AACH,MAAM,uBAAuB,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,uBAAuB,EAAE,iBAAiB,CAAC,CAAC;AACtG,MAAM,0BAA0B,GAAG,kBAAkB,CAAC;AACtD,MAAM,yCAAyC,GAAG;IAC9C,kBAAkB,EAAE;QAChB,6BAA6B,EAAE,CAAC;QAChC,gBAAgB,EAAE,GAAG;KACxB;IACD,mBAAmB,EAAE;QACjB,2BAA2B,EAAE,GAAG;KACnC;CACJ,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkOG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgHG;AACH,MAAM,cAAe,SAAQ,4BAAY;IA0BrC;;;OAGG;IACH,YAAY,OAAO;QACf,IAAA,YAAE,EAAC,OAAO,EAAE,uBAAuB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC,CAAC;QAExF,MAAM,EACF,kBAAkB,EAClB,kBAAkB,GAAG,EAAE,EACvB,qBAAqB,GAAG,EAAE,EAC1B,eAAe,GAAG,IAAI,EACtB,mBAAmB,GAAG,EAAE,EACxB,uBAAuB,EACvB,qBAAqB,EACrB,kBAAkB,EAClB,sBAAsB,EACtB,oBAAoB,EACpB,wBAAwB,EACxB,kBAAkB,GAAG,EAAE,EACvB,mBAAmB,GAAG,EAAE;QAExB,eAAe;QACf,qBAAqB,GAAG,yCAAyC,EACjE,GAAG,mBAAmB,EACzB,GAAG,OAAO,CAAC;QAEZ,KAAK,CAAC;YACF,GAAG,mBAAmB;YACtB,gDAAgD;YAChD,qBAAqB,EAAE,kBAAkB;YACzC,qBAAqB;YACrB,6DAA6D;YAC7D,uDAAuD;YACvD,wBAAwB,EAAE,kBAAkB,GAAG,qBAAqB,GAAG,6CAAiC;SAC3G,CAAC,CAAC;QAEH,uEAAuE;QACvE,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,wBAAwB,EAAE;YAClD,MAAM,IAAI,KAAK,CAAC,iFAAiF,CAAC,CAAC;SACtG;QAED,IAAI,CAAC,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,uBAAuB,EAAE,0BAA0B,CAAC,CAAC,CAAC;QAC5F,IAAI,mBAAmB,CAAC,MAAM;YAAE,IAAI,CAAC,yBAAyB,CAAC,mBAAmB,CAAC,CAAC;QAEpF,IAAI,uBAAuB,IAAI,qBAAqB,EAAE;YAClD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,sGAAsG,CAAC,CAAC;SAC5H;QAED,IAAI,CAAC,uBAAuB,GAAG,qBAAqB,GAAG,IAAI,CAAC;QAC5D,IAAI,CAAC,oBAAoB,GAAG,kBAAkB,GAAG,IAAI,CAAC;QACtD,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QACvD,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;QACnD,IAAI,CAAC,sBAAsB,GAAG,sBAAsB,CAAC;QACrD,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C;;;aAGK;QACL,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C;;;aAGK;QACL,IAAI,CAAC,mBAAmB,GAAG;YACvB,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,QAAQ,CAAC;YACvE,GAAG,mBAAmB;SACzB,CAAC;QAEF,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,IAAI,CAAC,wBAAwB,GAAG,wBAAwB,KAAK,SAAS,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,IAAI,CAAC;SAC5G;aAAM;YACH,IAAI,CAAC,wBAAwB,GAAG,KAAK,CAAC;SACzC;IACL,CAAC;IAED;;;;OAIG;IACH,GAAG,CAAC,SAAS;QACT,IAAA,YAAE,EAAC,SAAS,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,2BAAgB,CAAC,CAAC,CAAC;QAEtD,MAAM,gBAAgB,GAAG,SAAS,CAAC,iBAAiB,EAAE,CAAC;QACvD,gDAAgD;QAChD,gBAAgB,CAAC,mBAAmB,GAAG,gBAAgB,CAAC,kBAAkB,CAAC;QAC3E,OAAO,gBAAgB,CAAC,kBAAkB,CAAC;QAE3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE;YACzD,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,sBAAsB;YACvE,MAAM,YAAY,GAAG,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;YACtC,MAAM,aAAa,GAAG,OAAO,KAAK,CAAC,CAAC,0DAA0D;YAC9F,MAAM,UAAU,GAAG,YAAY,KAAK,aAAa,IAAI,KAAK,IAAI,IAAI,CAAC,CAAC,+BAA+B;YACnG,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;YAEjC,IAAI,CAAC,cAAc,EAAE,EAAE,wDAAwD;gBAC3E,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,CAAC,IAAI,2BAA2B,GAAG,wDAAwD,CAAC,CAAC;aAC5H;YAED,IAAI,CAAC,UAAU,IAAI,MAAM,EAAE,EAAE,0DAA0D;gBACnF,MAAM,IAAI,KAAK,CACX,GAAG,SAAS,CAAC,IAAI,6CAA6C,aAAa,sBAAsB,GAAG,KAAK,YAAY,IAAI,CAC5H,CAAC;aACL;YAED,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC,IAAI,kCAAkC,GAAG,KAAK,YAAY,UAAU,KAAK,GAAG,CAAC,CAAC;YAE5G,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;SACrB;IACL,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,sBAAsB,CAAC,eAAe;QACxC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC;QAE7C,IAAI,IAAI,CAAC,kBAAkB,EAAE;YACzB,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YACnD,eAAe,CAAC,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;SAC/E;QAED,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;QAC9C,IAAA,mBAAS,GAAE,CAAC;QAEZ,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;QACjH,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;SAC7D;QAED,IAAI,IAAI,CAAC,wBAAwB,EAAE;YAC/B,OAAO,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;SAC5C;QAED,OAAO,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC;QAEjC,MAAM,CAAC,GAAG,GAAG;YACT,CAAC,CAAC,iBAAO,CAAC,IAAI,CAAC,GAAG,EAAE;gBAChB,OAAO,EAAE,KAAK;gBACd,yGAAyG;gBACzG,gFAAgF;gBAChF,2GAA2G;gBAC3G,eAAe,EAAE,IAAI;aACxB,CAAC;YACF,CAAC,CAAC,IAAI,CAAC;QAEX,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC;QACtB,eAAe,CAAC,WAAW,GAAG,WAAW,CAAC;QAC1C,eAAe,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACpC,MAAM,CAAC,cAAc,CAAC,eAAe,EAAE,MAAM,EAAE;YAC3C,GAAG;gBACC,IAAI,WAAW,CAAC,IAAI,KAAK,0BAA0B;oBAAE,OAAO,IAAI,CAAC;gBACjE,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBACvD,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAClC,CAAC;SACJ,CAAC,CAAC;QACH,MAAM,CAAC,cAAc,CAAC,eAAe,EAAE,MAAM,EAAE;YAC3C,GAAG;gBACC,6GAA6G;gBAC7G,mFAAmF;gBACnF,sEAAsE;gBACtE,IAAI,GAAG,EAAE;oBACL,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;iBAC9D;gBACD,OAAO,IAAI,CAAC;YAChB,CAAC;SACJ,CAAC,CAAC;QAEH,OAAO,IAAA,6BAAmB,EACtB,GAAG,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,eAAe,CAAC,EAC/C,IAAI,CAAC,uBAAuB,EAC5B,sCAAsC,IAAI,CAAC,uBAAuB,GAAG,IAAI,WAAW,CACvF,CAAC;IACN,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,iBAAiB,CAAC,eAAe;QACnC,IAAI,IAAI,CAAC,sBAAsB,EAAE;YAC7B,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,kFAAkF,CAAC,CAAC;YACxG,MAAM,IAAI,CAAC,sBAAsB,CAAC,eAAe,CAAC,CAAC;YACnD,IAAA,mBAAS,GAAE,CAAC;SACf;QAED,MAAM,uBAAuB,GAAG,EAAE,CAAC;QAEnC,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,IAAI,CAAC,mBAAmB,CAAC,eAAe,EAAE,uBAAuB,CAAC,CAAC;SACtE;QAED,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC;QAC7C,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;QACxE,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,kBAAkB,EAAE,eAAe,EAAE,uBAAuB,CAAC,CAAC;QAC5F,IAAA,mBAAS,GAAE,CAAC;QACZ,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,IAAI,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC;QAC5E,IAAI,CAAC,uBAAuB,CAAC,OAAO,EAAE,cAAc,EAAE,uBAAuB,CAAC,CAAC;QAE/E,eAAe,CAAC,QAAQ,GAAG,MAAM,IAAA,6BAAmB,EAChD,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,uBAAuB,EAAE,CAAC,EACpF,IAAI,CAAC,oBAAoB,EACzB,2BAA2B,IAAI,CAAC,oBAAoB,GAAG,IAAI,WAAW,CACzE,CAAC;QACF,IAAA,mBAAS,GAAE,CAAC;QAEZ,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,mBAAmB,EAAE,eAAe,EAAE,uBAAuB,CAAC,CAAC;QAC7F,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC3B,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,iFAAiF,CAAC,CAAC;YACvG,MAAM,IAAI,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAC;YACjD,IAAA,mBAAS,GAAE,CAAC;SACf;IACL,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,uBAAuB,CAAC,OAAO,EAAE,cAAc,EAAE,uBAAuB;QACpE,MAAM,UAAU,GAAG,IAAA,2BAAW,EAAC,OAAO,CAAC,GAAG,EAAE,cAAc,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAE9G,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;YACvB,uBAAuB,CAAC,OAAO,KAA/B,uBAAuB,CAAC,OAAO,GAAK,EAAE,EAAC;YACvC,uBAAuB,CAAC,OAAO,CAAC,MAAM,GAAG,IAAA,4BAAY,EAAC,OAAO,CAAC,GAAG,EAAE;gBAC/D,uBAAuB,CAAC,OAAO,CAAC,MAAM;gBACtC,UAAU;aACb,CAAC,CAAC;SACN;IACL,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,KAAK,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,uBAAuB,EAAE;QAC1E,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,uBAAuB,CAAC,CAAC;QAC1F,IAAI,kBAAkB,CAAC;QAEvB,IAAI;YACA,kBAAkB,GAAG,MAAM,IAAA,gCAAgB,EAAC,IAAI,CAAC,CAAC;SACrD;QAAC,OAAO,CAAC,EAAE;YACR,IAAI,CAAC,YAAY,2BAAY,EAAE;gBAC3B,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;aACvC;iBAAM;gBACH,MAAM,CAAC,CAAC;aACX;SACJ;QAED,OAAO,kBAAkB,CAAC;IAC9B,CAAC;IAED;;;;;;;;;;OAUG;IACH,mBAAmB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,uBAAuB;QAC7D,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;QACpE,MAAM,aAAa,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3D,MAAM,aAAa,GAAG,IAAA,4BAAY,EAAC,OAAO,CAAC,GAAG,EAAE,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC,CAAC;QAE7E,0CAA0C;QAC1C,IAAI,aAAa,EAAE;YACf,uBAAuB,CAAC,OAAO,KAA/B,uBAAuB,CAAC,OAAO,GAAK,EAAE,EAAC;YACvC,uBAAuB,CAAC,OAAO,CAAC,MAAM,GAAG,aAAa,CAAC;SAC1D;IACL,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,cAAc;QACxC,MAAM,EAAE,UAAU,EAAE,GAAG,cAAc,CAAC;QACtC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,IAAA,oCAA4B,EAAC,cAAc,CAAC,CAAC;QACvE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;QACtF,MAAM,WAAW,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAEvC,IAAI,UAAU,IAAI,GAAG,EAAE;YACnB,MAAM,IAAI,GAAG,MAAM,IAAA,8BAAkB,EAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAE1D,2DAA2D;YAC3D,gDAAgD;YAChD,IAAI,IAAI,KAAK,0BAA0B,EAAE;gBACrC,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACvC,IAAI,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC;gBAChC,IAAI,CAAC,OAAO;oBAAE,OAAO,GAAG,cAAI,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,CAAC;gBACtF,MAAM,IAAI,KAAK,CAAC,GAAG,UAAU,MAAM,OAAO,EAAE,CAAC,CAAC;aACjD;YAED,6EAA6E;YAC7E,MAAM,IAAI,KAAK,CAAC,GAAG,UAAU,6BAA6B,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;SACpF;aAAM,IAAI,uBAAuB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;YAC/C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YACjD,OAAO,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;SACxE;aAAM;YACH,MAAM,IAAI,GAAG,MAAM,IAAA,gCAAoB,EAAC,QAAQ,CAAC,CAAC;YAClD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;SAC1C;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,uBAAuB;QAClE,MAAM,cAAc,GAAG;YACnB,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ;YACR,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,oBAAoB,EAAE;YAC/C,YAAY,EAAE,OAAO;YACrB,GAAG,uBAAuB;YAC1B,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,GAAG,uBAAuB,CAAC,OAAO,EAAE;YACnE,KAAK,EAAE;gBACH,GAAG,uBAAuB,CAAC,KAAK;gBAChC,kBAAkB,EAAE,CAAC,IAAI,CAAC,eAAe;aAC5C;YACD,QAAQ,EAAE,IAAI;SACjB,CAAC;QAEF,2EAA2E;QAC3E,oEAAoE;QACpE,yEAAyE;QACzE,4CAA4C;QAC5C,IAAI,IAAI,CAAC,kBAAkB,IAAI,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,EAAE;YACrE,cAAc,CAAC,KAAK,GAAG;gBACnB,GAAG,cAAc,CAAC,KAAK;gBACvB,kBAAkB,EAAE,KAAK;aAC5B,CAAC;SACL;QAED,IAAI,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,cAAc,CAAC,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC;QAEjF,OAAO,cAAc,CAAC;IAC1B,CAAC;IAED;;;;;;;OAOG;IACH,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ;QACvC,IAAI,IAAI,CAAC,qBAAqB,EAAE;YAC5B,QAAQ,GAAG,IAAI,CAAC,qBAAqB,CAAC;SACzC;aAAM,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,uBAAuB,EAAE;YAClD,QAAQ,GAAG,IAAI,CAAC,uBAAuB,CAAC;SAC3C;QAED,sDAAsD;QACtD,MAAM,IAAI,GAAG,MAAM,CAAC;QACpB,IAAI,CAAC,QAAQ;YAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAEnD,2DAA2D;QAC3D,+CAA+C;QAC/C,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;QAE/D,+DAA+D;QAC/D,IAAI,oBAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE;YAChC,MAAM,YAAY,GAAG,oBAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,YAAY,GAAG,oBAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YACxG,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC/D,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACvE,eAAe,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;YACjD,eAAe,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;YAC3C,eAAe,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;YACnC,OAAO;gBACH,QAAQ,EAAE,eAAe;gBACzB,QAAQ,EAAE,IAAI;aACjB,CAAC;SACL;QAED,MAAM,IAAI,KAAK,CAAC,YAAY,OAAO,CAAC,GAAG,8CAA8C,QAAQ,EAAE,CAAC,CAAC;IACrG,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,eAAe,CAAC,QAAQ;QAC1B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,MAAM,UAAU,GAAG,IAAI,wBAAU,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;gBAC3C,IAAI,GAAG;oBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;;oBAChB,OAAO,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,+BAAc,CAAC,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YACxE,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3B,QAAQ;iBACH,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;iBACnB,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;;OAMG;IACH,yBAAyB,CAAC,mBAAmB;QACzC,mBAAmB,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;YACrC,IAAI;gBACA,MAAM,UAAU,GAAG,sBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACrD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;aAChD;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,sCAAsC,CAAC,CAAC;aAC9F;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;OAOG;IACH,sBAAsB,CAAC,OAAO,EAAE,UAAU;QACtC,MAAM,SAAS,GAAG,OAAO,CAAC,0BAA0B,CAAC,UAAU,CAAC,CAAC;QAEjE,IAAI,SAAS,EAAE;YACX,MAAM,IAAI,KAAK,CAAC,8BAA8B,UAAU,cAAc,CAAC,CAAC;SAC3E;IACL,CAAC;IAED;;;;;;OAMG;IACH,qBAAqB,CAAC,OAAO;QACzB,IAAI,OAAO;YAAE,OAAO,CAAC,OAAO,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,uBAAuB,GAAG,IAAI,WAAW,CAAC,CAAC;IAC/F,CAAC;IAED;;;;OAIG;IACH,oBAAoB,CAAC,OAAO,EAAE,QAAQ;QAClC,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;QAChC,MAAM,EAAE,IAAI,EAAE,GAAG,IAAA,oCAA4B,EAAC,QAAQ,CAAC,CAAC;QAExD,IAAI,UAAU,KAAK,GAAG,EAAE;YACpB,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,YAAY,OAAO,CAAC,GAAG,oFAAoF,CAAC,CAAC;SAChI;QAED,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,UAAU,GAAG,GAAG,EAAE;YACxD,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,YAAY,OAAO,CAAC,GAAG,wBAAwB,IAAI,IAAI;kBAC7D,YAAY,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;SAC3G;IACL,CAAC;;AA7hBD;;;GAGG;AACI;;;;WAAe;QAClB,GAAG,4BAAY,CAAC,YAAY;QAC5B,gDAAgD;QAChD,qBAAqB,EAAE,YAAE,CAAC,SAAS;QAEnC,kBAAkB,EAAE,YAAE,CAAC,QAAQ;QAC/B,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACzC,eAAe,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QACpC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC;QACxD,uBAAuB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC3C,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACzC,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,kBAAkB,CAAC;QAC9E,sBAAsB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC5C,oBAAoB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC1C,wBAAwB,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QAE7C,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK;QACrC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK;KACzC;GAAC;AAygBN,kBAAe,cAAc,CAAC;AAE9B;;;;;;;;;;GAUG;AAEH;;;;GAIG;AAEH;;;;;;;;;;;GAWG;AAEH;;;;GAIG;AAEH;;;;;;;;;;;;;;;;;;;GAmBG;AAEH;;;;GAIG"}
|
|
@@ -2,7 +2,7 @@ export default PuppeteerCrawler;
|
|
|
2
2
|
export type PuppeteerHook = (crawlingContext: {
|
|
3
3
|
page: Page;
|
|
4
4
|
crawler: PuppeteerCrawler;
|
|
5
|
-
} & BrowserCrawlingContext & CrawlingContext, gotoOptions:
|
|
5
|
+
} & BrowserCrawlingContext & CrawlingContext, gotoOptions: DirectNavigationOptions) => Promise<void>;
|
|
6
6
|
export type PuppeteerHandlePageFunctionParam = {
|
|
7
7
|
page: Page;
|
|
8
8
|
crawler: PuppeteerCrawler;
|
|
@@ -412,6 +412,7 @@ declare class PuppeteerCrawler extends BrowserCrawler {
|
|
|
412
412
|
import { Page } from "puppeteer";
|
|
413
413
|
import { BrowserCrawlingContext } from "./browser_crawler";
|
|
414
414
|
import { CrawlingContext } from "./basic_crawler";
|
|
415
|
+
import { DirectNavigationOptions } from "../typedefs";
|
|
415
416
|
import { HandleFailedRequest } from "./basic_crawler";
|
|
416
417
|
import { PuppeteerLaunchContext } from "../browser_launchers/puppeteer_launcher";
|
|
417
418
|
import { BrowserPoolOptions } from "browser-pool/dist/browser-pool";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"puppeteer_crawler.d.ts","sourceRoot":"","sources":["../../src/crawlers/puppeteer_crawler.js"],"names":[],"mappings":";
|
|
1
|
+
{"version":3,"file":"puppeteer_crawler.d.ts","sourceRoot":"","sources":["../../src/crawlers/puppeteer_crawler.js"],"names":[],"mappings":";8CAsBW;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,gBAAgB,CAAA;CAAE,GAAG,sBAAsB,GAAG,eAAe,eACpF,uBAAuB,KACrB,QAAQ,IAAI,CAAC;;UAIZ,IAAI;aACJ,gBAAgB;;4CAInB,eAAe,GAAG,sBAAsB,GAAG;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,gBAAgB,CAAA;CAAE,KAClF,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;wBAIZ,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAlBjC;;;;;GAKG;AACH;;;;GAIG;AACH;;;;GAIG;AACH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6HG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkFG;AACH;IAWI;;;MAGE;IACF,sBAHU,uBAAuB,EA2ChC;IADG,sCAAkC;CAkBzC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"puppeteer_crawler.js","sourceRoot":"","sources":["../../src/crawlers/puppeteer_crawler.js"],"names":[],"mappings":";;;AAAA,yDAAoB;AAEpB,wDAAkD;AAClD,8EAAuD;AAEvD,kFAAkF;AAClF,gFAAoG;AAEpG,qFAA2E;
|
|
1
|
+
{"version":3,"file":"puppeteer_crawler.js","sourceRoot":"","sources":["../../src/crawlers/puppeteer_crawler.js"],"names":[],"mappings":";;;AAAA,yDAAoB;AAEpB,wDAAkD;AAClD,8EAAuD;AAEvD,kFAAkF;AAClF,gFAAoG;AAEpG,qFAA2E;AAU3E,iFAAiF;AAEjF;;;;;GAKG;AACH;;;;GAIG;AACH;;;;GAIG;AACH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6HG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkFG;AACH,MAAM,gBAAiB,SAAQ,yBAAc;IAWzC;;;MAGE;IACF,YAAY,OAAO,GAAG,EAAE;QACpB,IAAA,YAAE,EAAC,OAAO,EAAE,yBAAyB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,CAAC;QAE5F,MAAM,EACF,aAAa,GAAG,EAAE,EAAE,qDAAqD;QACzE,kBAAkB,GAAG,EAAE,EACvB,kBAAkB,EAClB,GAAG,qBAAqB,EAC3B,GAAG,OAAO,CAAC;QAEZ,MAAM,EACF,OAAO,GAAG,KAAK,GAClB,GAAG,aAAa,CAAC;QAElB,IAAI,aAAa,CAAC,QAAQ,EAAE;YACxB,MAAM,IAAI,KAAK,CAAC,oFAAoF;kBAC9F,gDAAgD,CAAC,CAAC;SAC3D;QACD,MAAM,iBAAiB,GAAG,IAAI,sCAAiB,CAAC,aAAa,CAAC,CAAC;QAE/D,kBAAkB,CAAC,cAAc,GAAG;YAChC,iBAAiB,CAAC,mBAAmB,EAAE;SAC1C,CAAC;QAEF,KAAK,CAAC;YACF,GAAG,qBAAqB;YACxB,kBAAkB;YAClB,kBAAkB;SACrB,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE;YACT,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,EAAE;gBACtE,8EAA8E;gBAC9E,mDAAmD;gBACnD,MAAM,EAAE,aAAa,EAAE,GAAG,iBAAiB,EAAE,GAAG,iBAAiB,CAAC,cAAc,CAAC;gBACjF,MAAM,IAAA,iBAAqB,EAAC,iBAAiB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;YAC9E,CAAC,CAAC,CAAC;SACN;QAED,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACvC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,kBAAkB,CAAC,eAAe,EAAE,WAAW;QACjD,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,iHAAiH,CAAC,CAAC;YAEvI,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;SAC1D;QACD,OAAO,IAAA,8BAAY,EAAC,eAAe,CAAC,IAAI,EAAE,eAAe,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACpF,CAAC;;AAtED;;;GAGG;AACI;;;;WAAe;QAClB,GAAG,yBAAc,CAAC,YAAY;QAC9B,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,aAAa,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KACpC;GAAC;AAiEN,kBAAe,gBAAgB,CAAC"}
|
|
@@ -31,7 +31,7 @@
|
|
|
31
31
|
* Either `page` or `$` option must be provided.
|
|
32
32
|
* @param {Number} [options.limit]
|
|
33
33
|
* Limit the count of actually enqueued URLs to this number. Useful for testing across the entire crawling scope.
|
|
34
|
-
* @param {
|
|
34
|
+
* @param {CheerioAPI} [options.$]
|
|
35
35
|
* [`Cheerio`](https://github.com/cheeriojs/cheerio) function with loaded HTML.
|
|
36
36
|
* Either `page` or `$` option must be provided.
|
|
37
37
|
* @param {RequestQueue} options.requestQueue
|
|
@@ -79,7 +79,7 @@
|
|
|
79
79
|
export function enqueueLinks(options: {
|
|
80
80
|
page?: PuppeteerPage | PlaywrightPage | undefined;
|
|
81
81
|
limit?: number | undefined;
|
|
82
|
-
$?:
|
|
82
|
+
$?: CheerioAPI | undefined;
|
|
83
83
|
requestQueue: RequestQueue;
|
|
84
84
|
selector?: string | undefined;
|
|
85
85
|
baseUrl?: string | undefined;
|
|
@@ -100,16 +100,17 @@ export function extractUrlsFromPage(page: PuppeteerPage | PlaywrightPage, select
|
|
|
100
100
|
/**
|
|
101
101
|
* Extracts URLs from a given Cheerio object.
|
|
102
102
|
*
|
|
103
|
-
* @param {
|
|
103
|
+
* @param {CheerioAPI} $
|
|
104
104
|
* @param {string} selector
|
|
105
105
|
* @param {string} baseUrl
|
|
106
106
|
* @return {string[]}
|
|
107
107
|
* @ignore
|
|
108
108
|
*/
|
|
109
|
-
export function extractUrlsFromCheerio($:
|
|
109
|
+
export function extractUrlsFromCheerio($: CheerioAPI, selector: string, baseUrl: string): string[];
|
|
110
110
|
// @ts-ignore optional peer dependency
|
|
111
111
|
import { Page as PuppeteerPage } from "puppeteer";
|
|
112
112
|
import { Page as PlaywrightPage } from "playwright-core";
|
|
113
|
+
import { CheerioAPI } from "cheerio/lib/load";
|
|
113
114
|
import { RequestQueue } from "../storages/request_queue";
|
|
114
115
|
import { RequestTransform } from "./shared";
|
|
115
116
|
import { QueueOperationInfo } from "../storages/request_queue";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"enqueue_links.d.ts","sourceRoot":"","sources":["../../src/enqueue_links/enqueue_links.js"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"enqueue_links.d.ts","sourceRoot":"","sources":["../../src/enqueue_links/enqueue_links.js"],"names":[],"mappings":"AAkBA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6EG;AACH;IAlDkD,IAAI;IAG1B,KAAK;IAED,CAAC;IAGA,YAAY,EAAlC,YAAY;IAEK,QAAQ;IAER,OAAO;IAGyB,UAAU;;;IAUhC,wBAAwB;IAmBlD,QAAQ,MAAM,kBAAkB,CAAC,CAAC,CAsD7C;AAED;;;;;;;GAOG;AACH,0CALW,aAAa,GAAC,cAAc,YAC5B,MAAM,GACL,QAAQ,MAAM,MAAM,CAAC,CAAC,CAMjC;AAED;;;;;;;;GAQG;AACH,0CANW,UAAU,YACV,MAAM,WACN,MAAM,GACL,MAAM,EAAE,CAmBnB"}
|
|
@@ -42,7 +42,7 @@ const validators_1 = require("../validators");
|
|
|
42
42
|
* Either `page` or `$` option must be provided.
|
|
43
43
|
* @param {Number} [options.limit]
|
|
44
44
|
* Limit the count of actually enqueued URLs to this number. Useful for testing across the entire crawling scope.
|
|
45
|
-
* @param {
|
|
45
|
+
* @param {CheerioAPI} [options.$]
|
|
46
46
|
* [`Cheerio`](https://github.com/cheeriojs/cheerio) function with loaded HTML.
|
|
47
47
|
* Either `page` or `$` option must be provided.
|
|
48
48
|
* @param {RequestQueue} options.requestQueue
|
|
@@ -136,7 +136,7 @@ exports.extractUrlsFromPage = extractUrlsFromPage;
|
|
|
136
136
|
/**
|
|
137
137
|
* Extracts URLs from a given Cheerio object.
|
|
138
138
|
*
|
|
139
|
-
* @param {
|
|
139
|
+
* @param {CheerioAPI} $
|
|
140
140
|
* @param {string} selector
|
|
141
141
|
* @param {string} baseUrl
|
|
142
142
|
* @return {string[]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"enqueue_links.js","sourceRoot":"","sources":["../../src/enqueue_links/enqueue_links.js"],"names":[],"mappings":";;;;AAAA,sDAAuC;AACvC,6BAA0B;AAC1B,0EAA+B;AAC/B,yCAAyC;AACzC,qCAA0H;AAU1H,8CAA2C;
|
|
1
|
+
{"version":3,"file":"enqueue_links.js","sourceRoot":"","sources":["../../src/enqueue_links/enqueue_links.js"],"names":[],"mappings":";;;;AAAA,sDAAuC;AACvC,6BAA0B;AAC1B,0EAA+B;AAC/B,yCAAyC;AACzC,qCAA0H;AAU1H,8CAA2C;AAE3C,iFAAiF;AAEjF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6EG;AACI,KAAK,UAAU,YAAY,CAAC,OAAO;IACtC,MAAM,EACF,IAAI,EACJ,CAAC,EACD,YAAY,EACZ,KAAK,EACL,QAAQ,GAAG,GAAG,EACd,OAAO,EACP,UAAU,EACV,wBAAwB,GAC3B,GAAG,OAAO,CAAC;IAEZ,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE;QACb,MAAM,IAAI,kBAAa,CAAC,uEAAuE,EAAE,YAAY,CAAC,CAAC;KAClH;IACD,IAAI,IAAI,IAAI,CAAC,EAAE;QACX,MAAM,IAAI,kBAAa,CAAC,4EAA4E,EAAE,YAAY,CAAC,CAAC;KACvH;IACD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,IAAI,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC;QACpD,CAAC,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QACvB,YAAY,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,YAAY,CAAC;QACjE,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACzB,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC5B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC3B,UAAU,EAAE,YAAE,CAAC,GAAG,CAAC,YAAE,CAAC,IAAI,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CACvD,YAAE,CAAC,MAAM,EACT,YAAE,CAAC,MAAM,EACT,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EACzB,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,SAAS,CAAC,CAC3C,CAAC,CAAC;QACH,wBAAwB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;KACjD,CAAC,CAAC,CAAC;IAEJ,IAAI,OAAO,IAAI,IAAI;QAAE,mBAAG,CAAC,OAAO,CAAC,mGAAmG,CAAC,CAAC;IAEtI,mDAAmD;IACnD,MAAM,kBAAkB,GAAG,IAAA,oCAA2B,EAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IAEzE,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7G,IAAI,cAAc,GAAG,IAAA,6BAAoB,EAAC,IAAI,CAAC,CAAC;IAChD,IAAI,wBAAwB,EAAE;QAC1B,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;KACpF;IACD,IAAI,QAAQ,GAAG,IAAA,uBAAc,EAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IAClE,IAAI,KAAK;QAAE,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAE/C,OAAO,IAAA,oCAA2B,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;AAC/D,CAAC;AAhDD,oCAgDC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,mBAAmB,CAAC,IAAI,EAAE,QAAQ;IACpD,0BAA0B;IAC1B,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AACzG,CAAC;AAHD,kDAGC;AAED;;;;;;;;GAQG;AACH,SAAgB,sBAAsB,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO;IACvD,OAAO,CAAC,CAAC,QAAQ,CAAC;SACb,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;SAClC,GAAG,EAAE;SACL,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SACxB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACV,yHAAyH;QACzH,MAAM,cAAc,GAAG,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,6CAA6C;QACtG,IAAI,CAAC,cAAc,IAAI,CAAC,OAAO,EAAE;YAC7B,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,+CAA+C;kBAClF,qFAAqF,CAAC,CAAC;SAChG;QACD,OAAO,OAAO;YACV,CAAC,CAAC,CAAC,IAAI,SAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI;YAC/B,CAAC,CAAC,IAAI,CAAC;IACf,CAAC,CAAC,CAAC;AACX,CAAC;AAhBD,wDAgBC"}
|
package/build/main.d.ts
CHANGED
|
@@ -46,7 +46,7 @@ declare const exportedUtils: {
|
|
|
46
46
|
string: string;
|
|
47
47
|
urlRegExp?: RegExp | undefined;
|
|
48
48
|
}) => string[];
|
|
49
|
-
htmlToText: (html:
|
|
49
|
+
htmlToText: (html: string | import("cheerio").CheerioAPI) => string;
|
|
50
50
|
URL_NO_COMMAS_REGEX: RegExp;
|
|
51
51
|
URL_WITH_COMMAS_REGEX: RegExp;
|
|
52
52
|
createRequestDebugInfo: (request: Request | import("./request").RequestOptions, response?: any, additionalFields?: {
|
|
@@ -109,7 +109,7 @@ declare const exportedUtils: {
|
|
|
109
109
|
} | undefined) => Promise<void>;
|
|
110
110
|
};
|
|
111
111
|
playwright: {
|
|
112
|
-
gotoExtended: (page: import("playwright-core").Page, request: Request, gotoOptions?: import("./
|
|
112
|
+
gotoExtended: (page: import("playwright-core").Page, request: Request, gotoOptions?: import("./typedefs").DirectNavigationOptions | undefined) => Promise<import("playwright-core").Response | null>;
|
|
113
113
|
};
|
|
114
114
|
social: {
|
|
115
115
|
emailsFromText: (text: string) => string[];
|
|
@@ -132,7 +132,7 @@ declare const exportedUtils: {
|
|
|
132
132
|
};
|
|
133
133
|
log: import("@apify/log/log").Log;
|
|
134
134
|
enqueueLinks: typeof enqueueLinks;
|
|
135
|
-
requestAsBrowser: (options?: import("./utils_request").RequestAsBrowserOptions) => Promise<
|
|
135
|
+
requestAsBrowser: (options?: import("./utils_request").RequestAsBrowserOptions) => Promise<import("./utils_request").RequestAsBrowserResult>;
|
|
136
136
|
};
|
|
137
137
|
import { enqueueLinks } from "./enqueue_links/enqueue_links";
|
|
138
138
|
export { Apify, Configuration, main, getEnv, call, callTask, metamorph, getMemoryInfo, isAtHome, newClient, addWebhook, AutoscaledPool, BasicCrawler, CheerioCrawler, pushData, openDataset, events, initializeEvents, stopEvents, getValue, setValue, getInput, openKeyValueStore, launchPuppeteer, launchPlaywright, BrowserCrawler, PuppeteerCrawler, PlaywrightCrawler, PseudoUrl, Request, RequestList, openRequestList, openRequestQueue, openSessionPool, createProxyConfiguration, Session, exportedUtils as utils };
|
|
@@ -153,21 +153,20 @@ export { PuppeteerHook, PuppeteerHandlePageFunctionParam, PuppeteerHandlePage, P
|
|
|
153
153
|
export { StatisticsOptions, StatisticPersistedState, StatisticState } from "./crawlers/statistics";
|
|
154
154
|
export { RequestTransform } from "./enqueue_links/shared";
|
|
155
155
|
export { ApifyCallError, TimeoutError } from "./errors";
|
|
156
|
-
export { DirectNavigationOptions } from "./playwright_utils";
|
|
157
156
|
export { ProxyConfiguration, ProxyConfigurationFunction, ProxyConfigurationOptions, ProxyInfo } from "./proxy_configuration";
|
|
158
157
|
export { InterceptHandler } from "./puppeteer_request_interception";
|
|
159
158
|
export { CompiledScriptParams, CompiledScriptFunction } from "./puppeteer_utils";
|
|
160
159
|
export { RequestOptions } from "./request";
|
|
161
160
|
export { RequestListOptions, RequestListState, RequestListSourcesFunction } from "./request_list";
|
|
162
161
|
export { CookieParseError } from "./session_pool/errors";
|
|
163
|
-
export { SessionState, SessionOptions } from "./session_pool/session";
|
|
162
|
+
export { PuppeteerCookie, SessionState, SessionOptions } from "./session_pool/session";
|
|
164
163
|
export { SessionPool, CreateSession, SessionPoolOptions } from "./session_pool/session_pool";
|
|
165
164
|
export { StealthOptions } from "./stealth/stealth";
|
|
166
165
|
export { Dataset, DatasetContent, DatasetConsumer, DatasetMapper, DatasetReducer } from "./storages/dataset";
|
|
167
166
|
export { KeyValueStore, KeyValueStoreValueTypes, KeyConsumer } from "./storages/key_value_store";
|
|
168
167
|
export { RequestQueue, QueueOperationInfo, RequestQueueInfo } from "./storages/request_queue";
|
|
169
168
|
export { StorageManager } from "./storages/storage_manager";
|
|
170
|
-
export { ActorRun } from "./typedefs";
|
|
169
|
+
export { ActorRun, DirectNavigationOptions } from "./typedefs";
|
|
171
170
|
export { MemoryInfo } from "./utils";
|
|
172
171
|
export { RequestAsBrowserResult, RequestAsBrowserOptions, AbortFunction } from "./utils_request";
|
|
173
172
|
export { SocialHandles } from "./utils_social";
|
|
@@ -2,27 +2,8 @@ export function gotoExtended(page: Page, request: Request, gotoOptions?: DirectN
|
|
|
2
2
|
export namespace playwrightUtils {
|
|
3
3
|
export { gotoExtended };
|
|
4
4
|
}
|
|
5
|
-
export type DirectNavigationOptions = {
|
|
6
|
-
/**
|
|
7
|
-
* Maximum operation time in milliseconds, defaults to 30 seconds, pass `0` to disable timeout. The
|
|
8
|
-
* default value can be changed by using the browserContext.setDefaultNavigationTimeout(timeout),
|
|
9
|
-
* browserContext.setDefaultTimeout(timeout), page.setDefaultNavigationTimeout(timeout) or
|
|
10
|
-
* page.setDefaultTimeout(timeout) methods.
|
|
11
|
-
*/
|
|
12
|
-
timeout?: number | undefined;
|
|
13
|
-
/**
|
|
14
|
-
* When to consider operation succeeded, defaults to `load`. Events can be either:
|
|
15
|
-
* - `'domcontentloaded'` - consider operation to be finished when the `DOMContentLoaded` event is fired.
|
|
16
|
-
* - `'load'` - consider operation to be finished when the `load` event is fired.
|
|
17
|
-
* - `'networkidle'` - consider operation to be finished when there are no network connections for at least `500` ms.
|
|
18
|
-
*/
|
|
19
|
-
waitUntil?: "domcontentloaded" | "load" | "networkidle" | undefined;
|
|
20
|
-
/**
|
|
21
|
-
* Referer header value. If provided it will take preference over the referer header value set by page.setExtraHTTPHeaders(headers).
|
|
22
|
-
*/
|
|
23
|
-
referer?: string | undefined;
|
|
24
|
-
};
|
|
25
5
|
import { Page } from "playwright-core";
|
|
26
6
|
import Request from "./request";
|
|
7
|
+
import { DirectNavigationOptions } from "./typedefs";
|
|
27
8
|
import { Response } from "playwright-core";
|
|
28
9
|
//# sourceMappingURL=playwright_utils.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright_utils.d.ts","sourceRoot":"","sources":["../src/playwright_utils.js"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"playwright_utils.d.ts","sourceRoot":"","sources":["../src/playwright_utils.js"],"names":[],"mappings":"AA6BO,mCATI,IAAI,WAEJ,OAAO,sDAEN,QAAQ,CAAC,QAAQ,GAAC,IAAI,CAAC,CAAC,CA8CnC"}
|
|
@@ -6,21 +6,6 @@ const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
|
|
|
6
6
|
const underscore_1 = (0, tslib_1.__importDefault)(require("underscore"));
|
|
7
7
|
const utils_log_1 = (0, tslib_1.__importDefault)(require("./utils_log"));
|
|
8
8
|
const validators_1 = require("./validators");
|
|
9
|
-
/**
|
|
10
|
-
* @typedef {object} DirectNavigationOptions
|
|
11
|
-
* @property {number} [timeout]
|
|
12
|
-
* Maximum operation time in milliseconds, defaults to 30 seconds, pass `0` to disable timeout. The
|
|
13
|
-
* default value can be changed by using the browserContext.setDefaultNavigationTimeout(timeout),
|
|
14
|
-
* browserContext.setDefaultTimeout(timeout), page.setDefaultNavigationTimeout(timeout) or
|
|
15
|
-
* page.setDefaultTimeout(timeout) methods.
|
|
16
|
-
* @property {("domcontentloaded"|"load"|"networkidle")} [waitUntil]
|
|
17
|
-
* When to consider operation succeeded, defaults to `load`. Events can be either:
|
|
18
|
-
* - `'domcontentloaded'` - consider operation to be finished when the `DOMContentLoaded` event is fired.
|
|
19
|
-
* - `'load'` - consider operation to be finished when the `load` event is fired.
|
|
20
|
-
* - `'networkidle'` - consider operation to be finished when there are no network connections for at least `500` ms.
|
|
21
|
-
* @property {string} [referer]
|
|
22
|
-
* Referer header value. If provided it will take preference over the referer header value set by page.setExtraHTTPHeaders(headers).
|
|
23
|
-
*/
|
|
24
9
|
/**
|
|
25
10
|
* Extended version of Playwright's `page.goto()` allowing to perform requests with HTTP method other than GET,
|
|
26
11
|
* with custom headers and POST payload. URL, method, headers and payload are taken from
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright_utils.js","sourceRoot":"","sources":["../src/playwright_utils.js"],"names":[],"mappings":";;;;AAAA,yDAAoB;AACpB,yEAA2B;AAE3B,yEAA8B;AAC9B,6CAA0C;
|
|
1
|
+
{"version":3,"file":"playwright_utils.js","sourceRoot":"","sources":["../src/playwright_utils.js"],"names":[],"mappings":";;;;AAAA,yDAAoB;AACpB,yEAA2B;AAE3B,yEAA8B;AAC9B,6CAA0C;AAQ1C;;;;;;;;;;;;;;;;GAgBG;AACI,MAAM,YAAY,GAAG,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,GAAG,EAAE,EAAE,EAAE;IAClE,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,YAAY,CAAC;QAC/B,GAAG,EAAE,YAAE,CAAC,MAAM,CAAC,GAAG;QAClB,MAAM,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC1B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC3B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC;KACjD,CAAC,CAAC,CAAC;IACJ,IAAA,YAAE,EAAC,WAAW,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;IAE3B,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;IAElD,IAAI,MAAM,KAAK,KAAK,IAAI,OAAO,IAAI,CAAC,oBAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;QACpD,sDAAsD;QACtD,mBAAG,CAAC,UAAU,CAAC,+GAA+G;cACxH,4DAA4D,CAAC,CAAC;QACpE,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,MAAM,uBAAuB,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE;YAC5C,IAAI;gBACA,oGAAoG;gBACpG,uDAAuD;gBACvD,IAAI,SAAS,EAAE;oBACX,OAAO,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;iBACjC;gBAED,SAAS,GAAG,IAAI,CAAC;gBACjB,MAAM,SAAS,GAAG,EAAE,CAAC;gBAErB,IAAI,MAAM,KAAK,KAAK;oBAAE,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC;gBAChD,IAAI,OAAO;oBAAE,SAAS,CAAC,QAAQ,GAAG,OAAO,CAAC;gBAC1C,IAAI,CAAC,oBAAC,CAAC,OAAO,CAAC,OAAO,CAAC;oBAAE,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC;gBACrD,MAAM,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;aACnC;YAAC,OAAO,KAAK,EAAE;gBACZ,mBAAG,CAAC,KAAK,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;aAC5D;QACL,CAAC,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;KACrD;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;AACvC,CAAC,CAAC;AAzCW,QAAA,YAAY,gBAyCvB;AAEF;;;;;;;;;;;;;;;;;;;GAmBG;AACU,QAAA,eAAe,GAAG;IAC3B,YAAY,EAAZ,oBAAY;CACf,CAAC"}
|
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
export function addInterceptRequestHandler(page: Page, handler: InterceptHandler): Promise<void>;
|
|
2
2
|
export function removeInterceptRequestHandler(page: Page, handler: InterceptHandler): Promise<void>;
|
|
3
|
-
export type InterceptHandler = (request:
|
|
3
|
+
export type InterceptHandler = (request: PuppeteerRequest) => any;
|
|
4
4
|
// @ts-ignore optional peer dependency
|
|
5
5
|
import { Page } from "puppeteer";
|
|
6
|
+
// @ts-ignore optional peer dependency
|
|
7
|
+
import { HTTPRequest as PuppeteerRequest } from "puppeteer";
|
|
6
8
|
//# sourceMappingURL=puppeteer_request_interception.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"puppeteer_request_interception.d.ts","sourceRoot":"","sources":["../src/puppeteer_request_interception.js"],"names":[],"mappings":"AA2KO,iDAPI,IAAI,WAEJ,gBAAgB,GACf,QAAQ,IAAI,CAAC,CAsCxB;AAYM,oDAPI,IAAI,WAEJ,gBAAgB,GACf,QAAQ,IAAI,CAAC,CAmCxB"}
|
|
1
|
+
{"version":3,"file":"puppeteer_request_interception.d.ts","sourceRoot":"","sources":["../src/puppeteer_request_interception.js"],"names":[],"mappings":"AA2KO,iDAPI,IAAI,WAEJ,gBAAgB,GACf,QAAQ,IAAI,CAAC,CAsCxB;AAYM,oDAPI,IAAI,WAEJ,gBAAgB,GACf,QAAQ,IAAI,CAAC,CAmCxB;yCA/MU,gBAAgB"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export function gotoExtended(page: Page, request: Request, gotoOptions?: any): Promise<(
|
|
1
|
+
export function gotoExtended(page: Page, request: Request, gotoOptions?: any): Promise<(Response | null)>;
|
|
2
2
|
export function infiniteScroll(page: Page, options?: {
|
|
3
3
|
timeoutSecs?: number | undefined;
|
|
4
4
|
waitForSecs?: number | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"puppeteer_utils.d.ts","sourceRoot":"","sources":["../src/puppeteer_utils.js"],"names":[],"mappings":"AAsVO,mCATI,IAAI,WAEJ,OAAO,sBAEN,QAAQ,CAAC,
|
|
1
|
+
{"version":3,"file":"puppeteer_utils.d.ts","sourceRoot":"","sources":["../src/puppeteer_utils.js"],"names":[],"mappings":"AAsVO,mCATI,IAAI,WAEJ,OAAO,sBAEN,QAAQ,CAAC,WAAS,IAAI,CAAC,CAAC,CA2CnC;AAsBM,qCAjBI,IAAI;;;;;;gBAaF,QAAQ,IAAI,CAAC,CAyGzB;;;;;;;;;;;;;;;;;UAhea,IAAI;aACJ,OAAO;;8CAIV,oBAAoB,KAClB,YAAU;;AAOvB;;;;;;;;;;;;;;;;;GAiBG;AACH,kCAXW,IAAI,YAEJ,MAAM;;gBAML,YAAU,CAmBrB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,oCALW,IAAI,GAEH,YAAU,CAMrB;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wCAJW,IAAI,GACH,YAAU,CAMrB;;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmDG;AACH,qCAbW,IAAI;;;gBAUH,QAAQ,IAAI,CAAC,CAkBxB;AAED;;;;GAIG;AACH,oFAQC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,sCAXW,IAAI;QAEG,MAAM;qBAEb,MAAM,CAAC,MAAM,GAAC,MAAM,CAAC,CAAC,GAGrB,QAAQ,IAAI,CAAC,CA+CxB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,6CALW,MAAM;QACC,MAAM;IACZ,sBAAsB,CAiBjC;;;AAsLD;;;;;;;;;;;;;;;;;;GAkBG;AACH,oCAjBW,IAAI;;;;;;gBAaF,QAAQ,IAAI,CAAC,CAsCzB"}
|
|
@@ -73,7 +73,7 @@ export class Session {
|
|
|
73
73
|
* @protected
|
|
74
74
|
* @internal
|
|
75
75
|
*/
|
|
76
|
-
protected _puppeteerCookieToTough(puppeteerCookie:
|
|
76
|
+
protected _puppeteerCookieToTough(puppeteerCookie: PuppeteerCookie): Cookie;
|
|
77
77
|
/**
|
|
78
78
|
* indicates whether the session is blocked.
|
|
79
79
|
* Session is blocked once it reaches the `maxErrorScore`.
|
|
@@ -141,7 +141,7 @@ export class Session {
|
|
|
141
141
|
|
|
142
142
|
* @param {(PuppeteerResponse|IncomingMessage)} response
|
|
143
143
|
*/
|
|
144
|
-
setCookiesFromResponse(response: (
|
|
144
|
+
setCookiesFromResponse(response: (PuppeteerResponse | IncomingMessage)): void;
|
|
145
145
|
/**
|
|
146
146
|
* Saves an array with cookie objects to be used with the session.
|
|
147
147
|
* The objects should be in the format that
|
|
@@ -158,13 +158,13 @@ export class Session {
|
|
|
158
158
|
* @param {PuppeteerCookie[]} cookies
|
|
159
159
|
* @param {string} url
|
|
160
160
|
*/
|
|
161
|
-
setPuppeteerCookies(cookies:
|
|
161
|
+
setPuppeteerCookies(cookies: PuppeteerCookie[], url: string): void;
|
|
162
162
|
/**
|
|
163
163
|
* Returns cookies in a format compatible with puppeteer and ready to be used with `page.setCookie`.
|
|
164
164
|
* @param {string} url website url. Only cookies stored for this url will be returned
|
|
165
165
|
* @return {PuppeteerCookie[]}
|
|
166
166
|
*/
|
|
167
|
-
getPuppeteerCookies(url: string):
|
|
167
|
+
getPuppeteerCookies(url: string): PuppeteerCookie[];
|
|
168
168
|
/**
|
|
169
169
|
* Returns cookies saved with the session in the typical
|
|
170
170
|
* key1=value1; key2=value2 format, ready to be used in
|
|
@@ -181,7 +181,7 @@ export class Session {
|
|
|
181
181
|
* @protected
|
|
182
182
|
* @internal
|
|
183
183
|
*/
|
|
184
|
-
protected _toughCookieToPuppeteer(toughCookie: Cookie):
|
|
184
|
+
protected _toughCookieToPuppeteer(toughCookie: Cookie): PuppeteerCookie;
|
|
185
185
|
/**
|
|
186
186
|
* Sets cookies.
|
|
187
187
|
* @param {Cookie[]} cookies
|
|
@@ -208,6 +208,7 @@ export class Session {
|
|
|
208
208
|
*/
|
|
209
209
|
protected _maybeSelfRetire(): void;
|
|
210
210
|
}
|
|
211
|
+
export type PuppeteerCookie = object;
|
|
211
212
|
/**
|
|
212
213
|
* Persistable {@link Session } state.
|
|
213
214
|
*/
|
|
@@ -278,6 +279,8 @@ export type SessionOptions = {
|
|
|
278
279
|
};
|
|
279
280
|
import { SessionPool } from "./session_pool";
|
|
280
281
|
import { Cookie } from "tough-cookie";
|
|
282
|
+
// @ts-ignore optional peer dependency
|
|
283
|
+
import { HTTPResponse as PuppeteerResponse } from "puppeteer";
|
|
281
284
|
import { IncomingMessage } from "http";
|
|
282
285
|
import { CookieJar } from "tough-cookie";
|
|
283
286
|
//# sourceMappingURL=session.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../src/session_pool/session.js"],"names":[],"mappings":";
|
|
1
|
+
{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../src/session_pool/session.js"],"names":[],"mappings":";AAsBA;;;;;;;;;;;;GAYG;AAEH;;;;;;;;;;;;;;;;;;;GAmBG;AAEH;;;;;GAKG;AACH;IACI;;;;OAIG;IACH,qBAFW,cAAc,EA2DxB;IAvBG,SAA2C;IAE3C;;;OAGG;IACH,kBAAgG;IAChG,WAAY;IACZ,mBAA4B;IAC5B,+BAA+B;IAC/B;YADkB,MAAM;MACA;IACxB,sBAAkC;IAClC,4BAA8C;IAG9C,gBAA0B;IAC1B,gBAA0B;IAC1B,mBAA4B;IAC5B,mBAA4B;IAC5B,sBAAkC;IAClC,kCAA8B;IAsLlC;;;;;;;OAOG;IACH,mDANW,eAAe,GACd,MAAM,CAoBjB;IAxMD;;;;OAIG;IACH,aAFY,OAAO,CAIlB;IAED;;;;;OAKG;IACH,aAFY,OAAO,CAIlB;IAED;;;;OAIG;IACH,0BAFY,OAAO,CAIlB;IAED;;;;OAIG;IACH,YAFY,OAAO,CAIlB;IAED;;;OAGG;IACH,iBAQC;IAED;;;OAGG;IACH,YAFY,YAAY,CAevB;IAED;;;;;;OAMG;IACH,eAOC;IAED;;;OAGG;IACH,gBAKC;IAED;;;;;;;;OAQG;IACH,uCAJsB,MAAM,8CAEhB,OAAO,CAQlB;IAED;;;;;;;;OAQG;IACH,iCAFW,CAAC,iBAAiB,GAAC,eAAe,CAAC,QAW7C;IAED;;;;;;;;;;;;;;;OAeG;IACH,6BAHW,eAAe,EAAE,OACjB,MAAM,QAKhB;IAED;;;;OAIG;IACH,yBAHW,MAAM,GACL,eAAe,EAAE,CAM5B;IAED;;;;;;OAMG;IACH,qBAHW,MAAM,GACL,MAAM,CAIjB;IA2BD;;;;;;;OAOG;IACH,+CANW,MAAM,GACL,eAAe,CAgB1B;IAED;;;;;;;OAOG;IACH,+BANW,MAAM,EAAE,OACR,MAAM,QAkBhB;IAED;;;;;;;OAOG;IACH,sDANW,MAAM,GACL,IAAI,CAOf;IAED;;;;;OAKG;IACH,mCAIC;CACJ;8BA7XY,MAAM;;;;;QASL,MAAM;eACN,SAAS;cACT,MAAM;gBACN,MAAM;mBACN,MAAM;yBACN,MAAM;gBACN,MAAM;eACN,MAAM;eACN,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAqBN,WAAW"}
|