@crawlee/basic 3.0.3-beta.1 → 3.0.3-beta.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/internals/basic-crawler.d.ts +70 -70
- package/internals/basic-crawler.d.ts.map +1 -1
- package/internals/basic-crawler.js +36 -35
- package/internals/basic-crawler.js.map +1 -1
- package/internals/constants.d.ts +2 -2
- package/internals/constants.js +2 -2
- package/package.json +4 -4
- package/tsconfig.build.tsbuildinfo +1 -1
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import type { Log } from '@apify/log';
|
|
2
2
|
import type { AutoscaledPoolOptions, EnqueueLinksOptions, EventManager, FinalStatistics, ProxyInfo, Request, RequestList, RequestOptions, RequestQueueOperationOptions, RouterHandler, Session, SessionPoolOptions } from '@crawlee/core';
|
|
3
3
|
import { AutoscaledPool, Configuration, type CrawlingContext, RequestQueue, SessionPool, Statistics } from '@crawlee/core';
|
|
4
|
-
import type {
|
|
4
|
+
import type { OptionsInit, Response as GotResponse } from 'got-scraping';
|
|
5
5
|
import type { ProcessedRequest, Dictionary, Awaitable, BatchAddRequestsResult } from '@crawlee/types';
|
|
6
6
|
export interface BasicCrawlingContext<UserData extends Dictionary = Dictionary> extends CrawlingContext<UserData> {
|
|
7
7
|
crawler: BasicCrawler;
|
|
8
8
|
enqueueLinks: (options: BasicCrawlerEnqueueLinksOptions) => Promise<BatchAddRequestsResult>;
|
|
9
|
-
sendRequest: (overrideOptions?: Partial<
|
|
9
|
+
sendRequest: (overrideOptions?: Partial<OptionsInit>) => Promise<GotResponse<string>>;
|
|
10
10
|
}
|
|
11
11
|
/** @internal */
|
|
12
12
|
export interface BasicCrawlerEnqueueLinksOptions extends Omit<EnqueueLinksOptions, 'requestQueue'> {
|
|
@@ -17,37 +17,37 @@ export interface BasicCrawlerOptions<Context extends CrawlingContext = BasicCraw
|
|
|
17
17
|
/**
|
|
18
18
|
* User-provided function that performs the logic of the crawler. It is called for each URL to crawl.
|
|
19
19
|
*
|
|
20
|
-
* The function receives the {@
|
|
21
|
-
* where the {@
|
|
20
|
+
* The function receives the {@apilink BasicCrawlingContext} as an argument,
|
|
21
|
+
* where the {@apilink BasicCrawlingContext.request|`request`} represents the URL to crawl.
|
|
22
22
|
*
|
|
23
23
|
* The function must return a promise, which is then awaited by the crawler.
|
|
24
24
|
*
|
|
25
25
|
* If the function throws an exception, the crawler will try to re-crawl the
|
|
26
|
-
* request later, up to the {@
|
|
26
|
+
* request later, up to the {@apilink BasicCrawlerOptions.maxRequestRetries|`maxRequestRetries`} times.
|
|
27
27
|
* If all the retries fail, the crawler calls the function
|
|
28
|
-
* provided to the {@
|
|
28
|
+
* provided to the {@apilink BasicCrawlerOptions.failedRequestHandler|`failedRequestHandler`} parameter.
|
|
29
29
|
* To make this work, we should **always**
|
|
30
30
|
* let our function throw exceptions rather than catch them.
|
|
31
31
|
* The exceptions are logged to the request using the
|
|
32
|
-
* {@
|
|
32
|
+
* {@apilink Request.pushErrorMessage|`Request.pushErrorMessage()`} function.
|
|
33
33
|
*/
|
|
34
34
|
requestHandler?: RequestHandler<Context>;
|
|
35
35
|
/**
|
|
36
36
|
* User-provided function that performs the logic of the crawler. It is called for each URL to crawl.
|
|
37
37
|
*
|
|
38
|
-
* The function receives the {@
|
|
39
|
-
* where the {@
|
|
38
|
+
* The function receives the {@apilink BasicCrawlingContext} as an argument,
|
|
39
|
+
* where the {@apilink BasicCrawlingContext.request|`request`} represents the URL to crawl.
|
|
40
40
|
*
|
|
41
41
|
* The function must return a promise, which is then awaited by the crawler.
|
|
42
42
|
*
|
|
43
43
|
* If the function throws an exception, the crawler will try to re-crawl the
|
|
44
|
-
* request later, up to the {@
|
|
44
|
+
* request later, up to the {@apilink BasicCrawlerOptions.maxRequestRetries|`maxRequestRetries`} times.
|
|
45
45
|
* If all the retries fail, the crawler calls the function
|
|
46
|
-
* provided to the {@
|
|
46
|
+
* provided to the {@apilink BasicCrawlerOptions.failedRequestHandler|`failedRequestHandler`} parameter.
|
|
47
47
|
* To make this work, we should **always**
|
|
48
48
|
* let our function throw exceptions rather than catch them.
|
|
49
49
|
* The exceptions are logged to the request using the
|
|
50
|
-
* {@
|
|
50
|
+
* {@apilink Request.pushErrorMessage|`Request.pushErrorMessage()`} function.
|
|
51
51
|
*
|
|
52
52
|
* @deprecated `handleRequestFunction` has been renamed to `requestHandler` and will be removed in a future version.
|
|
53
53
|
* @ignore
|
|
@@ -55,25 +55,25 @@ export interface BasicCrawlerOptions<Context extends CrawlingContext = BasicCraw
|
|
|
55
55
|
handleRequestFunction?: RequestHandler<Context>;
|
|
56
56
|
/**
|
|
57
57
|
* Static list of URLs to be processed.
|
|
58
|
-
* If not provided, the crawler will open the default request queue when the {@
|
|
59
|
-
* > Alternatively, `requests` parameter of {@
|
|
58
|
+
* If not provided, the crawler will open the default request queue when the {@apilink BasicCrawler.addRequests|`crawler.addRequests()`} function is called.
|
|
59
|
+
* > Alternatively, `requests` parameter of {@apilink BasicCrawler.run|`crawler.run()`} could be used to enqueue the initial requests -
|
|
60
60
|
* it is a shortcut for running `crawler.addRequests()` before the `crawler.run()`.
|
|
61
61
|
*/
|
|
62
62
|
requestList?: RequestList;
|
|
63
63
|
/**
|
|
64
64
|
* Dynamic queue of URLs to be processed. This is useful for recursive crawling of websites.
|
|
65
|
-
* If not provided, the crawler will open the default request queue when the {@
|
|
66
|
-
* > Alternatively, `requests` parameter of {@
|
|
65
|
+
* If not provided, the crawler will open the default request queue when the {@apilink BasicCrawler.addRequests|`crawler.addRequests()`} function is called.
|
|
66
|
+
* > Alternatively, `requests` parameter of {@apilink BasicCrawler.run|`crawler.run()`} could be used to enqueue the initial requests -
|
|
67
67
|
* it is a shortcut for running `crawler.addRequests()` before the `crawler.run()`.
|
|
68
68
|
*/
|
|
69
69
|
requestQueue?: RequestQueue;
|
|
70
70
|
/**
|
|
71
|
-
* Timeout in which the function passed as {@
|
|
71
|
+
* Timeout in which the function passed as {@apilink BasicCrawlerOptions.requestHandler|`requestHandler`} needs to finish, in seconds.
|
|
72
72
|
* @default 60
|
|
73
73
|
*/
|
|
74
74
|
requestHandlerTimeoutSecs?: number;
|
|
75
75
|
/**
|
|
76
|
-
* Timeout in which the function passed as {@
|
|
76
|
+
* Timeout in which the function passed as {@apilink BasicCrawlerOptions.requestHandler|`requestHandler`} needs to finish, in seconds.
|
|
77
77
|
* @default 60
|
|
78
78
|
* @deprecated `handleRequestTimeoutSecs` has been renamed to `requestHandlerTimeoutSecs` and will be removed in a future version.
|
|
79
79
|
* @ignore
|
|
@@ -81,28 +81,28 @@ export interface BasicCrawlerOptions<Context extends CrawlingContext = BasicCraw
|
|
|
81
81
|
handleRequestTimeoutSecs?: number;
|
|
82
82
|
/**
|
|
83
83
|
* User-provided function that allows modifying the request object before it gets retried by the crawler.
|
|
84
|
-
* It's executed before each retry for the requests that failed less than {@
|
|
84
|
+
* It's executed before each retry for the requests that failed less than {@apilink BasicCrawlerOptions.maxRequestRetries|`maxRequestRetries`} times.
|
|
85
85
|
*
|
|
86
|
-
* The function receives the {@
|
|
87
|
-
* where the {@
|
|
86
|
+
* The function receives the {@apilink BasicCrawlingContext} as the first argument,
|
|
87
|
+
* where the {@apilink BasicCrawlingContext.request|`request`} corresponds to the request to be retried.
|
|
88
88
|
* Second argument is the `Error` instance that
|
|
89
89
|
* represents the last error thrown during processing of the request.
|
|
90
90
|
*/
|
|
91
91
|
errorHandler?: ErrorHandler<Context>;
|
|
92
92
|
/**
|
|
93
|
-
* A function to handle requests that failed more than {@
|
|
93
|
+
* A function to handle requests that failed more than {@apilink BasicCrawlerOptions.maxRequestRetries|`maxRequestRetries`} times.
|
|
94
94
|
*
|
|
95
|
-
* The function receives the {@
|
|
96
|
-
* where the {@
|
|
95
|
+
* The function receives the {@apilink BasicCrawlingContext} as the first argument,
|
|
96
|
+
* where the {@apilink BasicCrawlingContext.request|`request`} corresponds to the failed request.
|
|
97
97
|
* Second argument is the `Error` instance that
|
|
98
98
|
* represents the last error thrown during processing of the request.
|
|
99
99
|
*/
|
|
100
100
|
failedRequestHandler?: ErrorHandler<Context>;
|
|
101
101
|
/**
|
|
102
|
-
* A function to handle requests that failed more than {@
|
|
102
|
+
* A function to handle requests that failed more than {@apilink BasicCrawlerOptions.maxRequestRetries|`maxRequestRetries`} times.
|
|
103
103
|
*
|
|
104
|
-
* The function receives the {@
|
|
105
|
-
* where the {@
|
|
104
|
+
* The function receives the {@apilink BasicCrawlingContext} as the first argument,
|
|
105
|
+
* where the {@apilink BasicCrawlingContext.request|`request`} corresponds to the failed request.
|
|
106
106
|
* Second argument is the `Error` instance that
|
|
107
107
|
* represents the last error thrown during processing of the request.
|
|
108
108
|
*
|
|
@@ -111,7 +111,7 @@ export interface BasicCrawlerOptions<Context extends CrawlingContext = BasicCraw
|
|
|
111
111
|
*/
|
|
112
112
|
handleFailedRequestFunction?: ErrorHandler<Context>;
|
|
113
113
|
/**
|
|
114
|
-
* Indicates how many times the request is retried if {@
|
|
114
|
+
* Indicates how many times the request is retried if {@apilink BasicCrawlerOptions.requestHandler|`requestHandler`} fails.
|
|
115
115
|
* @default 3
|
|
116
116
|
*/
|
|
117
117
|
maxRequestRetries?: number;
|
|
@@ -122,38 +122,38 @@ export interface BasicCrawlerOptions<Context extends CrawlingContext = BasicCraw
|
|
|
122
122
|
*/
|
|
123
123
|
maxRequestsPerCrawl?: number;
|
|
124
124
|
/**
|
|
125
|
-
* Custom options passed to the underlying {@
|
|
126
|
-
* > *NOTE:* The {@
|
|
127
|
-
* and {@
|
|
125
|
+
* Custom options passed to the underlying {@apilink AutoscaledPool} constructor.
|
|
126
|
+
* > *NOTE:* The {@apilink AutoscaledPoolOptions.runTaskFunction|`runTaskFunction`}
|
|
127
|
+
* and {@apilink AutoscaledPoolOptions.isTaskReadyFunction|`isTaskReadyFunction`} options
|
|
128
128
|
* are provided by the crawler and cannot be overridden.
|
|
129
|
-
* However, we can provide a custom implementation of {@
|
|
129
|
+
* However, we can provide a custom implementation of {@apilink AutoscaledPoolOptions.isFinishedFunction|`isFinishedFunction`}.
|
|
130
130
|
*/
|
|
131
131
|
autoscaledPoolOptions?: AutoscaledPoolOptions;
|
|
132
132
|
/**
|
|
133
133
|
* Sets the minimum concurrency (parallelism) for the crawl. Shortcut for the
|
|
134
|
-
* AutoscaledPool {@
|
|
134
|
+
* AutoscaledPool {@apilink AutoscaledPoolOptions.minConcurrency|`minConcurrency`} option.
|
|
135
135
|
* > *WARNING:* If we set this value too high with respect to the available system memory and CPU, our crawler will run extremely slow or crash.
|
|
136
136
|
* If not sure, it's better to keep the default value and the concurrency will scale up automatically.
|
|
137
137
|
*/
|
|
138
138
|
minConcurrency?: number;
|
|
139
139
|
/**
|
|
140
140
|
* Sets the maximum concurrency (parallelism) for the crawl. Shortcut for the
|
|
141
|
-
* AutoscaledPool {@
|
|
141
|
+
* AutoscaledPool {@apilink AutoscaledPoolOptions.maxConcurrency|`maxConcurrency`} option.
|
|
142
142
|
*/
|
|
143
143
|
maxConcurrency?: number;
|
|
144
144
|
/**
|
|
145
145
|
* The maximum number of requests per minute the crawler should run.
|
|
146
146
|
* By default, this is set to `Infinity`, but we can pass any positive, non-zero integer.
|
|
147
|
-
* Shortcut for the AutoscaledPool {@
|
|
147
|
+
* Shortcut for the AutoscaledPool {@apilink AutoscaledPoolOptions.maxTasksPerMinute|`maxTasksPerMinute`} option.
|
|
148
148
|
*/
|
|
149
149
|
maxRequestsPerMinute?: number;
|
|
150
150
|
/**
|
|
151
|
-
* Basic crawler will initialize the {@
|
|
152
|
-
* The session instance will be than available in the {@
|
|
151
|
+
* Basic crawler will initialize the {@apilink SessionPool} with the corresponding {@apilink SessionPoolOptions|`sessionPoolOptions`}.
|
|
152
|
+
* The session instance will be than available in the {@apilink BasicCrawlerOptions.requestHandler|`requestHandler`}.
|
|
153
153
|
*/
|
|
154
154
|
useSessionPool?: boolean;
|
|
155
155
|
/**
|
|
156
|
-
* The configuration options for {@
|
|
156
|
+
* The configuration options for {@apilink SessionPool} to use.
|
|
157
157
|
*/
|
|
158
158
|
sessionPoolOptions?: SessionPoolOptions;
|
|
159
159
|
/** @internal */
|
|
@@ -167,29 +167,29 @@ export interface BasicCrawlerOptions<Context extends CrawlingContext = BasicCraw
|
|
|
167
167
|
* `BasicCrawler` is a low-level tool that requires the user to implement the page
|
|
168
168
|
* download and data extraction functionality themselves.
|
|
169
169
|
* If we want a crawler that already facilitates this functionality,
|
|
170
|
-
* we should consider using {@
|
|
170
|
+
* we should consider using {@apilink CheerioCrawler}, {@apilink PuppeteerCrawler} or {@apilink PlaywrightCrawler}.
|
|
171
171
|
*
|
|
172
|
-
* `BasicCrawler` invokes the user-provided {@
|
|
173
|
-
* for each {@
|
|
174
|
-
* The {@
|
|
175
|
-
* instances provided by the {@
|
|
172
|
+
* `BasicCrawler` invokes the user-provided {@apilink BasicCrawlerOptions.requestHandler|`requestHandler`}
|
|
173
|
+
* for each {@apilink Request} object, which represents a single URL to crawl.
|
|
174
|
+
* The {@apilink Request} objects are fed from the {@apilink RequestList} or {@apilink RequestQueue}
|
|
175
|
+
* instances provided by the {@apilink BasicCrawlerOptions.requestList|`requestList`} or {@apilink BasicCrawlerOptions.requestQueue|`requestQueue`}
|
|
176
176
|
* constructor options, respectively. If neither `requestList` nor `requestQueue` options are provided,
|
|
177
|
-
* the crawler will open the default request queue either when the {@
|
|
178
|
-
* or if `requests` parameter (representing the initial requests) of the {@
|
|
177
|
+
* the crawler will open the default request queue either when the {@apilink BasicCrawler.addRequests|`crawler.addRequests()`} function is called,
|
|
178
|
+
* or if `requests` parameter (representing the initial requests) of the {@apilink BasicCrawler.run|`crawler.run()`} function is provided.
|
|
179
179
|
*
|
|
180
|
-
* If both {@
|
|
181
|
-
* the instance first processes URLs from the {@
|
|
182
|
-
* to the {@
|
|
180
|
+
* If both {@apilink BasicCrawlerOptions.requestList|`requestList`} and {@apilink BasicCrawlerOptions.requestQueue|`requestQueue`} options are used,
|
|
181
|
+
* the instance first processes URLs from the {@apilink RequestList} and automatically enqueues all of them
|
|
182
|
+
* to the {@apilink RequestQueue} before it starts their processing. This ensures that a single URL is not crawled multiple times.
|
|
183
183
|
*
|
|
184
|
-
* The crawler finishes if there are no more {@
|
|
184
|
+
* The crawler finishes if there are no more {@apilink Request} objects to crawl.
|
|
185
185
|
*
|
|
186
186
|
* New requests are only dispatched when there is enough free CPU and memory available,
|
|
187
|
-
* using the functionality provided by the {@
|
|
188
|
-
* All {@
|
|
187
|
+
* using the functionality provided by the {@apilink AutoscaledPool} class.
|
|
188
|
+
* All {@apilink AutoscaledPool} configuration options can be passed to the {@apilink BasicCrawlerOptions.autoscaledPoolOptions|`autoscaledPoolOptions`}
|
|
189
189
|
* parameter of the `BasicCrawler` constructor.
|
|
190
|
-
* For user convenience, the {@
|
|
191
|
-
* {@
|
|
192
|
-
* underlying {@
|
|
190
|
+
* For user convenience, the {@apilink AutoscaledPoolOptions.minConcurrency|`minConcurrency`} and
|
|
191
|
+
* {@apilink AutoscaledPoolOptions.maxConcurrency|`maxConcurrency`} options of the
|
|
192
|
+
* underlying {@apilink AutoscaledPool} constructor are available directly in the `BasicCrawler` constructor.
|
|
193
193
|
*
|
|
194
194
|
* **Example usage:**
|
|
195
195
|
*
|
|
@@ -227,36 +227,36 @@ export declare class BasicCrawler<Context extends CrawlingContext = BasicCrawlin
|
|
|
227
227
|
readonly config: Configuration;
|
|
228
228
|
private static readonly CRAWLEE_STATE_KEY;
|
|
229
229
|
/**
|
|
230
|
-
* A reference to the underlying {@
|
|
230
|
+
* A reference to the underlying {@apilink Statistics} class that collects and logs run statistics for requests.
|
|
231
231
|
*/
|
|
232
232
|
readonly stats: Statistics;
|
|
233
233
|
/**
|
|
234
|
-
* A reference to the underlying {@
|
|
234
|
+
* A reference to the underlying {@apilink RequestList} class that manages the crawler's {@apilink Request|requests}.
|
|
235
235
|
* Only available if used by the crawler.
|
|
236
236
|
*/
|
|
237
237
|
requestList?: RequestList;
|
|
238
238
|
/**
|
|
239
239
|
* Dynamic queue of URLs to be processed. This is useful for recursive crawling of websites.
|
|
240
|
-
* A reference to the underlying {@
|
|
240
|
+
* A reference to the underlying {@apilink RequestQueue} class that manages the crawler's {@apilink Request|requests}.
|
|
241
241
|
* Only available if used by the crawler.
|
|
242
242
|
*/
|
|
243
243
|
requestQueue?: RequestQueue;
|
|
244
244
|
/**
|
|
245
|
-
* A reference to the underlying {@
|
|
245
|
+
* A reference to the underlying {@apilink SessionPool} class that manages the crawler's {@apilink Session|sessions}.
|
|
246
246
|
* Only available if used by the crawler.
|
|
247
247
|
*/
|
|
248
248
|
sessionPool?: SessionPool;
|
|
249
249
|
/**
|
|
250
|
-
* A reference to the underlying {@
|
|
251
|
-
* > *NOTE:* This property is only initialized after calling the {@
|
|
250
|
+
* A reference to the underlying {@apilink AutoscaledPool} class that manages the concurrency of the crawler.
|
|
251
|
+
* > *NOTE:* This property is only initialized after calling the {@apilink BasicCrawler.run|`crawler.run()`} function.
|
|
252
252
|
* We can use it to change the concurrency settings on the fly,
|
|
253
|
-
* to pause the crawler by calling {@
|
|
254
|
-
* or to abort it by calling {@
|
|
253
|
+
* to pause the crawler by calling {@apilink AutoscaledPool.pause|`autoscaledPool.pause()`}
|
|
254
|
+
* or to abort it by calling {@apilink AutoscaledPool.abort|`autoscaledPool.abort()`}.
|
|
255
255
|
*/
|
|
256
256
|
autoscaledPool?: AutoscaledPool;
|
|
257
257
|
/**
|
|
258
|
-
* Default {@
|
|
259
|
-
* See {@
|
|
258
|
+
* Default {@apilink Router} instance that will be used if we don't specify any {@apilink BasicCrawlerOptions.requestHandler|`requestHandler`}.
|
|
259
|
+
* See {@apilink Router.addHandler|`router.addHandler()`} and {@apilink Router.addDefaultHandler|`router.addDefaultHandler()`}.
|
|
260
260
|
*/
|
|
261
261
|
readonly router: RouterHandler<Context>;
|
|
262
262
|
protected log: Log;
|
|
@@ -300,7 +300,7 @@ export declare class BasicCrawler<Context extends CrawlingContext = BasicCrawlin
|
|
|
300
300
|
/**
|
|
301
301
|
* Runs the crawler. Returns a promise that gets resolved once all the requests are processed.
|
|
302
302
|
* We can use the `requests` parameter to enqueue the initial requests - it is a shortcut for
|
|
303
|
-
* running {@
|
|
303
|
+
* running {@apilink BasicCrawler.addRequests|`crawler.addRequests()`} before the {@apilink BasicCrawler.run|`crawler.run()`}.
|
|
304
304
|
*
|
|
305
305
|
* @param [requests] The requests to add
|
|
306
306
|
* @param [options] Options for the request queue
|
|
@@ -385,8 +385,8 @@ export interface CrawlerAddRequestsResult {
|
|
|
385
385
|
/**
|
|
386
386
|
* A promise which will resolve with the rest of the requests that were added to the queue.
|
|
387
387
|
*
|
|
388
|
-
* Alternatively, we can set {@
|
|
389
|
-
* in the {@
|
|
388
|
+
* Alternatively, we can set {@apilink CrawlerAddRequestsOptions.waitForAllRequestsToBeAdded|`waitForAllRequestsToBeAdded`} to `true`
|
|
389
|
+
* in the {@apilink BasicCrawler.addRequests|`crawler.addRequests()`} options.
|
|
390
390
|
*
|
|
391
391
|
* **Example:**
|
|
392
392
|
*
|
|
@@ -409,9 +409,9 @@ interface HandlePropertyNameChangeData<New, Old> {
|
|
|
409
409
|
allowUndefined?: boolean;
|
|
410
410
|
}
|
|
411
411
|
/**
|
|
412
|
-
* Creates new {@
|
|
413
|
-
* This instance can then serve as a {@
|
|
414
|
-
* Defaults to the {@
|
|
412
|
+
* Creates new {@apilink Router} instance that works based on request labels.
|
|
413
|
+
* This instance can then serve as a {@apilink BasicCrawlerOptions.requestHandler|`requestHandler`} of our {@apilink BasicCrawler}.
|
|
414
|
+
* Defaults to the {@apilink BasicCrawlingContext}.
|
|
415
415
|
*
|
|
416
416
|
* > Serves as a shortcut for using `Router.create<BasicCrawlingContext>()`.
|
|
417
417
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"basic-crawler.d.ts","sourceRoot":"","sources":["../../src/internals/basic-crawler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAItC,OAAO,KAAK,EACR,qBAAqB,EACrB,mBAAmB,EACnB,YAAY,EACZ,eAAe,EACf,SAAS,EACT,OAAO,EACP,WAAW,EACX,cAAc,EACd,4BAA4B,EAC5B,aAAa,EACb,OAAO,EACP,kBAAkB,EACrB,MAAM,eAAe,CAAC;AACvB,OAAO,EAEH,cAAc,EACd,aAAa,EACb,KAAK,eAAe,EAOpB,YAAY,EAEZ,WAAW,EACX,UAAU,EAGb,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"basic-crawler.d.ts","sourceRoot":"","sources":["../../src/internals/basic-crawler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAItC,OAAO,KAAK,EACR,qBAAqB,EACrB,mBAAmB,EACnB,YAAY,EACZ,eAAe,EACf,SAAS,EACT,OAAO,EACP,WAAW,EACX,cAAc,EACd,4BAA4B,EAC5B,aAAa,EACb,OAAO,EACP,kBAAkB,EACrB,MAAM,eAAe,CAAC;AACvB,OAAO,EAEH,cAAc,EACd,aAAa,EACb,KAAK,eAAe,EAOpB,YAAY,EAEZ,WAAW,EACX,UAAU,EAGb,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAU,WAAW,EAAE,QAAQ,IAAI,WAAW,EAAE,MAAM,cAAc,CAAC;AAEjF,OAAO,KAAK,EAAE,gBAAgB,EAAE,UAAU,EAAE,SAAS,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAItG,MAAM,WAAW,oBAAoB,CAAC,QAAQ,SAAS,UAAU,GAAG,UAAU,CAAE,SAAQ,eAAe,CAAC,QAAQ,CAAC;IAC7G,OAAO,EAAE,YAAY,CAAC;IACtB,YAAY,EAAE,CAAC,OAAO,EAAE,+BAA+B,KAAK,OAAO,CAAC,sBAAsB,CAAC,CAAC;IAC5F,WAAW,EAAE,CAAC,eAAe,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;CACzF;AAED,gBAAgB;AAChB,MAAM,WAAW,+BAAgC,SAAQ,IAAI,CAAC,mBAAmB,EAAE,cAAc,CAAC;CAAG;AAarG,oBAAY,cAAc,CAAC,OAAO,SAAS,eAAe,GAAG,oBAAoB,IAAI,CAAC,MAAM,EAAE,OAAO,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;AAE1H,oBAAY,YAAY,CAAC,OAAO,SAAS,eAAe,GAAG,oBAAoB,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;AAEtI,MAAM,WAAW,mBAAmB,CAAC,OAAO,SAAS,eAAe,GAAG,oBAAoB;IACvF;;;;;;;;;;;;;;;;OAgBG;IACH,cAAc,CAAC,EAAE,cAAc,CAAC,OAAO,CAAC,CAAC;IAEzC;;;;;;;;;;;;;;;;;;;OAmBG;IACH,qBAAqB,CAAC,EAAE,cAAc,CAAC,OAAO,CAAC,CAAC;IAEhD;;;;;OAKG;IACH,WAAW,CAAC,EAAE,WAAW,CAAC;IAE1B;;;;;OAKG;IACH,YAAY,CAAC,EAAE,YAAY,CAAC;IAE5B;;;OAGG;IACH,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAEnC;;;;;OAKG;IACH,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAElC;;;;;;;;OAQG;IACH,YAAY,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAErC;;;;;;;OAOG;IACH,oBAAoB,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAE7C;;;;;;;;;;OAUG;IACH,2BAA2B,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAEpD;;;OAGG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;;;;;OAMG;IACH,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IAE9C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAE9B;;;OAGG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IAExC,gBAAgB;IAChB,GAAG,CAAC,EAAE,GAAG,CAAC;CACb;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+DG;AACH,qBAAa,YAAY,CAAC,OAAO,SAAS,eAAe,GAAG,oBAAoB;IA2FpB,QAAQ,CAAC,MAAM;IA1FvE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAmB;IAE5D;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC;IAE3B;;;OAGG;IACH,WAAW,CAAC,EAAE,WAAW,CAAC;IAE1B;;;;OAIG;IACH,YAAY,CAAC,EAAE,YAAY,CAAC;IAE5B;;;OAGG;IACH,WAAW,CAAC,EAAE,WAAW,CAAC;IAE1B;;;;;;OAMG;IACH,cAAc,CAAC,EAAE,cAAc,CAAC;IAEhC;;;OAGG;IACH,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,CAA4B;IAEnE,SAAS,CAAC,GAAG,EAAE,GAAG,CAAC;IACnB,SAAS,CAAC,cAAc,EAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IACnD,SAAS,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,SAAS,CAAC,oBAAoB,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IACvD,SAAS,CAAC,2BAA2B,EAAG,MAAM,CAAC;IAC/C,SAAS,CAAC,qBAAqB,EAAE,MAAM,CAAC;IACxC,SAAS,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACpC,SAAS,CAAC,oBAAoB,EAAE,MAAM,CAAC;IACvC,SAAS,CAAC,kBAAkB,EAAE,kBAAkB,CAAC;IACjD,SAAS,CAAC,cAAc,EAAE,OAAO,CAAC;IAClC,SAAS,CAAC,gBAAgB,uBAA8B;IACxD,SAAS,CAAC,qBAAqB,EAAE,qBAAqB,CAAC;IACvD,SAAS,CAAC,MAAM,EAAE,YAAY,CAAC;IAC/B,OAAO,CAAC,YAAY,CAAC,CAAU;IAE/B,SAAS,CAAC,MAAM,CAAC,YAAY;;;;;;;;;;;;;;;;;;;MA6B3B;IAEF;;OAEG;gBACS,OAAO,GAAE,mBAAmB,CAAC,OAAO,CAAM,EAAW,MAAM,gBAAkC;IAiKzG;;;;;;;OAOG;IACG,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,GAAG,OAAO,GAAG,cAAc,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,yBAAyB,GAAG,OAAO,CAAC,eAAe,CAAC;IA2CpH,eAAe;IAMf,QAAQ,CAAC,KAAK,SAAS,UAAU,GAAG,UAAU,EAAE,YAAY,QAAc,GAAG,OAAO,CAAC,KAAK,CAAC;IAKjG;;;;OAIG;IACG,WAAW,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,OAAO,GAAG,cAAc,CAAC,EAAE,EAAE,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,wBAAwB,CAAC;cAmE9H,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;cAoBtB,kBAAkB,CAAC,eAAe,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAI3E;;OAEG;IACH,SAAS,CAAC,sBAAsB,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM;cAQrD,iBAAiB;IAqCjC;;;OAGG;cACa,iBAAiB;IAmBjC;;;OAGG;cACa,gBAAgB;IAsHhC;;;OAGG;cACa,gBAAgB,CAAC,OAAO,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,MAAM,EAAE,UAAU,SAAI,EAAE,OAAO,SAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAarJ;;OAEG;cACa,oBAAoB;IASpC;;OAEG;cACa,0BAA0B;IAY1C;;OAEG;cACa,4BAA4B,CACxC,KAAK,EAAE,KAAK,EACZ,eAAe,EAAE,OAAO,EACxB,MAAM,EAAE,WAAW,GAAG,YAAY,GACnC,OAAO,CAAC,IAAI,CAAC;cAoCA,oBAAoB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;cAStD,2BAA2B,CAAC,eAAe,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;IAclG;;;;;;;OAOG;cACa,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC;cAQzC,aAAa,CAAC,QAAQ,SAAS,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,GAAG,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;IAQpI;;;OAGG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAY/B,SAAS,CAAC,yBAAyB,CAAC,GAAG,EAAE,GAAG,EAAE,EAC1C,WAAW,EACX,OAAO,EACP,WAAW,EACX,OAAO,EACP,WAAW,EACX,cAAsB,GACzB,EAAE,4BAA4B,CAAC,GAAG,EAAE,GAAG,CAAC;IA0BzC,SAAS,CAAC,2BAA2B,CAAC,OAAO,EAAE,OAAO;CAQzD;AAED,MAAM,WAAW,oBAAoB;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,SAAS,CAAC;CACzB;AAED,MAAM,WAAW,yBAA0B,SAAQ,4BAA4B;IAC3E;;;OAGG;IACH,2BAA2B,CAAC,EAAE,OAAO,CAAC;CACzC;AAED,MAAM,WAAW,wBAAwB;IACrC,aAAa,EAAE,gBAAgB,EAAE,CAAC;IAClC;;;;;;;;;;;;;;;OAeG;IACH,2BAA2B,EAAE,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC;CAC5D;AAED,UAAU,4BAA4B,CAAC,GAAG,EAAE,GAAG;IAC3C,WAAW,CAAC,EAAE,GAAG,CAAC;IAClB,WAAW,CAAC,EAAE,GAAG,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAgB,iBAAiB,CAAC,OAAO,SAAS,oBAAoB,GAAG,oBAAoB,4BAE5F"}
|
|
@@ -27,29 +27,29 @@ const SAFE_MIGRATION_WAIT_MILLIS = 20000;
|
|
|
27
27
|
* `BasicCrawler` is a low-level tool that requires the user to implement the page
|
|
28
28
|
* download and data extraction functionality themselves.
|
|
29
29
|
* If we want a crawler that already facilitates this functionality,
|
|
30
|
-
* we should consider using {@
|
|
30
|
+
* we should consider using {@apilink CheerioCrawler}, {@apilink PuppeteerCrawler} or {@apilink PlaywrightCrawler}.
|
|
31
31
|
*
|
|
32
|
-
* `BasicCrawler` invokes the user-provided {@
|
|
33
|
-
* for each {@
|
|
34
|
-
* The {@
|
|
35
|
-
* instances provided by the {@
|
|
32
|
+
* `BasicCrawler` invokes the user-provided {@apilink BasicCrawlerOptions.requestHandler|`requestHandler`}
|
|
33
|
+
* for each {@apilink Request} object, which represents a single URL to crawl.
|
|
34
|
+
* The {@apilink Request} objects are fed from the {@apilink RequestList} or {@apilink RequestQueue}
|
|
35
|
+
* instances provided by the {@apilink BasicCrawlerOptions.requestList|`requestList`} or {@apilink BasicCrawlerOptions.requestQueue|`requestQueue`}
|
|
36
36
|
* constructor options, respectively. If neither `requestList` nor `requestQueue` options are provided,
|
|
37
|
-
* the crawler will open the default request queue either when the {@
|
|
38
|
-
* or if `requests` parameter (representing the initial requests) of the {@
|
|
37
|
+
* the crawler will open the default request queue either when the {@apilink BasicCrawler.addRequests|`crawler.addRequests()`} function is called,
|
|
38
|
+
* or if `requests` parameter (representing the initial requests) of the {@apilink BasicCrawler.run|`crawler.run()`} function is provided.
|
|
39
39
|
*
|
|
40
|
-
* If both {@
|
|
41
|
-
* the instance first processes URLs from the {@
|
|
42
|
-
* to the {@
|
|
40
|
+
* If both {@apilink BasicCrawlerOptions.requestList|`requestList`} and {@apilink BasicCrawlerOptions.requestQueue|`requestQueue`} options are used,
|
|
41
|
+
* the instance first processes URLs from the {@apilink RequestList} and automatically enqueues all of them
|
|
42
|
+
* to the {@apilink RequestQueue} before it starts their processing. This ensures that a single URL is not crawled multiple times.
|
|
43
43
|
*
|
|
44
|
-
* The crawler finishes if there are no more {@
|
|
44
|
+
* The crawler finishes if there are no more {@apilink Request} objects to crawl.
|
|
45
45
|
*
|
|
46
46
|
* New requests are only dispatched when there is enough free CPU and memory available,
|
|
47
|
-
* using the functionality provided by the {@
|
|
48
|
-
* All {@
|
|
47
|
+
* using the functionality provided by the {@apilink AutoscaledPool} class.
|
|
48
|
+
* All {@apilink AutoscaledPool} configuration options can be passed to the {@apilink BasicCrawlerOptions.autoscaledPoolOptions|`autoscaledPoolOptions`}
|
|
49
49
|
* parameter of the `BasicCrawler` constructor.
|
|
50
|
-
* For user convenience, the {@
|
|
51
|
-
* {@
|
|
52
|
-
* underlying {@
|
|
50
|
+
* For user convenience, the {@apilink AutoscaledPoolOptions.minConcurrency|`minConcurrency`} and
|
|
51
|
+
* {@apilink AutoscaledPoolOptions.maxConcurrency|`maxConcurrency`} options of the
|
|
52
|
+
* underlying {@apilink AutoscaledPool} constructor are available directly in the `BasicCrawler` constructor.
|
|
53
53
|
*
|
|
54
54
|
* **Example usage:**
|
|
55
55
|
*
|
|
@@ -95,7 +95,7 @@ class BasicCrawler {
|
|
|
95
95
|
value: config
|
|
96
96
|
});
|
|
97
97
|
/**
|
|
98
|
-
* A reference to the underlying {@
|
|
98
|
+
* A reference to the underlying {@apilink Statistics} class that collects and logs run statistics for requests.
|
|
99
99
|
*/
|
|
100
100
|
Object.defineProperty(this, "stats", {
|
|
101
101
|
enumerable: true,
|
|
@@ -104,7 +104,7 @@ class BasicCrawler {
|
|
|
104
104
|
value: void 0
|
|
105
105
|
});
|
|
106
106
|
/**
|
|
107
|
-
* A reference to the underlying {@
|
|
107
|
+
* A reference to the underlying {@apilink RequestList} class that manages the crawler's {@apilink Request|requests}.
|
|
108
108
|
* Only available if used by the crawler.
|
|
109
109
|
*/
|
|
110
110
|
Object.defineProperty(this, "requestList", {
|
|
@@ -115,7 +115,7 @@ class BasicCrawler {
|
|
|
115
115
|
});
|
|
116
116
|
/**
|
|
117
117
|
* Dynamic queue of URLs to be processed. This is useful for recursive crawling of websites.
|
|
118
|
-
* A reference to the underlying {@
|
|
118
|
+
* A reference to the underlying {@apilink RequestQueue} class that manages the crawler's {@apilink Request|requests}.
|
|
119
119
|
* Only available if used by the crawler.
|
|
120
120
|
*/
|
|
121
121
|
Object.defineProperty(this, "requestQueue", {
|
|
@@ -125,7 +125,7 @@ class BasicCrawler {
|
|
|
125
125
|
value: void 0
|
|
126
126
|
});
|
|
127
127
|
/**
|
|
128
|
-
* A reference to the underlying {@
|
|
128
|
+
* A reference to the underlying {@apilink SessionPool} class that manages the crawler's {@apilink Session|sessions}.
|
|
129
129
|
* Only available if used by the crawler.
|
|
130
130
|
*/
|
|
131
131
|
Object.defineProperty(this, "sessionPool", {
|
|
@@ -135,11 +135,11 @@ class BasicCrawler {
|
|
|
135
135
|
value: void 0
|
|
136
136
|
});
|
|
137
137
|
/**
|
|
138
|
-
* A reference to the underlying {@
|
|
139
|
-
* > *NOTE:* This property is only initialized after calling the {@
|
|
138
|
+
* A reference to the underlying {@apilink AutoscaledPool} class that manages the concurrency of the crawler.
|
|
139
|
+
* > *NOTE:* This property is only initialized after calling the {@apilink BasicCrawler.run|`crawler.run()`} function.
|
|
140
140
|
* We can use it to change the concurrency settings on the fly,
|
|
141
|
-
* to pause the crawler by calling {@
|
|
142
|
-
* or to abort it by calling {@
|
|
141
|
+
* to pause the crawler by calling {@apilink AutoscaledPool.pause|`autoscaledPool.pause()`}
|
|
142
|
+
* or to abort it by calling {@apilink AutoscaledPool.abort|`autoscaledPool.abort()`}.
|
|
143
143
|
*/
|
|
144
144
|
Object.defineProperty(this, "autoscaledPool", {
|
|
145
145
|
enumerable: true,
|
|
@@ -148,8 +148,8 @@ class BasicCrawler {
|
|
|
148
148
|
value: void 0
|
|
149
149
|
});
|
|
150
150
|
/**
|
|
151
|
-
* Default {@
|
|
152
|
-
* See {@
|
|
151
|
+
* Default {@apilink Router} instance that will be used if we don't specify any {@apilink BasicCrawlerOptions.requestHandler|`requestHandler`}.
|
|
152
|
+
* See {@apilink Router.addHandler|`router.addHandler()`} and {@apilink Router.addDefaultHandler|`router.addDefaultHandler()`}.
|
|
153
153
|
*/
|
|
154
154
|
Object.defineProperty(this, "router", {
|
|
155
155
|
enumerable: true,
|
|
@@ -361,7 +361,7 @@ class BasicCrawler {
|
|
|
361
361
|
/**
|
|
362
362
|
* Runs the crawler. Returns a promise that gets resolved once all the requests are processed.
|
|
363
363
|
* We can use the `requests` parameter to enqueue the initial requests - it is a shortcut for
|
|
364
|
-
* running {@
|
|
364
|
+
* running {@apilink BasicCrawler.addRequests|`crawler.addRequests()`} before the {@apilink BasicCrawler.run|`crawler.run()`}.
|
|
365
365
|
*
|
|
366
366
|
* @param [requests] The requests to add
|
|
367
367
|
* @param [options] Options for the request queue
|
|
@@ -596,6 +596,11 @@ class BasicCrawler {
|
|
|
596
596
|
});
|
|
597
597
|
},
|
|
598
598
|
sendRequest: async (overrideOptions) => {
|
|
599
|
+
const cookieJar = session ? {
|
|
600
|
+
getCookieString: async (url) => session.getCookieString(url),
|
|
601
|
+
setCookie: async (rawCookie, url) => session.setCookie(rawCookie, url),
|
|
602
|
+
...overrideOptions?.cookieJar,
|
|
603
|
+
} : overrideOptions?.cookieJar;
|
|
599
604
|
return (0, got_scraping_1.gotScraping)({
|
|
600
605
|
url: request.url,
|
|
601
606
|
method: request.method,
|
|
@@ -609,11 +614,7 @@ class BasicCrawler {
|
|
|
609
614
|
limit: 0,
|
|
610
615
|
...overrideOptions?.retry,
|
|
611
616
|
},
|
|
612
|
-
cookieJar
|
|
613
|
-
getCookieString: (url) => session.getCookieString(url),
|
|
614
|
-
setCookie: (rawCookie, url) => session.setCookie(rawCookie, url),
|
|
615
|
-
...overrideOptions?.cookieJar,
|
|
616
|
-
},
|
|
617
|
+
cookieJar,
|
|
617
618
|
});
|
|
618
619
|
},
|
|
619
620
|
};
|
|
@@ -842,9 +843,9 @@ Object.defineProperty(BasicCrawler, "optionsShape", {
|
|
|
842
843
|
}
|
|
843
844
|
});
|
|
844
845
|
/**
|
|
845
|
-
* Creates new {@
|
|
846
|
-
* This instance can then serve as a {@
|
|
847
|
-
* Defaults to the {@
|
|
846
|
+
* Creates new {@apilink Router} instance that works based on request labels.
|
|
847
|
+
* This instance can then serve as a {@apilink BasicCrawlerOptions.requestHandler|`requestHandler`} of our {@apilink BasicCrawler}.
|
|
848
|
+
* Defaults to the {@apilink BasicCrawlingContext}.
|
|
848
849
|
*
|
|
849
850
|
* > Serves as a shortcut for using `Router.create<BasicCrawlingContext>()`.
|
|
850
851
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"basic-crawler.js","sourceRoot":"","sources":["../../src/internals/basic-crawler.ts"],"names":[],"mappings":";;;;AACA,6DAAoC;AACpC,4CAA8E;AAC9E,gDAAwD;AAexD,wCAiBuB;AAEvB,+CAA2C;AAE3C,0CAA8C;AAC9C,iDAAuC;AAWvC;;;;;;;;GAQG;AACH,MAAM,0BAA0B,GAAG,KAAK,CAAC;AA0KzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+DG;AACH,MAAa,YAAY;IAwFrB;;OAEG;IACH,YAAY,UAAwC,EAAE,EAAW,SAAS,oBAAa,CAAC,eAAe,EAAE;;;;;mBAAxC;;QAxFjE;;WAEG;QACH;;;;;WAA2B;QAE3B;;;WAGG;QACH;;;;;WAA0B;QAE1B;;;;WAIG;QACH;;;;;WAA4B;QAE5B;;;WAGG;QACH;;;;;WAA0B;QAE1B;;;;;;WAMG;QACH;;;;;WAAgC;QAEhC;;;WAGG;QACH;;;;mBAA0C,aAAM,CAAC,MAAM,EAAW;WAAC;QAEnE;;;;;WAAmB;QACnB;;;;;WAAmD;QACnD;;;;;WAA+C;QAC/C;;;;;WAAuD;QACvD;;;;;WAA+C;QAC/C;;;;;WAAwC;QACxC;;;;;WAAoC;QACpC;;;;;WAAuC;QACvC;;;;;WAAiD;QACjD;;;;;WAAkC;QAClC;;;;mBAA6B,IAAI,GAAG,EAAmB;WAAC;QACxD;;;;;WAAuD;QACvD;;;;;WAA+B;QAC/B;;;;;WAA+B;QAqC3B,IAAA,YAAE,EAAC,OAAO,EAAE,qBAAqB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC;QAEpF,MAAM,EACF,WAAW,EACX,YAAY,EACZ,iBAAiB,GAAG,CAAC,EACrB,mBAAmB,EACnB,qBAAqB,GAAG,EAAE,EAC1B,kBAAkB,GAAG,EAAE,EACvB,cAAc,GAAG,IAAI;QAErB,4BAA4B;QAC5B,cAAc,EACd,cAAc,EACd,oBAAoB;QAEpB,WAAW;QACX,GAAG,GAAG,aAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAEzD,sCAAsC;QACtC,qBAAqB,EACrB,cAAc,EAEd,wBAAwB,EACxB,yBAAyB,EAEzB,YAAY,EAEZ,2BAA2B,EAC3B,oBAAoB,GACvB,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC;QAEvC,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,gBAAgB;YACzB,OAAO,EAAE,uBAAuB;YAChC,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,qBAAqB;YAClC,cAAc,EAAE,IAAI,EAAE,iCAAiC;SAC1D,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;YACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC;SACrC;QAED,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QAEjC,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,sBAAsB;YAC/B,OAAO,EAAE,6BAA6B;YACtC,WAAW,EAAE,sBAAsB;YACnC,WAAW,EAAE,oBAAoB;YACjC,WAAW,EAAE,2BAA2B;YACxC,cAAc,EAAE,IAAI;SACvB,CAAC,CAAC;QAEH,IAAI,wBAA4C,CAAC;QAEjD,IAAI,CAAC,wBAAwB,EAAE;YAC3B,IAAI,CAAC,yBAAyB,EAAE;gBAC5B,wBAAwB,GAAG,KAAM,CAAC;aACrC;iBAAM;gBACH,wBAAwB,GAAG,yBAAyB,GAAG,IAAI,CAAC;aAC/D;SACJ;aAAM,IAAI,yBAAyB,EAAE;YAClC,wBAAwB,GAAG,yBAAyB,GAAG,IAAI,CAAC;SAC/D;QAED,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,2BAA2B;YACpC,OAAO,EAAE,0BAA0B;YACnC,WAAW,EAAE,6BAA6B;YAC1C,WAAW,EAAE,wBAAwB;YACrC,WAAW,EAAE,wBAAwB,CAAC,CAAC,CAAC,wBAAwB,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS;SACtF,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,CAAC,GAAY,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC7D,4CAA4C;QAC5C,IAAI,CAAC,qBAAqB,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QACnI,kGAAkG;QAClG,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,YAAY,CAAC,qBAAqB,GAAG,IAAI,CAAC,qBAAqB,CAAC;SACxE;QAED,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,IAAI,iBAAU,CAAC,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC,MAAM,sBAAsB,EAAE,MAAM,EAAE,CAAC,CAAC;QACtG,IAAI,CAAC,kBAAkB,GAAG;YACtB,GAAG,kBAAkB;YACrB,GAAG;SACN,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,gBAAgB,GAAG,IAAI,GAAG,EAAE,CAAC;QAElC,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,2BAA2B,GAAG,gBAAgB,EAAE;YACrD,GAAG,CAAC,OAAO,CAAC,+BAA+B,IAAI,CAAC,2BAA2B,EAAE;kBACvE,+DAA+D,gBAAgB,EAAE,CAAC,CAAC;YAEzF,IAAI,CAAC,2BAA2B,GAAG,gBAAgB,CAAC;SACvD;QAED,IAAI,yBAAyB,GAAG,IAAI,CAAC;QACrC,MAAM,kBAAkB,GAAG,GAAG,EAAE,CAAC,mBAAmB,IAAI,mBAAmB,IAAI,IAAI,CAAC,oBAAoB,CAAC;QAEzG,MAAM,EAAE,kBAAkB,EAAE,GAAG,qBAAqB,CAAC;QAErD,MAAM,uCAAuC,GAAmC;YAC5E,cAAc;YACd,cAAc;YACd,iBAAiB,EAAE,oBAAoB,IAAI,qBAAqB,EAAE,iBAAiB;YACnF,eAAe,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;YACjD,mBAAmB,EAAE,KAAK,IAAI,EAAE;gBAC5B,IAAI,kBAAkB,EAAE,EAAE;oBACtB,IAAI,yBAAyB,EAAE;wBAC3B,GAAG,CAAC,IAAI,CAAC,mDAAmD;8BACtD,GAAG,mBAAmB,6FAA6F,CAAC,CAAC;wBAC3H,yBAAyB,GAAG,KAAK,CAAC;qBACrC;oBACD,OAAO,KAAK,CAAC;iBAChB;gBAED,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACvC,CAAC;YACD,kBAAkB,EAAE,KAAK,IAAI,EAAE;gBAC3B,IAAI,kBAAkB,EAAE,EAAE;oBACtB,GAAG,CAAC,IAAI,CAAC,iEAAiE,mBAAmB,YAAY;0BACnG,yEAAyE;0BACzE,mCAAmC,IAAI,CAAC,oBAAoB,+BAA+B,CAAC,CAAC;oBACnG,OAAO,IAAI,CAAC;iBACf;gBAED,MAAM,UAAU,GAAG,kBAAkB;oBACjC,CAAC,CAAC,MAAM,kBAAkB,EAAE;oBAC5B,CAAC,CAAC,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAC;gBAE9C,IAAI,UAAU,EAAE;oBACZ,MAAM,MAAM,GAAG,kBAAkB;wBAC7B,CAAC,CAAC,mFAAmF;wBACrF,CAAC,CAAC,0GAA0G,CAAC;oBACjH,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;iBACpB;gBAED,OAAO,UAAU,CAAC;YACtB,CAAC;YACD,GAAG;SACN,CAAC;QAEF,IAAI,CAAC,qBAAqB,GAAG,EAAE,GAAG,qBAAqB,EAAE,GAAG,uCAAuC,EAAE,CAAC;QAEtG,wEAAwE;QACxE,IAAI,CAAC,MAAM,CAAC,EAAE,wCAAsB,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,MAAM,CAAC,EAAE,sCAAqB,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1E,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,GAAG,CAAC,QAAgD,EAAE,OAAmC;QAC3F,MAAM,IAAA,2BAAoB,GAAE,CAAC;QAE7B,IAAI,QAAQ,EAAE;YACV,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;SAC7C;QAED,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAElC,IAAI;YACA,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACpC,MAAM,IAAI,CAAC,cAAe,CAAC,GAAG,EAAE,CAAC;SACpC;gBAAS;YACN,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;SACpC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAC1C,MAAM,KAAK,GAAG;YACV,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,gBAAgB;YACnD,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc;YAC/C,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,qBAAqB;YAChD,GAAG,UAAU;SAChB,CAAC;QACF,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2CAA2C,EAAE,KAAK,CAAC,CAAC;QAElE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAE9C,IAAI,MAAM,CAAC,QAAQ,EAAE;YACjB,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,UAAU,CAAC,GAAG,EAAE;gBACZ,IAAI,CAAC,QAAQ,EAAE;oBACX,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;iBAC/E;YACL,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxB,QAAQ,GAAG,IAAI,CAAC;SACnB;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,eAAe;QACjB,IAAI,CAAC,YAAY,KAAjB,IAAI,CAAC,YAAY,GAAK,MAAM,mBAAY,CAAC,IAAI,EAAE,EAAC;QAEhD,OAAO,IAAI,CAAC,YAAa,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAwC,eAAe,EAAW;QAC5E,MAAM,GAAG,GAAG,MAAM,oBAAa,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACpE,OAAO,GAAG,CAAC,iBAAiB,CAAQ,YAAY,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;IACtF,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,QAA+C,EAAE,UAAqC,EAAE;QACtG,IAAA,YAAE,EAAC,QAAQ,EAAE,YAAE,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC,YAAY,CAAC;YAClE,GAAG,EAAE,YAAE,CAAC,MAAM;YACd,EAAE,EAAE,YAAE,CAAC,SAAS;SACnB,CAAC,CAAC,CAAC,CAAC,CAAC;QACN,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;YAC9B,2BAA2B,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;SACnD,CAAC,CAAC,CAAC;QAEJ,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAClD,MAAM,aAAa,GAAG,IAAA,qBAAc,EAAC,QAAQ,CAAC,CAAC;QAE/C,MAAM,uCAAuC,GAAG,KAAK,EAAE,gBAA2B,EAAE,EAAE;YAClF,MAAM,eAAe,GAAuB,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YACrG,eAAe,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,iBAAiB,CAAC,CAAC;YAErD,IAAI,SAAS,CAAC,mBAAmB,CAAC,MAAM,EAAE;gBACtC,MAAM,IAAA,aAAK,EAAC,IAAI,CAAC,CAAC;gBAElB,eAAe,CAAC,IAAI,CAAC,GAAG,MAAM,uCAAuC,CACjE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,CAC1G,CAAC,CAAC;aACN;YAED,OAAO,eAAe,CAAC;QAC3B,CAAC,CAAC;QAEF,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAEnD,uDAAuD;QACvD,MAAM,aAAa,GAAG,MAAM,uCAAuC,CAAC,YAAY,CAAC,CAAC;QAElF,mDAAmD;QACnD,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE;YACvB,OAAO;gBACH,aAAa;gBACb,2BAA2B,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;aACnD,CAAC;SACL;QAED,qDAAqD;QACrD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAqB,KAAK,EAAE,OAAO,EAAE,EAAE;YAC9D,MAAM,MAAM,GAAG,IAAA,aAAK,EAAC,aAAa,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,kBAAkB,GAAuB,EAAE,CAAC;YAElD,KAAK,MAAM,YAAY,IAAI,MAAM,EAAE;gBAC/B,kBAAkB,CAAC,IAAI,CAAC,GAAG,MAAM,uCAAuC,CAAC,YAAY,CAAC,CAAC,CAAC;gBAExF,MAAM,IAAA,aAAK,EAAC,IAAI,CAAC,CAAC;aACrB;YAED,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,0GAA0G;QAC1G,IAAI,OAAO,CAAC,2BAA2B,EAAE;YACrC,aAAa,CAAC,IAAI,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC;SACxC;QAED,OAAO;YACH,aAAa;YACb,2BAA2B,EAAE,OAAO;SACvC,CAAC;IACN,CAAC;IAES,KAAK,CAAC,KAAK;QACjB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE;YAC9B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;SAC5B;QAED,wEAAwE;QACxE,+FAA+F;QAC/F,oCAAoC;QACpC,IAAI,CAAC,cAAc,GAAG,IAAI,qBAAc,CAAC,IAAI,CAAC,qBAAqB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAElF,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,IAAI,CAAC,WAAW,GAAG,MAAM,kBAAW,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACnE,gEAAgE;YAChE,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;SACxC;QAED,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;IAC1C,CAAC;IAES,KAAK,CAAC,kBAAkB,CAAC,eAAwB;QACvD,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACO,sBAAsB,CAAC,OAAgB,EAAE,UAAkB;QACjE,MAAM,SAAS,GAAG,OAAO,CAAC,0BAA0B,CAAC,UAAU,CAAC,CAAC;QAEjE,IAAI,SAAS,EAAE;YACX,MAAM,IAAI,KAAK,CAAC,8BAA8B,UAAU,eAAe,CAAC,CAAC;SAC5E;IACL,CAAC;IAES,KAAK,CAAC,iBAAiB;QAC7B,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,+CAA+C;YAC/C,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,0BAA0B,CAAC;iBACtD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACX,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,8BAA8B,CAAC,EAAE;oBACtD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,2DAA2D;0BACpE,uFAAuF,CAAC,CAAC;iBAClG;qBAAM;oBACH,MAAM,GAAG,CAAC;iBACb;YACL,CAAC,CAAC,CAAC;SACV;QAED,MAAM,yBAAyB,GAAG,CAAC,KAAK,IAAI,EAAE;YAC1C,IAAI,IAAI,CAAC,WAAW,EAAE;gBAClB,IAAI,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE;oBAAE,OAAO;gBAChD,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE;qBAChC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBACX,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAAE;wBAC/C,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,0FAA0F;8BACnG,2GAA2G;8BAC3G,8FAA8F,CAAC,CAAC;qBACzG;yBAAM;wBACH,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,gDAAgD;8BAClE,iDAAiD,CAAC,CAAC;qBAC5D;gBACL,CAAC,CAAC,CAAC;aACV;QACL,CAAC,CAAC,EAAE,CAAC;QAEL,MAAM,OAAO,CAAC,GAAG,CAAC;YACd,yBAAyB;YACzB,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;SAC5B,CAAC,CAAC;IACP,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,iBAAiB;QAC7B,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,YAAa,CAAC,gBAAgB,EAAE,CAAC;QACpE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC;QAC1D,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO,OAAO,CAAC;QACvC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;QAE1D,IAAI;YACA,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;SACpE;QAAC,OAAO,GAAG,EAAE;YACV,0EAA0E;YAC1E,8DAA8D;YAC9D,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,yGAAyG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACvI,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC;SACf;QACD,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;IAChD,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,IAAI,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAErF,IAAI,OAAmC,CAAC;QACxC,IAAI,OAA4B,CAAC;QAEjC,MAAM,IAAI,CAAC,gBAAgB,CACvB,KAAK,IAAI,EAAE;YACP,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC7C,CAAC,EACD,IAAI,CAAC,qBAAqB,EAC1B,yCAAyC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CACvF,CAAC;QAEF,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,MAAM,IAAI,CAAC,gBAAgB,CACvB,KAAK,IAAI,EAAE;gBACP,OAAO,GAAG,MAAM,IAAI,CAAC,WAAY,CAAC,UAAU,EAAE,CAAC;YACnD,CAAC,EACD,IAAI,CAAC,qBAAqB,EAC1B,oCAAoC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CAClF,CAAC;SACL;QAED,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,gEAAgE;QAChE,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;QAE9B,MAAM,YAAY,GAAG,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAElC,0BAA0B;QAC1B,mBAAmB;QACnB,uFAAuF;QACvF,yEAAyE;QACzE,MAAM,eAAe,GAAY;YAC7B,EAAE,EAAE,IAAA,gCAAoB,EAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,IAAI;YACb,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,OAAO;YACP,OAAO;YACP,YAAY,EAAE,KAAK,EAAE,cAA+C,EAAE,EAAE;gBACpE,OAAO,IAAA,mBAAY,EAAC;oBAChB,GAAG,cAAc;oBACjB,YAAY,EAAE,MAAM,IAAI,CAAC,eAAe,EAAE;iBAC7C,CAAC,CAAC;YACP,CAAC;YACD,WAAW,EAAE,KAAK,EAAE,eAAgC,EAAE,EAAE;gBACpD,OAAO,IAAA,0BAAW,EAAC;oBACf,GAAG,EAAE,OAAQ,CAAC,GAAG;oBACjB,MAAM,EAAE,OAAQ,CAAC,MAAM;oBACvB,IAAI,EAAE,OAAQ,CAAC,OAAO;oBACtB,OAAO,EAAE,OAAQ,CAAC,OAAO;oBACzB,QAAQ,EAAE,eAAe,CAAC,SAAS,EAAE,GAAG;oBACxC,YAAY,EAAE,OAAO;oBACrB,YAAY,EAAE,MAAM;oBACpB,GAAG,eAAe;oBAClB,KAAK,EAAE;wBACH,KAAK,EAAE,CAAC;wBACR,GAAG,eAAe,EAAE,KAAK;qBAC5B;oBACD,SAAS,EAAE;wBACP,eAAe,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,OAAQ,CAAC,eAAe,CAAC,GAAG,CAAC;wBAC/D,SAAS,EAAE,CAAC,SAAiB,EAAE,GAAW,EAAE,EAAE,CAAC,OAAQ,CAAC,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC;wBACjF,GAAG,eAAe,EAAE,SAAS;qBAChC;iBACyB,CAAC,CAAC;YACpC,CAAC;SACJ,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;QAE/D,IAAI;YACA,MAAM,IAAA,6BAAmB,EACrB,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,EAC9C,IAAI,CAAC,2BAA2B,EAChC,kCAAkC,IAAI,CAAC,2BAA2B,GAAG,IAAI,aAAa,OAAO,CAAC,EAAE,IAAI,CACvG,CAAC;YAEF,MAAM,IAAI,CAAC,gBAAgB,CACvB,GAAG,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,OAAQ,CAAC,EACzC,IAAI,CAAC,qBAAqB,EAC1B,mBAAmB,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,gCAAgC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CAC3H,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YACnC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAE5B,mDAAmD;YACnD,OAAO,EAAE,QAAQ,EAAE,CAAC;SACvB;QAAC,OAAO,GAAG,EAAE;YACV,IAAI;gBACA,MAAM,IAAA,6BAAmB,EACrB,GAAG,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,GAAY,EAAE,eAAe,EAAE,MAAM,CAAC,EAC9E,IAAI,CAAC,qBAAqB,EAC1B,+BAA+B,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,qBAAqB,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CAC5H,CAAC;aACL;YAAC,OAAO,cAAmB,EAAE;gBAC1B,IAAI,CAAC,cAAc,CAAC,wBAAwB,EAAE;oBAC1C,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB;wBAC9C,CAAC,CAAC,mGAAmG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC/G,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,cAAuB,EAAE,2DAA2D;0BACjG,8GAA8G,aAAa,EAAE,CAAC,CAAC;iBACxI;gBACD,MAAM,cAAc,CAAC;aACxB;SACJ;gBAAS;YACN,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;SACpD;IACL,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,gBAAgB,CAAC,OAA+B,EAAE,OAAe,EAAE,KAAqB,EAAE,UAAU,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC;QACjI,IAAI;YACA,MAAM,IAAA,6BAAmB,EAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;SACtD;QAAC,OAAO,CAAC,EAAE;YACR,IAAI,OAAO,IAAI,UAAU,EAAE,EAAE,0CAA0C;gBACnE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAI,CAAW,CAAC,OAAO,cAAc,OAAO,IAAI,UAAU,GAAG,CAAC,CAAC;gBAChF,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;aAClF;YAED,MAAM,CAAC,CAAC;SACX;IACL,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,oBAAoB;QAChC,sDAAsD;QACtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACxF,+EAA+E;QAC/E,IAAI,CAAC,kBAAkB;YAAE,OAAO,IAAI,CAAC;QACrC,6EAA6E;QAC7E,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC5E,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,0BAA0B;QACtC,MAAM,CACF,qBAAqB,EACrB,sBAAsB,EACzB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClB,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI;YACvD,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI;SAC5D,CAAC,CAAC;QACH,6DAA6D;QAC7D,OAAO,qBAAqB,IAAI,sBAAsB,CAAC;IAC3D,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,4BAA4B,CACxC,KAAY,EACZ,eAAwB,EACxB,MAAkC;QAElC,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC;QACpC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAEhC,IAAI,KAAK,YAAY,oBAAa,EAAE;YAChC,MAAM,KAAK,CAAC;SACf;QAED,MAAM,kBAAkB,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC,KAAK,YAAY,wBAAiB,CAAC,CAAC;QACpI,IAAI,kBAAkB,EAAE;YACpB,OAAO,CAAC,UAAU,EAAE,CAAC;YAErB,MAAM,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC;YAEnF,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC;YACxC,uGAAuG;YACvG,yGAAyG;YACzG,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;YACtE,IAAI,CAAC,GAAG,CAAC,OAAO,CACZ,wDAAwD,OAAO,EAAE,EACjE,EAAE,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,CAC1B,CAAC;YAEF,MAAM,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;SACxC;aAAM;YACH,sDAAsD;YACtD,wEAAwE;YACxE,+CAA+C;YAC/C,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,MAAM,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC;YAEpD,MAAM,IAAI,CAAC,2BAA2B,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC,yCAAyC;SAC5G;IACL,CAAC;IAES,KAAK,CAAC,oBAAoB,CAAI,EAAiB;QACrD,IAAI;YACA,OAAO,MAAM,EAAE,EAAO,CAAC;SAC1B;QAAC,OAAO,CAAM,EAAE;YACb,MAAM,CAAC,cAAc,CAAC,CAAC,EAAE,0BAA0B,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,MAAM,CAAC,CAAC;SACX;IACL,CAAC;IAES,KAAK,CAAC,2BAA2B,CAAC,eAAwB,EAAE,KAAY;QAC9E,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC3B,MAAM,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC;YAC3F,OAAO;SACV;QAED,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC;QAC/D,MAAM,OAAO,GAAG,KAAK,YAAY,sBAAY,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;QAChH,IAAI,CAAC,GAAG,CAAC,KAAK,CACV,+CAA+C,OAAO,EAAE,EACxD,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,CACjC,CAAC;IACN,CAAC;IAED;;;;;;;OAOG;IACO,KAAK,CAAC,wBAAwB;QACpC,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC;SACtE;aAAM,IAAI,IAAI,CAAC,WAAW,EAAE;YACzB,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;SAC/D;IACL,CAAC;IAES,KAAK,CAAC,aAAa,CAAuD,KAAiB,EAAE,GAAG,IAA0B;QAChI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE;YACtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;gBACtB,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;aACvB;SACJ;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,MAAM,CAAC,IAAI,+CAA0B,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;QAElE,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,MAAM,IAAI,CAAC,WAAY,CAAC,QAAQ,EAAE,CAAC;SACtC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;SAC7B;IACL,CAAC;IAES,yBAAyB,CAAW,EAC1C,WAAW,EACX,OAAO,EACP,WAAW,EACX,OAAO,EACP,WAAW,EACX,cAAc,GAAG,KAAK,GACe;QACrC,IAAI,WAAW,IAAI,WAAW,EAAE;YAC5B,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;gBACb,SAAS,OAAO,UAAU,OAAO,yCAAyC;gBAC1E,IAAI,OAAO,0BAA0B,OAAO,6CAA6C;gBACzF,aAAa,OAAO,yBAAyB;aAChD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAEd,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;SACnC;aAAM,IAAI,WAAW,EAAE;YACpB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;gBACb,IAAI,OAAO,0BAA0B,OAAO,6CAA6C;gBACzF,2DAA2D,OAAO,SAAS,OAAO,4BAA4B;aACjH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAEd,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;SACnC;aAAM,IAAI,WAAW,EAAE;YACpB,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;SACnC;aAAM,IAAI,CAAC,cAAc,EAAE;YACxB,MAAM,IAAI,kBAAa,CAAC,IAAI,OAAO,2CAA2C,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;SACrG;IACL,CAAC;IAES,2BAA2B,CAAC,OAAgB;QAClD,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE;YACpD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,+DAA+D,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,iCAAiC,CAAC,CAAC;YAC7I,OAAO,IAAA,mBAAY,EAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;SACtF;QAED,OAAO,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,EAAE,CAAC;IACpE,CAAC;;AAvxBL,oCAwxBC;AAvxBG;;;;WAA4C,eAAe;GAAC;AAwD5D;;;;WAAgC;QAC5B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,WAAW,CAAC;QAChE,YAAY,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,YAAY,CAAC;QAClE,0DAA0D;QAC1D,yDAAyD;QACzD,4DAA4D;QAC5D,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QACpC,mCAAmC;QACnC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC3C,yBAAyB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC7C,mCAAmC;QACnC,wBAAwB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC5C,YAAY,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAClC,oBAAoB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC1C,mCAAmC;QACnC,2BAA2B,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QACjD,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACrC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACvC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACzC,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QAEnC,4BAA4B;QAC5B,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAClC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAClC,oBAAoB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAEzF,WAAW;QACX,GAAG,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KAC1B;GAAC;AAgvBN;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,SAAgB,iBAAiB;IAC7B,OAAO,aAAM,CAAC,MAAM,EAAW,CAAC;AACpC,CAAC;AAFD,8CAEC"}
|
|
1
|
+
{"version":3,"file":"basic-crawler.js","sourceRoot":"","sources":["../../src/internals/basic-crawler.ts"],"names":[],"mappings":";;;;AACA,6DAAoC;AACpC,4CAA8E;AAC9E,gDAAwD;AAexD,wCAiBuB;AAEvB,+CAA2C;AAE3C,0CAA8C;AAC9C,iDAAuC;AAWvC;;;;;;;;GAQG;AACH,MAAM,0BAA0B,GAAG,KAAK,CAAC;AA0KzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+DG;AACH,MAAa,YAAY;IAwFrB;;OAEG;IACH,YAAY,UAAwC,EAAE,EAAW,SAAS,oBAAa,CAAC,eAAe,EAAE;;;;;mBAAxC;;QAxFjE;;WAEG;QACH;;;;;WAA2B;QAE3B;;;WAGG;QACH;;;;;WAA0B;QAE1B;;;;WAIG;QACH;;;;;WAA4B;QAE5B;;;WAGG;QACH;;;;;WAA0B;QAE1B;;;;;;WAMG;QACH;;;;;WAAgC;QAEhC;;;WAGG;QACH;;;;mBAA0C,aAAM,CAAC,MAAM,EAAW;WAAC;QAEnE;;;;;WAAmB;QACnB;;;;;WAAmD;QACnD;;;;;WAA+C;QAC/C;;;;;WAAuD;QACvD;;;;;WAA+C;QAC/C;;;;;WAAwC;QACxC;;;;;WAAoC;QACpC;;;;;WAAuC;QACvC;;;;;WAAiD;QACjD;;;;;WAAkC;QAClC;;;;mBAA6B,IAAI,GAAG,EAAmB;WAAC;QACxD;;;;;WAAuD;QACvD;;;;;WAA+B;QAC/B;;;;;WAA+B;QAqC3B,IAAA,YAAE,EAAC,OAAO,EAAE,qBAAqB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC;QAEpF,MAAM,EACF,WAAW,EACX,YAAY,EACZ,iBAAiB,GAAG,CAAC,EACrB,mBAAmB,EACnB,qBAAqB,GAAG,EAAE,EAC1B,kBAAkB,GAAG,EAAE,EACvB,cAAc,GAAG,IAAI;QAErB,4BAA4B;QAC5B,cAAc,EACd,cAAc,EACd,oBAAoB;QAEpB,WAAW;QACX,GAAG,GAAG,aAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAEzD,sCAAsC;QACtC,qBAAqB,EACrB,cAAc,EAEd,wBAAwB,EACxB,yBAAyB,EAEzB,YAAY,EAEZ,2BAA2B,EAC3B,oBAAoB,GACvB,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC;QAEvC,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,gBAAgB;YACzB,OAAO,EAAE,uBAAuB;YAChC,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,qBAAqB;YAClC,cAAc,EAAE,IAAI,EAAE,iCAAiC;SAC1D,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;YACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC;SACrC;QAED,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QAEjC,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,sBAAsB;YAC/B,OAAO,EAAE,6BAA6B;YACtC,WAAW,EAAE,sBAAsB;YACnC,WAAW,EAAE,oBAAoB;YACjC,WAAW,EAAE,2BAA2B;YACxC,cAAc,EAAE,IAAI;SACvB,CAAC,CAAC;QAEH,IAAI,wBAA4C,CAAC;QAEjD,IAAI,CAAC,wBAAwB,EAAE;YAC3B,IAAI,CAAC,yBAAyB,EAAE;gBAC5B,wBAAwB,GAAG,KAAM,CAAC;aACrC;iBAAM;gBACH,wBAAwB,GAAG,yBAAyB,GAAG,IAAI,CAAC;aAC/D;SACJ;aAAM,IAAI,yBAAyB,EAAE;YAClC,wBAAwB,GAAG,yBAAyB,GAAG,IAAI,CAAC;SAC/D;QAED,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,2BAA2B;YACpC,OAAO,EAAE,0BAA0B;YACnC,WAAW,EAAE,6BAA6B;YAC1C,WAAW,EAAE,wBAAwB;YACrC,WAAW,EAAE,wBAAwB,CAAC,CAAC,CAAC,wBAAwB,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS;SACtF,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,CAAC,GAAY,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC7D,4CAA4C;QAC5C,IAAI,CAAC,qBAAqB,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QACnI,kGAAkG;QAClG,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,YAAY,CAAC,qBAAqB,GAAG,IAAI,CAAC,qBAAqB,CAAC;SACxE;QAED,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,IAAI,iBAAU,CAAC,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC,MAAM,sBAAsB,EAAE,MAAM,EAAE,CAAC,CAAC;QACtG,IAAI,CAAC,kBAAkB,GAAG;YACtB,GAAG,kBAAkB;YACrB,GAAG;SACN,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,gBAAgB,GAAG,IAAI,GAAG,EAAE,CAAC;QAElC,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,2BAA2B,GAAG,gBAAgB,EAAE;YACrD,GAAG,CAAC,OAAO,CAAC,+BAA+B,IAAI,CAAC,2BAA2B,EAAE;kBACvE,+DAA+D,gBAAgB,EAAE,CAAC,CAAC;YAEzF,IAAI,CAAC,2BAA2B,GAAG,gBAAgB,CAAC;SACvD;QAED,IAAI,yBAAyB,GAAG,IAAI,CAAC;QACrC,MAAM,kBAAkB,GAAG,GAAG,EAAE,CAAC,mBAAmB,IAAI,mBAAmB,IAAI,IAAI,CAAC,oBAAoB,CAAC;QAEzG,MAAM,EAAE,kBAAkB,EAAE,GAAG,qBAAqB,CAAC;QAErD,MAAM,uCAAuC,GAAmC;YAC5E,cAAc;YACd,cAAc;YACd,iBAAiB,EAAE,oBAAoB,IAAI,qBAAqB,EAAE,iBAAiB;YACnF,eAAe,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;YACjD,mBAAmB,EAAE,KAAK,IAAI,EAAE;gBAC5B,IAAI,kBAAkB,EAAE,EAAE;oBACtB,IAAI,yBAAyB,EAAE;wBAC3B,GAAG,CAAC,IAAI,CAAC,mDAAmD;8BACtD,GAAG,mBAAmB,6FAA6F,CAAC,CAAC;wBAC3H,yBAAyB,GAAG,KAAK,CAAC;qBACrC;oBACD,OAAO,KAAK,CAAC;iBAChB;gBAED,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACvC,CAAC;YACD,kBAAkB,EAAE,KAAK,IAAI,EAAE;gBAC3B,IAAI,kBAAkB,EAAE,EAAE;oBACtB,GAAG,CAAC,IAAI,CAAC,iEAAiE,mBAAmB,YAAY;0BACnG,yEAAyE;0BACzE,mCAAmC,IAAI,CAAC,oBAAoB,+BAA+B,CAAC,CAAC;oBACnG,OAAO,IAAI,CAAC;iBACf;gBAED,MAAM,UAAU,GAAG,kBAAkB;oBACjC,CAAC,CAAC,MAAM,kBAAkB,EAAE;oBAC5B,CAAC,CAAC,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAC;gBAE9C,IAAI,UAAU,EAAE;oBACZ,MAAM,MAAM,GAAG,kBAAkB;wBAC7B,CAAC,CAAC,mFAAmF;wBACrF,CAAC,CAAC,0GAA0G,CAAC;oBACjH,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;iBACpB;gBAED,OAAO,UAAU,CAAC;YACtB,CAAC;YACD,GAAG;SACN,CAAC;QAEF,IAAI,CAAC,qBAAqB,GAAG,EAAE,GAAG,qBAAqB,EAAE,GAAG,uCAAuC,EAAE,CAAC;QAEtG,wEAAwE;QACxE,IAAI,CAAC,MAAM,CAAC,EAAE,wCAAsB,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,MAAM,CAAC,EAAE,sCAAqB,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1E,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,GAAG,CAAC,QAAgD,EAAE,OAAmC;QAC3F,MAAM,IAAA,2BAAoB,GAAE,CAAC;QAE7B,IAAI,QAAQ,EAAE;YACV,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;SAC7C;QAED,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAElC,IAAI;YACA,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACpC,MAAM,IAAI,CAAC,cAAe,CAAC,GAAG,EAAE,CAAC;SACpC;gBAAS;YACN,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;SACpC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAC1C,MAAM,KAAK,GAAG;YACV,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,gBAAgB;YACnD,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc;YAC/C,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,qBAAqB;YAChD,GAAG,UAAU;SAChB,CAAC;QACF,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2CAA2C,EAAE,KAAK,CAAC,CAAC;QAElE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAE9C,IAAI,MAAM,CAAC,QAAQ,EAAE;YACjB,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,UAAU,CAAC,GAAG,EAAE;gBACZ,IAAI,CAAC,QAAQ,EAAE;oBACX,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;iBAC/E;YACL,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxB,QAAQ,GAAG,IAAI,CAAC;SACnB;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,eAAe;QACjB,IAAI,CAAC,YAAY,KAAjB,IAAI,CAAC,YAAY,GAAK,MAAM,mBAAY,CAAC,IAAI,EAAE,EAAC;QAEhD,OAAO,IAAI,CAAC,YAAa,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAwC,eAAe,EAAW;QAC5E,MAAM,GAAG,GAAG,MAAM,oBAAa,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACpE,OAAO,GAAG,CAAC,iBAAiB,CAAQ,YAAY,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;IACtF,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,QAA+C,EAAE,UAAqC,EAAE;QACtG,IAAA,YAAE,EAAC,QAAQ,EAAE,YAAE,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC,YAAY,CAAC;YAClE,GAAG,EAAE,YAAE,CAAC,MAAM;YACd,EAAE,EAAE,YAAE,CAAC,SAAS;SACnB,CAAC,CAAC,CAAC,CAAC,CAAC;QACN,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;YAC9B,2BAA2B,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;SACnD,CAAC,CAAC,CAAC;QAEJ,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAClD,MAAM,aAAa,GAAG,IAAA,qBAAc,EAAC,QAAQ,CAAC,CAAC;QAE/C,MAAM,uCAAuC,GAAG,KAAK,EAAE,gBAA2B,EAAE,EAAE;YAClF,MAAM,eAAe,GAAuB,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YACrG,eAAe,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,iBAAiB,CAAC,CAAC;YAErD,IAAI,SAAS,CAAC,mBAAmB,CAAC,MAAM,EAAE;gBACtC,MAAM,IAAA,aAAK,EAAC,IAAI,CAAC,CAAC;gBAElB,eAAe,CAAC,IAAI,CAAC,GAAG,MAAM,uCAAuC,CACjE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,CAC1G,CAAC,CAAC;aACN;YAED,OAAO,eAAe,CAAC;QAC3B,CAAC,CAAC;QAEF,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAEnD,uDAAuD;QACvD,MAAM,aAAa,GAAG,MAAM,uCAAuC,CAAC,YAAY,CAAC,CAAC;QAElF,mDAAmD;QACnD,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE;YACvB,OAAO;gBACH,aAAa;gBACb,2BAA2B,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;aACnD,CAAC;SACL;QAED,qDAAqD;QACrD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAqB,KAAK,EAAE,OAAO,EAAE,EAAE;YAC9D,MAAM,MAAM,GAAG,IAAA,aAAK,EAAC,aAAa,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,kBAAkB,GAAuB,EAAE,CAAC;YAElD,KAAK,MAAM,YAAY,IAAI,MAAM,EAAE;gBAC/B,kBAAkB,CAAC,IAAI,CAAC,GAAG,MAAM,uCAAuC,CAAC,YAAY,CAAC,CAAC,CAAC;gBAExF,MAAM,IAAA,aAAK,EAAC,IAAI,CAAC,CAAC;aACrB;YAED,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,0GAA0G;QAC1G,IAAI,OAAO,CAAC,2BAA2B,EAAE;YACrC,aAAa,CAAC,IAAI,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC;SACxC;QAED,OAAO;YACH,aAAa;YACb,2BAA2B,EAAE,OAAO;SACvC,CAAC;IACN,CAAC;IAES,KAAK,CAAC,KAAK;QACjB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE;YAC9B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;SAC5B;QAED,wEAAwE;QACxE,+FAA+F;QAC/F,oCAAoC;QACpC,IAAI,CAAC,cAAc,GAAG,IAAI,qBAAc,CAAC,IAAI,CAAC,qBAAqB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAElF,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,IAAI,CAAC,WAAW,GAAG,MAAM,kBAAW,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACnE,gEAAgE;YAChE,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;SACxC;QAED,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;IAC1C,CAAC;IAES,KAAK,CAAC,kBAAkB,CAAC,eAAwB;QACvD,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACO,sBAAsB,CAAC,OAAgB,EAAE,UAAkB;QACjE,MAAM,SAAS,GAAG,OAAO,CAAC,0BAA0B,CAAC,UAAU,CAAC,CAAC;QAEjE,IAAI,SAAS,EAAE;YACX,MAAM,IAAI,KAAK,CAAC,8BAA8B,UAAU,eAAe,CAAC,CAAC;SAC5E;IACL,CAAC;IAES,KAAK,CAAC,iBAAiB;QAC7B,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,+CAA+C;YAC/C,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,0BAA0B,CAAC;iBACtD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACX,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,8BAA8B,CAAC,EAAE;oBACtD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,2DAA2D;0BACpE,uFAAuF,CAAC,CAAC;iBAClG;qBAAM;oBACH,MAAM,GAAG,CAAC;iBACb;YACL,CAAC,CAAC,CAAC;SACV;QAED,MAAM,yBAAyB,GAAG,CAAC,KAAK,IAAI,EAAE;YAC1C,IAAI,IAAI,CAAC,WAAW,EAAE;gBAClB,IAAI,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE;oBAAE,OAAO;gBAChD,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE;qBAChC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBACX,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAAE;wBAC/C,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,0FAA0F;8BACnG,2GAA2G;8BAC3G,8FAA8F,CAAC,CAAC;qBACzG;yBAAM;wBACH,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,gDAAgD;8BAClE,iDAAiD,CAAC,CAAC;qBAC5D;gBACL,CAAC,CAAC,CAAC;aACV;QACL,CAAC,CAAC,EAAE,CAAC;QAEL,MAAM,OAAO,CAAC,GAAG,CAAC;YACd,yBAAyB;YACzB,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;SAC5B,CAAC,CAAC;IACP,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,iBAAiB;QAC7B,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,YAAa,CAAC,gBAAgB,EAAE,CAAC;QACpE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC;QAC1D,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO,OAAO,CAAC;QACvC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;QAE1D,IAAI;YACA,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;SACpE;QAAC,OAAO,GAAG,EAAE;YACV,0EAA0E;YAC1E,8DAA8D;YAC9D,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,yGAAyG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACvI,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC;SACf;QACD,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;IAChD,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,IAAI,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAErF,IAAI,OAAmC,CAAC;QACxC,IAAI,OAA4B,CAAC;QAEjC,MAAM,IAAI,CAAC,gBAAgB,CACvB,KAAK,IAAI,EAAE;YACP,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC7C,CAAC,EACD,IAAI,CAAC,qBAAqB,EAC1B,yCAAyC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CACvF,CAAC;QAEF,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,MAAM,IAAI,CAAC,gBAAgB,CACvB,KAAK,IAAI,EAAE;gBACP,OAAO,GAAG,MAAM,IAAI,CAAC,WAAY,CAAC,UAAU,EAAE,CAAC;YACnD,CAAC,EACD,IAAI,CAAC,qBAAqB,EAC1B,oCAAoC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CAClF,CAAC;SACL;QAED,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,gEAAgE;QAChE,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;QAE9B,MAAM,YAAY,GAAG,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAElC,0BAA0B;QAC1B,mBAAmB;QACnB,uFAAuF;QACvF,yEAAyE;QACzE,MAAM,eAAe,GAAY;YAC7B,EAAE,EAAE,IAAA,gCAAoB,EAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,IAAI;YACb,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,OAAO;YACP,OAAO;YACP,YAAY,EAAE,KAAK,EAAE,cAA+C,EAAE,EAAE;gBACpE,OAAO,IAAA,mBAAY,EAAC;oBAChB,GAAG,cAAc;oBACjB,YAAY,EAAE,MAAM,IAAI,CAAC,eAAe,EAAE;iBAC7C,CAAC,CAAC;YACP,CAAC;YACD,WAAW,EAAE,KAAK,EAAE,eAA6B,EAAE,EAAE;gBACjD,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC;oBACxB,eAAe,EAAE,KAAK,EAAE,GAAW,EAAE,EAAE,CAAC,OAAQ,CAAC,eAAe,CAAC,GAAG,CAAC;oBACrE,SAAS,EAAE,KAAK,EAAE,SAAiB,EAAE,GAAW,EAAE,EAAE,CAAC,OAAQ,CAAC,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC;oBACvF,GAAG,eAAe,EAAE,SAAS;iBAChC,CAAC,CAAC,CAAC,eAAe,EAAE,SAAS,CAAC;gBAE/B,OAAO,IAAA,0BAAW,EAAC;oBACf,GAAG,EAAE,OAAQ,CAAC,GAAG;oBACjB,MAAM,EAAE,OAAQ,CAAC,MAAgB;oBACjC,IAAI,EAAE,OAAQ,CAAC,OAAO;oBACtB,OAAO,EAAE,OAAQ,CAAC,OAAO;oBACzB,QAAQ,EAAE,eAAe,CAAC,SAAS,EAAE,GAAG;oBACxC,YAAY,EAAE,OAAO;oBACrB,YAAY,EAAE,MAAM;oBACpB,GAAG,eAAe;oBAClB,KAAK,EAAE;wBACH,KAAK,EAAE,CAAC;wBACR,GAAG,eAAe,EAAE,KAAK;qBAC5B;oBACD,SAAS;iBACZ,CAAC,CAAC;YACP,CAAC;SACJ,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;QAE/D,IAAI;YACA,MAAM,IAAA,6BAAmB,EACrB,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,EAC9C,IAAI,CAAC,2BAA2B,EAChC,kCAAkC,IAAI,CAAC,2BAA2B,GAAG,IAAI,aAAa,OAAO,CAAC,EAAE,IAAI,CACvG,CAAC;YAEF,MAAM,IAAI,CAAC,gBAAgB,CACvB,GAAG,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,OAAQ,CAAC,EACzC,IAAI,CAAC,qBAAqB,EAC1B,mBAAmB,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,gCAAgC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CAC3H,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YACnC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAE5B,mDAAmD;YACnD,OAAO,EAAE,QAAQ,EAAE,CAAC;SACvB;QAAC,OAAO,GAAG,EAAE;YACV,IAAI;gBACA,MAAM,IAAA,6BAAmB,EACrB,GAAG,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,GAAY,EAAE,eAAe,EAAE,MAAM,CAAC,EAC9E,IAAI,CAAC,qBAAqB,EAC1B,+BAA+B,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,qBAAqB,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CAC5H,CAAC;aACL;YAAC,OAAO,cAAmB,EAAE;gBAC1B,IAAI,CAAC,cAAc,CAAC,wBAAwB,EAAE;oBAC1C,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB;wBAC9C,CAAC,CAAC,mGAAmG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC/G,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,cAAuB,EAAE,2DAA2D;0BACjG,8GAA8G,aAAa,EAAE,CAAC,CAAC;iBACxI;gBACD,MAAM,cAAc,CAAC;aACxB;SACJ;gBAAS;YACN,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;SACpD;IACL,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,gBAAgB,CAAC,OAA+B,EAAE,OAAe,EAAE,KAAqB,EAAE,UAAU,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC;QACjI,IAAI;YACA,MAAM,IAAA,6BAAmB,EAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;SACtD;QAAC,OAAO,CAAC,EAAE;YACR,IAAI,OAAO,IAAI,UAAU,EAAE,EAAE,0CAA0C;gBACnE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAI,CAAW,CAAC,OAAO,cAAc,OAAO,IAAI,UAAU,GAAG,CAAC,CAAC;gBAChF,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;aAClF;YAED,MAAM,CAAC,CAAC;SACX;IACL,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,oBAAoB;QAChC,sDAAsD;QACtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACxF,+EAA+E;QAC/E,IAAI,CAAC,kBAAkB;YAAE,OAAO,IAAI,CAAC;QACrC,6EAA6E;QAC7E,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC5E,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,0BAA0B;QACtC,MAAM,CACF,qBAAqB,EACrB,sBAAsB,EACzB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClB,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI;YACvD,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI;SAC5D,CAAC,CAAC;QACH,6DAA6D;QAC7D,OAAO,qBAAqB,IAAI,sBAAsB,CAAC;IAC3D,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,4BAA4B,CACxC,KAAY,EACZ,eAAwB,EACxB,MAAkC;QAElC,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC;QACpC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAEhC,IAAI,KAAK,YAAY,oBAAa,EAAE;YAChC,MAAM,KAAK,CAAC;SACf;QAED,MAAM,kBAAkB,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC,KAAK,YAAY,wBAAiB,CAAC,CAAC;QACpI,IAAI,kBAAkB,EAAE;YACpB,OAAO,CAAC,UAAU,EAAE,CAAC;YAErB,MAAM,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC;YAEnF,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC;YACxC,uGAAuG;YACvG,yGAAyG;YACzG,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;YACtE,IAAI,CAAC,GAAG,CAAC,OAAO,CACZ,wDAAwD,OAAO,EAAE,EACjE,EAAE,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,CAC1B,CAAC;YAEF,MAAM,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;SACxC;aAAM;YACH,sDAAsD;YACtD,wEAAwE;YACxE,+CAA+C;YAC/C,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,MAAM,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC;YAEpD,MAAM,IAAI,CAAC,2BAA2B,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC,yCAAyC;SAC5G;IACL,CAAC;IAES,KAAK,CAAC,oBAAoB,CAAI,EAAiB;QACrD,IAAI;YACA,OAAO,MAAM,EAAE,EAAO,CAAC;SAC1B;QAAC,OAAO,CAAM,EAAE;YACb,MAAM,CAAC,cAAc,CAAC,CAAC,EAAE,0BAA0B,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,MAAM,CAAC,CAAC;SACX;IACL,CAAC;IAES,KAAK,CAAC,2BAA2B,CAAC,eAAwB,EAAE,KAAY;QAC9E,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC3B,MAAM,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC;YAC3F,OAAO;SACV;QAED,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC;QAC/D,MAAM,OAAO,GAAG,KAAK,YAAY,sBAAY,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;QAChH,IAAI,CAAC,GAAG,CAAC,KAAK,CACV,+CAA+C,OAAO,EAAE,EACxD,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,CACjC,CAAC;IACN,CAAC;IAED;;;;;;;OAOG;IACO,KAAK,CAAC,wBAAwB;QACpC,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC;SACtE;aAAM,IAAI,IAAI,CAAC,WAAW,EAAE;YACzB,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;SAC/D;IACL,CAAC;IAES,KAAK,CAAC,aAAa,CAAuD,KAAiB,EAAE,GAAG,IAA0B;QAChI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE;YACtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;gBACtB,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;aACvB;SACJ;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,MAAM,CAAC,IAAI,+CAA0B,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;QAElE,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,MAAM,IAAI,CAAC,WAAY,CAAC,QAAQ,EAAE,CAAC;SACtC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;SAC7B;IACL,CAAC;IAES,yBAAyB,CAAW,EAC1C,WAAW,EACX,OAAO,EACP,WAAW,EACX,OAAO,EACP,WAAW,EACX,cAAc,GAAG,KAAK,GACe;QACrC,IAAI,WAAW,IAAI,WAAW,EAAE;YAC5B,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;gBACb,SAAS,OAAO,UAAU,OAAO,yCAAyC;gBAC1E,IAAI,OAAO,0BAA0B,OAAO,6CAA6C;gBACzF,aAAa,OAAO,yBAAyB;aAChD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAEd,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;SACnC;aAAM,IAAI,WAAW,EAAE;YACpB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;gBACb,IAAI,OAAO,0BAA0B,OAAO,6CAA6C;gBACzF,2DAA2D,OAAO,SAAS,OAAO,4BAA4B;aACjH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAEd,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;SACnC;aAAM,IAAI,WAAW,EAAE;YACpB,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;SACnC;aAAM,IAAI,CAAC,cAAc,EAAE;YACxB,MAAM,IAAI,kBAAa,CAAC,IAAI,OAAO,2CAA2C,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;SACrG;IACL,CAAC;IAES,2BAA2B,CAAC,OAAgB;QAClD,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE;YACpD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,+DAA+D,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,iCAAiC,CAAC,CAAC;YAC7I,OAAO,IAAA,mBAAY,EAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;SACtF;QAED,OAAO,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,EAAE,CAAC;IACpE,CAAC;;AAzxBL,oCA0xBC;AAzxBG;;;;WAA4C,eAAe;GAAC;AAwD5D;;;;WAAgC;QAC5B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,WAAW,CAAC;QAChE,YAAY,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,YAAY,CAAC;QAClE,0DAA0D;QAC1D,yDAAyD;QACzD,4DAA4D;QAC5D,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QACpC,mCAAmC;QACnC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC3C,yBAAyB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC7C,mCAAmC;QACnC,wBAAwB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC5C,YAAY,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAClC,oBAAoB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC1C,mCAAmC;QACnC,2BAA2B,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QACjD,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACrC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACvC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACzC,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QAEnC,4BAA4B;QAC5B,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAClC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAClC,oBAAoB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAEzF,WAAW;QACX,GAAG,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KAC1B;GAAC;AAkvBN;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,SAAgB,iBAAiB;IAC7B,OAAO,aAAM,CAAC,MAAM,EAAW,CAAC;AACpC,CAAC;AAFD,8CAEC"}
|
package/internals/constants.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Additional number of seconds used in {@
|
|
3
|
-
* {@
|
|
2
|
+
* Additional number of seconds used in {@apilink CheerioCrawler} and {@apilink BrowserCrawler} to set a reasonable
|
|
3
|
+
* {@apilink BasicCrawlerOptions.requestHandlerTimeoutSecs|`requestHandlerTimeoutSecs`} for {@apilink BasicCrawler}
|
|
4
4
|
* that would not impare functionality (not timeout before crawlers).
|
|
5
5
|
*/
|
|
6
6
|
export declare const BASIC_CRAWLER_TIMEOUT_BUFFER_SECS = 10;
|
package/internals/constants.js
CHANGED
|
@@ -2,8 +2,8 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.BASIC_CRAWLER_TIMEOUT_BUFFER_SECS = void 0;
|
|
4
4
|
/**
|
|
5
|
-
* Additional number of seconds used in {@
|
|
6
|
-
* {@
|
|
5
|
+
* Additional number of seconds used in {@apilink CheerioCrawler} and {@apilink BrowserCrawler} to set a reasonable
|
|
6
|
+
* {@apilink BasicCrawlerOptions.requestHandlerTimeoutSecs|`requestHandlerTimeoutSecs`} for {@apilink BasicCrawler}
|
|
7
7
|
* that would not impare functionality (not timeout before crawlers).
|
|
8
8
|
*/
|
|
9
9
|
exports.BASIC_CRAWLER_TIMEOUT_BUFFER_SECS = 10;
|