@crawlee/http 3.0.3-beta.13

package/internals/http-crawler.d.ts

@@ -0,0 +1,344 @@
+/// <reference types="node" />
+/// <reference types="node" />
+import type { BasicCrawlerOptions, ErrorHandler, RequestHandler, CrawlingContext, ProxyConfiguration, Request, Session } from '@crawlee/basic';
+import { BasicCrawler, CrawlerExtension, Configuration } from '@crawlee/basic';
+import type { Awaitable, Dictionary } from '@crawlee/types';
+import type { RequestLike, ResponseLike } from 'content-type';
+import type { OptionsInit, Response as GotResponse, GotOptionsInit } from 'got-scraping';
+import type { IncomingMessage } from 'node:http';
+export declare type HttpErrorHandler<UserData extends Dictionary = any, // with default to Dictionary we cant use a typed router in untyped crawler
+JSONData extends Dictionary = Dictionary> = ErrorHandler<HttpCrawlingContext<UserData, JSONData>>;
+export interface HttpCrawlerOptions<Context extends InternalHttpCrawlingContext = InternalHttpCrawlingContext> extends BasicCrawlerOptions<Context> {
+    /**
+     * An alias for {@apilink HttpCrawlerOptions.requestHandler}
+     * Soon to be removed, use `requestHandler` instead.
+     * @deprecated
+     */
+    handlePageFunction?: HttpCrawlerOptions<Context>['requestHandler'];
+    /**
+     * Timeout in which the HTTP request to the resource needs to finish, given in seconds.
+     */
+    navigationTimeoutSecs?: number;
+    /**
+     * If set to true, SSL certificate errors will be ignored.
+     */
+    ignoreSslErrors?: boolean;
+    /**
+     * If set, this crawler will be configured for all connections to use
+     * [Apify Proxy](https://console.apify.com/proxy) or your own Proxy URLs provided and rotated according to the configuration.
+     * For more information, see the [documentation](https://docs.apify.com/proxy).
+     */
+    proxyConfiguration?: ProxyConfiguration;
+    /**
+     * Async functions that are sequentially evaluated before the navigation. Good for setting additional cookies
+     * or browser properties before navigation. The function accepts two parameters, `crawlingContext` and `gotOptions`,
+     * which are passed to the `requestAsBrowser()` function the crawler calls to navigate.
+     * Example:
+     * ```
+     * preNavigationHooks: [
+     *     async (crawlingContext, gotOptions) => {
+     *         // ...
+     *     },
+     * ]
+     * ```
+     */
+    preNavigationHooks?: InternalHttpHook<Context>[];
+    /**
+     * Async functions that are sequentially evaluated after the navigation. Good for checking if the navigation was successful.
+     * The function accepts `crawlingContext` as the only parameter.
+     * Example:
+     * ```
+     * postNavigationHooks: [
+     *     async (crawlingContext) => {
+     *         // ...
+     *     },
+     * ]
+     * ```
+     */
+    postNavigationHooks?: InternalHttpHook<Context>[];
+    /**
+     * An array of [MIME types](https://developer.mozilla.org/en-US/docs/Web/HTTP/Basics_of_HTTP/MIME_types/Complete_list_of_MIME_types)
+     * you want the crawler to load and process. By default, only `text/html` and `application/xhtml+xml` MIME types are supported.
+     */
+    additionalMimeTypes?: string[];
+    /**
+     * By default this crawler will extract correct encoding from the HTTP response headers.
+     * Sadly, there are some websites which use invalid headers. Those are encoded using the UTF-8 encoding.
+     * If those sites actually use a different encoding, the response will be corrupted. You can use
+     * `suggestResponseEncoding` to fall back to a certain encoding, if you know that your target website uses it.
+     * To force a certain encoding, disregarding the response headers, use {@apilink HttpCrawlerOptions.forceResponseEncoding}
+     * ```
+     * // Will fall back to windows-1250 encoding if none found
+     * suggestResponseEncoding: 'windows-1250'
+     * ```
+     */
+    suggestResponseEncoding?: string;
+    /**
+     * By default this crawler will extract correct encoding from the HTTP response headers. Use `forceResponseEncoding`
+     * to force a certain encoding, disregarding the response headers.
+     * To only provide a default for missing encodings, use {@apilink HttpCrawlerOptions.suggestResponseEncoding}
+     * ```
+     * // Will force windows-1250 encoding even if headers say otherwise
+     * forceResponseEncoding: 'windows-1250'
+     * ```
+     */
+    forceResponseEncoding?: string;
+    /**
+     * Automatically saves cookies to Session. Works only if Session Pool is used.
+     *
+     * It parses cookie from response "set-cookie" header saves or updates cookies for session and once the session is used for next request.
+     * It passes the "Cookie" header to the request with the session cookies.
+     */
+    persistCookiesPerSession?: boolean;
+}
+/**
+ * @internal
+ */
+export declare type InternalHttpHook<Context> = (crawlingContext: Context, gotOptions: OptionsInit) => Awaitable<void>;
+export declare type HttpHook<UserData extends Dictionary = any, // with default to Dictionary we cant use a typed router in untyped crawler
+JSONData extends Dictionary = Dictionary> = InternalHttpHook<HttpCrawlingContext<UserData, JSONData>>;
+/**
+ * @internal
+ */
+export interface InternalHttpCrawlingContext<UserData extends Dictionary = any, // with default to Dictionary we cant use a typed router in untyped crawler
+JSONData extends Dictionary = Dictionary, Crawler = HttpCrawler<any>> extends CrawlingContext<UserData> {
+    /**
+     * The request body of the web page.
+     * The type depends on the `Content-Type` header of the web page:
+     * - String for `text/html`, `application/xhtml+xml`, `application/xml` MIME content types
+     * - Buffer for others MIME content types
+     */
+    body: (string | Buffer);
+    /**
+     * The parsed object from JSON string if the response contains the content type application/json.
+     */
+    json: JSONData;
+    /**
+     * Parsed `Content-Type header: { type, encoding }`.
+     */
+    contentType: {
+        type: string;
+        encoding: BufferEncoding;
+    };
+    crawler: Crawler;
+    response: IncomingMessage;
+    sendRequest: (overrideOptions?: Partial<GotOptionsInit>) => Promise<GotResponse<string>>;
+}
+export interface HttpCrawlingContext<UserData = any, JSONData = any> extends InternalHttpCrawlingContext<UserData, JSONData, HttpCrawler<HttpCrawlingContext<UserData, JSONData>>> {
+}
+export declare type HttpRequestHandler<UserData extends Dictionary = any, // with default to Dictionary we cant use a typed router in untyped crawler
+JSONData extends Dictionary = Dictionary> = RequestHandler<HttpCrawlingContext<UserData, JSONData>>;
+/**
+ * Provides a framework for the parallel crawling of web pages using plain HTTP requests.
+ * The URLs to crawl are fed either from a static list of URLs
+ * or from a dynamic queue of URLs enabling recursive crawling of websites.
+ *
+ * It is very fast and efficient on data bandwidth. However, if the target website requires JavaScript
+ * to display the content, you might need to use {@apilink PuppeteerCrawler} or {@apilink PlaywrightCrawler} instead,
+ * because it loads the pages using full-featured headless Chrome browser.
+ *
+ * This crawler downloads each URL using a plain HTTP request and doesn't do any HTML parsing.
+ *
+ * The source URLs are represented using {@apilink Request} objects that are fed from
+ * {@apilink RequestList} or {@apilink RequestQueue} instances provided by the {@apilink HttpCrawlerOptions.requestList}
+ * or {@apilink HttpCrawlerOptions.requestQueue} constructor options, respectively.
+ *
+ * If both {@apilink HttpCrawlerOptions.requestList} and {@apilink HttpCrawlerOptions.requestQueue} are used,
+ * the instance first processes URLs from the {@apilink RequestList} and automatically enqueues all of them
+ * to {@apilink RequestQueue} before it starts their processing. This ensures that a single URL is not crawled multiple times.
+ *
+ * The crawler finishes when there are no more {@apilink Request} objects to crawl.
+ *
+ * We can use the `preNavigationHooks` to adjust `gotOptions`:
+ *
+ * ```javascript
+ * preNavigationHooks: [
+ *     (crawlingContext, gotOptions) => {
+ *         // ...
+ *     },
+ * ]
+ * ```
+ *
+ * By default, this crawler only processes web pages with the `text/html`
+ * and `application/xhtml+xml` MIME content types (as reported by the `Content-Type` HTTP header),
+ * and skips pages with other content types. If you want the crawler to process other content types,
+ * use the {@apilink HttpCrawlerOptions.additionalMimeTypes} constructor option.
+ * Beware that the parsing behavior differs for HTML, XML, JSON and other types of content.
+ * For details, see {@apilink HttpCrawlerOptions.requestHandler}.
+ *
+ * New requests are only dispatched when there is enough free CPU and memory available,
+ * using the functionality provided by the {@apilink AutoscaledPool} class.
+ * All {@apilink AutoscaledPool} configuration options can be passed to the `autoscaledPoolOptions`
+ * parameter of the constructor. For user convenience, the `minConcurrency` and `maxConcurrency`
+ * {@apilink AutoscaledPool} options are available directly in the constructor.
+ *
+ * **Example usage:**
+ *
+ * ```javascript
+ * import { HttpCrawler, Dataset } from '@crawlee/http';
+ *
+ * const crawler = new HttpCrawler({
+ *     requestList,
+ *     async requestHandler({ request, response, body, contentType }) {
+ *         // Save the data to dataset.
+ *         await Dataset.pushData({
+ *             url: request.url,
+ *             html: body,
+ *         });
+ *     },
+ * });
+ *
+ * await crawler.run([
+ *     'http://www.example.com/page-1',
+ *     'http://www.example.com/page-2',
+ * ]);
+ * ```
+ * @category Crawlers
+ */
+export declare class HttpCrawler<Context extends InternalHttpCrawlingContext<any, any, HttpCrawler<Context>>> extends BasicCrawler<Context> {
+    readonly config: Configuration;
+    /**
+     * A reference to the underlying {@apilink ProxyConfiguration} class that manages the crawler's proxies.
+     * Only available if used by the crawler.
+     */
+    proxyConfiguration?: ProxyConfiguration;
+    protected userRequestHandlerTimeoutMillis: number;
+    protected preNavigationHooks: InternalHttpHook<Context>[];
+    protected postNavigationHooks: InternalHttpHook<Context>[];
+    protected persistCookiesPerSession: boolean;
+    protected navigationTimeoutMillis: number;
+    protected ignoreSslErrors: boolean;
+    protected suggestResponseEncoding?: string;
+    protected forceResponseEncoding?: string;
+    protected readonly supportedMimeTypes: Set<string>;
+    protected static optionsShape: {
+        handlePageFunction: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
+        navigationTimeoutSecs: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        ignoreSslErrors: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
+        additionalMimeTypes: import("ow").ArrayPredicate<string>;
+        suggestResponseEncoding: import("ow").StringPredicate & import("ow").BasePredicate<string | undefined>;
+        forceResponseEncoding: import("ow").StringPredicate & import("ow").BasePredicate<string | undefined>;
+        proxyConfiguration: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
+        persistCookiesPerSession: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
+        preNavigationHooks: import("ow").ArrayPredicate<unknown> & import("ow").BasePredicate<unknown[] | undefined>;
+        postNavigationHooks: import("ow").ArrayPredicate<unknown> & import("ow").BasePredicate<unknown[] | undefined>;
+        requestList: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
+        requestQueue: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
+        requestHandler: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
+        handleRequestFunction: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
+        requestHandlerTimeoutSecs: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        handleRequestTimeoutSecs: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        errorHandler: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
+        failedRequestHandler: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
+        handleFailedRequestFunction: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
+        maxRequestRetries: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        maxRequestsPerCrawl: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        autoscaledPoolOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
+        sessionPoolOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
+        useSessionPool: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
+        minConcurrency: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        maxConcurrency: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        maxRequestsPerMinute: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        log: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
+    };
+    /**
+     * All `HttpCrawlerOptions` parameters are passed via an options object.
+     */
+    constructor(options?: HttpCrawlerOptions<Context>, config?: Configuration);
+    /**
+     * **EXPERIMENTAL**
+     * Function for attaching CrawlerExtensions such as the Unblockers.
+     * @param extension Crawler extension that overrides the crawler configuration.
+     */
+    use(extension: CrawlerExtension): void;
+    /**
+     * Wrapper around requestHandler that opens and closes pages etc.
+     */
+    protected _runRequestHandler(crawlingContext: Context): Promise<void>;
+    protected _handleNavigation(crawlingContext: Context): Promise<void>;
+    /**
+     * Sets the cookie header to `gotOptions` based on the provided request and session headers, as well as any changes that occurred due to hooks.
+     */
+    private _applyCookies;
+    /**
+     * Function to make the HTTP request. It performs optimizations
+     * on the request such as only downloading the request body if the
+     * received content type matches text/html, application/xml, application/xhtml+xml.
+     */
+    protected _requestFunction({ request, session, proxyUrl, gotOptions }: RequestFunctionOptions): Promise<IncomingMessage>;
+    /**
+     * Encodes and parses response according to the provided content type
+     */
+    protected _parseResponse(request: Request, responseStream: IncomingMessage, crawlingContext: Context): Promise<(Awaited<Partial<Context>> & {
+        isXml: boolean;
+        response: IncomingMessage;
+        contentType: {
+            type: string;
+            encoding: BufferEncoding;
+        };
+    }) | {
+        body: Buffer;
+        response: IncomingMessage;
+        contentType: {
+            type: string;
+            encoding: BufferEncoding;
+        };
+    }>;
+    protected _parseHTML(response: IncomingMessage, _isXml: boolean, _crawlingContext: Context): Promise<Partial<Context>>;
+    /**
+     * Combines the provided `requestOptions` with mandatory (non-overridable) values.
+     */
+    protected _getRequestOptions(request: Request, session?: Session, proxyUrl?: string, gotOptions?: OptionsInit): OptionsInit & {
+        isStream: true;
+    };
+    protected _encodeResponse(request: Request, response: IncomingMessage, encoding: BufferEncoding): {
+        encoding: BufferEncoding;
+        response: IncomingMessage;
+    };
+    /**
+     * Checks and extends supported mime types
+     */
+    protected _extendSupportedMimeTypes(additionalMimeTypes: (string | RequestLike | ResponseLike)[]): void;
+    /**
+     * Handles timeout request
+     */
+    protected _handleRequestTimeout(session?: Session): void;
+    private _abortDownloadOfBody;
+    /**
+     * @internal wraps public utility for mocking purposes
+     */
+    private _requestAsBrowser;
+}
+interface RequestFunctionOptions {
+    request: Request;
+    session?: Session;
+    proxyUrl?: string;
+    gotOptions: OptionsInit;
+}
+/**
+ * Creates new {@apilink Router} instance that works based on request labels.
+ * This instance can then serve as a `requestHandler` of your {@apilink HttpCrawler}.
+ * Defaults to the {@apilink HttpCrawlingContext}.
+ *
+ * > Serves as a shortcut for using `Router.create<HttpCrawlingContext>()`.
+ *
+ * ```ts
+ * import { HttpCrawler, createHttpRouter } from 'crawlee';
+ *
+ * const router = createHttpRouter();
+ * router.addHandler('label-a', async (ctx) => {
+ *    ctx.log.info('...');
+ * });
+ * router.addDefaultHandler(async (ctx) => {
+ *    ctx.log.info('...');
+ * });
+ *
+ * const crawler = new HttpCrawler({
+ *     requestHandler: router,
+ * });
+ * await crawler.run();
+ * ```
+ */
+export declare function createHttpRouter<Context extends HttpCrawlingContext = HttpCrawlingContext>(): import("@crawlee/basic").RouterHandler<Context>;
+export {};
+//# sourceMappingURL=http-crawler.d.ts.map

package/internals/http-crawler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http-crawler.d.ts","sourceRoot":"","sources":["../../src/internals/http-crawler.ts"],"names":[],"mappings":";;AAEA,OAAO,KAAK,EAER,mBAAmB,EACnB,YAAY,EACZ,cAAc,EACd,eAAe,EACf,kBAAkB,EAClB,OAAO,EACP,OAAO,EACV,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACH,YAAY,EAEZ,gBAAgB,EAIhB,aAAa,EAChB,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAG9D,OAAO,KAAK,EAAE,WAAW,EAAiC,QAAQ,IAAI,WAAW,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAGxH,OAAO,KAAK,EAAuB,eAAe,EAAE,MAAM,WAAW,CAAC;AAqBtE,oBAAY,gBAAgB,CACxB,QAAQ,SAAS,UAAU,GAAG,GAAG,EAAE,2EAA2E;AAC9G,QAAQ,SAAS,UAAU,GAAG,UAAU,IACpC,YAAY,CAAC,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;AAE9D,MAAM,WAAW,kBAAkB,CAAC,OAAO,SAAS,2BAA2B,GAAG,2BAA2B,CAAE,SAAQ,mBAAmB,CAAC,OAAO,CAAC;IAC/I;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAAC,gBAAgB,CAAC,CAAC;IAEnE;;OAEG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAE/B;;OAEG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IAExC;;;;;;;;;;;;OAYG;IACH,kBAAkB,CAAC,EAAE,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;IAEjD;;;;;;;;;;;OAWG;IACH,mBAAmB,CAAC,EAAE,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;IAElD;;;OAGG;IACH,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAE/B;;;;;;;;;;OAUG;IACH,uBAAuB,CAAC,EAAE,MAAM,CAAC;IAEjC;;;;;;;;OAQG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAE/B;;;;;OAKG;IACH,wBAAwB,CAAC,EAAE,OAAO,CAAC;CACtC;AAED;;GAEG;AACH,oBAAY,gBAAgB,CAAC,OAAO,IAAI,CACpC,eAAe,EAAE,OAAO,EACxB,UAAU,EAAE,WAAW,KACtB,SAAS,CAAC,IAAI,CAAC,CAAC;AAErB,oBAAY,QAAQ,CAChB,QAAQ,SAAS,UAAU,GAAG,GAAG,EAAE,2EAA2E;AAC9G,QAAQ,SAAS,UAAU,GAAG,UAAU,IACxC,gBAAgB,CAAC,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;AAE9D;;GAEG;AACH,MAAM,WAAW,2BAA2B,CACxC,QAAQ,SAAS,UAAU,GAAG,GAAG,EAAE,2EAA2E;AAC9G,QAAQ,SAAS,UAAU,GAAG,UAAU,EACxC,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,CACxB,SAAQ,eAAe,CAAC,QAAQ,CAAC;IACnC;;;;;OAKG;IACH,IAAI,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC;IAExB;;OAEG;IACH,IAAI,EAAE,QAAQ,CAAC;IAEf;;OAEG;IACH,WAAW,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,cAAc,CAAA;KAAE,CAAC;IACxD,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,WAAW,EAAE,CAAC,eAAe,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,KAAK,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;CAC5F;AAED,MAAM,WAAW,mBAAmB,CAAC,QAAQ,GAAG,GAAG,EAAE,QAAQ,GAAG,GAAG,CAC/D,SAAQ,2BAA2B,CAAC,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;CAAG;AAEpH,oBAAY,kBAAkB,CAC1B,QAAQ,SAAS,UAAU,GAAG,GAAG,EAAE,2EAA2E;AAC9G,QAAQ,SAAS,UAAU,GAAG,UAAU,IACpC,cAAc,CAAC,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;AAEhE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkEG;AACH,qBAAa,WAAW,CAAC,OAAO,SAAS,2BAA2B,CAAC,GAAG,EAAE,GAAG,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAE,SAAQ,YAAY,CAAC,OAAO,CAAC;aAoCtD,MAAM;IAnC/E;;;OAGG;IACH,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IAExC,SAAS,CAAC,+BAA+B,EAAE,MAAM,CAAC;IAClD,SAAS,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;IAC1D,SAAS,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;IAC3D,SAAS,CAAC,wBAAwB,EAAE,OAAO,CAAC;IAC5C,SAAS,CAAC,uBAAuB,EAAE,MAAM,CAAC;IAC1C,SAAS,CAAC,eAAe,EAAE,OAAO,CAAC;IACnC,SAAS,CAAC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IAC3C,SAAS,CAAC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IACzC,SAAS,CAAC,QAAQ,CAAC,kBAAkB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAEnD,iBAA0B,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAcpC;IAEF;;OAEG;gBACS,OAAO,GAAE,kBAAkB,CAAC,OAAO,CAAM,EAAoB,MAAM,gBAAkC;IA+EjH;;;;OAIG;IACH,GAAG,CAAC,SAAS,EAAE,gBAAgB;IA8B/B;;OAEG;cACsB,kBAAkB,CAAC,eAAe,EAAE,OAAO;cA4CpD,iBAAiB,CAAC,eAAe,EAAE,OAAO;IA2B1D;;OAEG;IACH,OAAO,CAAC,aAAa;IAmDrB;;;;OAIG;cACa,gBAAgB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,sBAAsB,GAAG,OAAO,CAAC,eAAe,CAAC;IAe9H;;OAEG;cACa,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,eAAe,EAAE,OAAO;;;;;;;;;;;;;;;cA8B1F,UAAU,CAAC,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAM5H;;OAEG;IACH,SAAS,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,WAAW;kBACzD,IAAI;;IAkCxD,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,QAAQ,EAAE,cAAc,GAAG;QAC9F,QAAQ,EAAE,cAAc,CAAC;QACzB,QAAQ,EAAE,eAAe,CAAC;KAC7B;IAqCD;;OAEG;IACH,SAAS,CAAC,yBAAyB,CAAC,mBAAmB,EAAE,CAAC,MAAM,GAAG,WAAW,GAAG,YAAY,CAAC,EAAE;IAgBhG;;OAEG;IACH,SAAS,CAAC,qBAAqB,CAAC,OAAO,CAAC,EAAE,OAAO;IAKjD,OAAO,CAAC,oBAAoB;IAgB5B;;OAEG;IACH,OAAO,CAAC,iBAAiB,CASvB;CACL;AAED,UAAU,sBAAsB;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,WAAW,CAAC;CAC3B;AA2ED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,SAAS,mBAAmB,GAAG,mBAAmB,qDAEzF"}