hydra-crawler 2.8.4 → 3.0.1

package/dist/classes/crawler.js

@@ -1,422 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { URL } from 'url';
-import * as http from 'http';
-import * as https from 'https';
-import { commonsMapToObject, commonsTypeHasPropertyString } from 'tscommons-es-core';
-import { commonsAsyncAbortTimeout, commonsAsyncTimeout } from 'tscommons-es-async';
-import { EStatus } from 'hydra-crawler-ts-assets';
-import { commonsOutputAlert, commonsOutputCompleted, commonsOutputDebug, commonsOutputError, commonsOutputInfo } from 'nodecommons-es-cli';
-import { commonsGracefulAbortAddCallback, commonsGracefulAbortRemoveCallback } from 'nodecommons-es-process';
-import { commonsHashMd5 } from 'nodecommons-es-security';
-import { Robot } from '../classes/robot';
-import { Random } from '../helpers/random';
-import { EList } from '../enums/elist';
-import { Dns } from './dns';
-export class Crawler {
-    static applyMasqueradeHeaders(request) {
-        request.setHeader('Accept', 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8');
-        request.setHeader('Accept-Encoding', 'identity');
-        request.setHeader('Connection', 'close');
-        request.setHeader('User-Agent', 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/68.0.3440.106 Chrome/68.0.3440.106 Safari/537.36 (UoM Hydra)');
-    }
-    static request(handler, url, connectTimeout, maxFileSize, tracker) {
-        return new Promise((resolve, reject) => {
-            const start = new Date().getTime();
-            let exceeded = false;
-            let completed = false;
-            let timedOut = false;
-            const timedOutMessage = `Timeout on crawl of ${url}`;
-            const secondaryTimeoutId = `crawler_${url}_secondary_timeout`;
-            commonsAsyncTimeout(connectTimeout + 60000, secondaryTimeoutId)
-                .then(() => {
-                if (timedOut || completed)
-                    return;
-                commonsOutputDebug(`Secondary timeout for ${url}`);
-                timedOut = true;
-                reject(new Error(timedOutMessage));
-                return;
-            })
-                .catch((e) => {
-                if (e.message === 'abortTimeout called')
-                    return;
-                commonsOutputDebug('debug position 10');
-                console.log(e);
-                throw e;
-            });
-            const req = handler.request(url, (res) => {
-                // likely unnecessary due to doing it below, but doesn't hurt to do it twice
-                req.setTimeout(connectTimeout);
-                res.setTimeout(connectTimeout);
-                const end = new Date().getTime();
-                const latency = end - start;
-                // always check for a body, even in 4xx 3xx etc.
-                let read = 0;
-                const data = [];
-                res.on('data', (chunk) => {
-                    if (read > maxFileSize) {
-                        if (!exceeded) {
-                            exceeded = true;
-                            res.destroy();
-                            commonsOutputAlert(`Exceeded maxFileSize for URL: ${url}`);
-                        }
-                        return;
-                    }
-                    data.push(chunk);
-                    read += chunk.length;
-                    if (tracker)
-                        tracker.bandwidth(chunk.length);
-                });
-                res.on('end', () => {
-                    if (timedOut || completed)
-                        return;
-                    completed = true;
-                    commonsAsyncAbortTimeout(secondaryTimeoutId);
-                    resolve({
-                        latency: latency,
-                        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
-                        ip: res['remoteIp'],
-                        statusCode: res.statusCode || 599,
-                        headers: res.headers,
-                        data: Buffer.concat(data),
-                        exceeded: exceeded
-                    });
-                });
-                // not sure if this event actually occurs, as opposed to req error below
-                res.on('error', (err) => {
-                    if (timedOut || completed)
-                        return;
-                    commonsAsyncAbortTimeout(secondaryTimeoutId);
-                    reject(err);
-                });
-            });
-            req.setTimeout(connectTimeout);
-            Crawler.applyMasqueradeHeaders(req);
-            req.on('timeout', () => {
-                if (timedOut || completed)
-                    return;
-                timedOut = true;
-                req.destroy();
-                commonsAsyncAbortTimeout(secondaryTimeoutId);
-                reject(new Error(timedOutMessage));
-            });
-            req.on('response', (res) => {
-                res['remoteIp'] = res.connection.remoteAddress;
-            });
-            req.on('error', (err) => {
-                if (timedOut || completed)
-                    return;
-                commonsAsyncAbortTimeout(secondaryTimeoutId);
-                reject(err);
-            });
-            req.on('socket', (socket) => {
-                socket.setTimeout(connectTimeout);
-                socket.on('timeout', () => {
-                    if (timedOut || completed)
-                        return;
-                    commonsAsyncAbortTimeout(secondaryTimeoutId);
-                    timedOut = true;
-                    req.destroy();
-                    reject(new Error(timedOutMessage));
-                });
-            });
-            req.end();
-        });
-    }
-    static pruneHeaders(headers, keepHeaders) {
-        const map = new Map();
-        const keys = [];
-        for (const k of keepHeaders) {
-            const kt = k.split(':');
-            keys.push({ key: kt[0], type: kt[1] });
-        }
-        for (const key of keys) {
-            if (!Object.keys(headers).includes(key.key))
-                continue;
-            if (!commonsTypeHasPropertyString(headers, key.key))
-                continue;
-            const value = headers[key.key];
-            switch (key.type) {
-                case 'string':
-                    map.set(key.key, value.toString());
-                    break;
-                case 'number':
-                    map.set(key.key, parseInt(value, 10));
-                    break;
-                case 'date':
-                    map.set(key.key, new Date(value));
-                    break;
-                default: throw new Error('unknown header key type');
-            }
-        }
-        return map;
-    }
-    constructor(domain, database, crawlConfig, parsersConfig, robotsConfig, parsers, lists, tracker) {
-        this.domain = domain;
-        this.database = database;
-        this.crawlConfig = crawlConfig;
-        this.parsersConfig = parsersConfig;
-        this.robotsConfig = robotsConfig;
-        this.parsers = parsers;
-        this.lists = lists;
-        this.tracker = tracker;
-        this.isPaused = false;
-        this.isAborted = false;
-    }
-    abort() {
-        this.isAborted = true;
-        commonsAsyncAbortTimeout(`crawl_${this.domain}`);
-    }
-    pause() {
-        commonsOutputAlert(`Pausing crawler for ${this.domain}`);
-        this.isPaused = true;
-    }
-    resume() {
-        commonsOutputCompleted(`Resuming crawler for ${this.domain}`);
-        this.isPaused = false;
-    }
-    fetch(url, setDomainIp) {
-        return __awaiter(this, void 0, void 0, function* () {
-            commonsOutputInfo(`Fetching ${url}`);
-            const whatwg = new URL(url);
-            let handler;
-            switch (whatwg.protocol) {
-                case 'http:':
-                    handler = http;
-                    break;
-                case 'https:':
-                    handler = https;
-                    break;
-                default:
-                    throw new Error(`unable to handle protocol ${whatwg.protocol}`);
-            }
-            let outcome;
-            try {
-                outcome = yield Crawler.request(handler, url, this.crawlConfig.connectTimeout, this.crawlConfig.maxFileSize, this.tracker);
-            }
-            catch (ex) {
-                //if (!/^Timeout on crawl of/.test(ex.message)) console.error(ex);
-                throw ex;
-            }
-            if (setDomainIp) {
-                yield this.database.domain(whatwg.hostname, outcome.ip);
-                if (this.tracker)
-                    this.tracker.domain();
-            }
-            yield this.database.setStatusCode(url, outcome.statusCode);
-            const headers = Crawler.pruneHeaders(outcome.headers, this.crawlConfig.keepHeaders);
-            if (!headers.has('content-length') && outcome.data !== undefined)
-                headers.set('content-length', outcome.data.length);
-            yield this.database.setHeaders(url, commonsMapToObject(headers));
-            const outgoing = [];
-            if (outcome.statusCode >= 300
-                && outcome.statusCode < 400
-                && headers.has('location')
-                && this.lists.match(EList.ALLOW, url) // only queue redirects for allowlist urls
-            ) {
-                // redirect codes
-                const location = new URL(headers.get('location'), url);
-                if (location.protocol.match(/^http(s?):$/)) {
-                    const added = yield this.database.queue(location.toString(), this.lists.match(EList.DENY, location.toString()));
-                    if (added && this.tracker)
-                        this.tracker.delta(this.lists.match(EList.DENY, location.toString()) ? EStatus.DENY : EStatus.QUEUED, 1);
-                    if (location.toString() !== url)
-                        outgoing.push(location.toString());
-                }
-            }
-            if (outcome.data) {
-                const hash = commonsHashMd5(outcome.data);
-                const existing = yield this.database.getHash(url);
-                if (hash !== existing)
-                    yield this.database.setHash(url, hash);
-            }
-            if (outcome.data && outcome.data.length && headers.has('content-type')) {
-                const contentType = headers.get('content-type');
-                const isAllow = this.lists.match(EList.ALLOW, url);
-                for (const ctor of this.parsers) {
-                    const parser = new ctor(url, outcome, this.parsersConfig);
-                    if (!parser.isEnabled())
-                        continue;
-                    if (!parser.supports(contentType, isAllow))
-                        continue;
-                    try {
-                        yield parser.parse(this.database);
-                    }
-                    catch (ex) {
-                        commonsOutputDebug('debug position 3');
-                        console.log(ex);
-                    }
-                    if (isAllow) {
-                        try {
-                            const links = yield parser.links();
-                            if (links.length === 0)
-                                continue;
-                            for (const link of links) {
-                                if (link === url)
-                                    continue;
-                                try {
-                                    outgoing.push(link);
-                                }
-                                catch (ex) { /* do nothing */ }
-                            }
-                        }
-                        catch (ex) {
-                            commonsOutputDebug('debug position 2');
-                            console.log(ex);
-                        }
-                    }
-                }
-            }
-            for (const link of outgoing) {
-                const added = yield this.database.queue(link, this.lists.match(EList.DENY, link));
-                if (added && this.tracker)
-                    this.tracker.delta(this.lists.match(EList.DENY, link) ? EStatus.DENY : EStatus.QUEUED, 1);
-            }
-            yield this.database.link(url, outgoing);
-            if (this.tracker)
-                this.tracker.link(outgoing.length);
-            return outcome.statusCode;
-        });
-    }
-    crawl() {
-        return __awaiter(this, void 0, void 0, function* () {
-            const gracefulAbortId = commonsGracefulAbortAddCallback(() => {
-                commonsOutputAlert(`SIGINT abort flag is set. Aborting crawler ${this.domain}.`);
-                this.abort();
-            });
-            try {
-                try {
-                    yield Dns.resolve(this.domain, this.crawlConfig.connectTimeout);
-                }
-                catch (ex) {
-                    if (ex.message === 'DNS timeout' && !this.crawlConfig.treatTimeoutDnsAsDead) {
-                        commonsOutputError(`DNS timed out for ${this.domain}. Will allow reattempts`);
-                        return;
-                    }
-                    commonsOutputError(`Domain ${this.domain} is dead.`);
-                    yield this.database.markDead(this.domain);
-                    return;
-                }
-                const robots = new Robot(this.domain, this.crawlConfig, this.robotsConfig, this.tracker);
-                yield robots.load();
-                let tally = 0;
-                while (true) {
-                    if (this.isAborted)
-                        break;
-                    if (this.isPaused) {
-                        yield commonsAsyncTimeout(1000);
-                        continue;
-                    }
-                    const url = yield this.database.next(this.domain);
-                    if (!url) {
-                        commonsOutputCompleted(`Crawl for ${this.domain} completed.`);
-                        break;
-                    }
-                    yield this.database.unsetFailReason(url);
-                    if (this.tracker)
-                        this.tracker.delta(EStatus.QUEUED, -1);
-                    if (this.lists.match(EList.DENY, url)) {
-                        yield this.database.setStatus(url, EStatus.DENY);
-                        yield this.database.unsetTtl(url);
-                        if (this.tracker)
-                            this.tracker.delta(EStatus.DENY, 1);
-                        // To get here, a url was queued but is now denylisted.
-                        // It may have had outgoings, so remove any that were there.
-                        yield this.database.link(url, []);
-                        continue;
-                    }
-                    if (robots.isDisallowed(url)) {
-                        yield this.database.setStatus(url, EStatus.DISALLOWED);
-                        yield this.database.unsetTtl(url);
-                        if (this.tracker)
-                            this.tracker.delta(EStatus.DISALLOWED, 1);
-                        // To get here, a url was queued but is now disallowed.
-                        // It may have had outgoings, so remove any that were there.
-                        yield this.database.link(url, []);
-                        continue;
-                    }
-                    if (!(yield this.database.setStatus(url, EStatus.ACTIVE))) {
-                        commonsOutputError(`Unable to set status to active for ${url}. Aborting crawler.`);
-                        break;
-                    }
-                    if (this.tracker)
-                        this.tracker.delta(EStatus.ACTIVE, 1);
-                    if (tally > 0) {
-                        try {
-                            const timeout = Random.randomise(this.crawlConfig.betweenFetchDelay, this.crawlConfig);
-                            yield commonsAsyncTimeout(timeout, `crawl_${this.domain}`);
-                            while (this.isPaused && !this.isAborted) {
-                                yield commonsAsyncTimeout(1000);
-                            }
-                        }
-                        catch (ex) { /* ignore */ }
-                    }
-                    if (this.isAborted)
-                        break;
-                    if (this.tracker)
-                        yield this.tracker.fetching(url);
-                    try {
-                        const statusCode = yield this.fetch(url, tally === 0);
-                        if (this.tracker)
-                            yield this.tracker.done(url, statusCode);
-                        yield this.database.setStatus(url, EStatus.DONE);
-                        yield this.database.unsetTtl(url);
-                        if (this.tracker)
-                            this.tracker.delta(EStatus.DONE, 1);
-                    }
-                    catch (ex) {
-                        if (this.tracker)
-                            yield this.tracker.failed(url);
-                        const ttl = (yield this.database.getTtl(url)) || 0;
-                        if (ttl < this.crawlConfig.maxFailedTtl) {
-                            yield this.database.setTtl(url, ttl + 1);
-                            yield this.database.setStatus(url, EStatus.QUEUED);
-                            if (this.tracker)
-                                this.tracker.delta(EStatus.QUEUED, 1);
-                        }
-                        else {
-                            yield this.database.setStatus(url, EStatus.FAILED);
-                            if (this.tracker)
-                                this.tracker.delta(EStatus.FAILED, 1);
-                            if (commonsTypeHasPropertyString(ex, 'code')) {
-                                yield this.database.setFailReason(url, ex.code);
-                            }
-                            else if (commonsTypeHasPropertyString(ex, 'message')) {
-                                if (/^Timeout on crawl/.test(ex.message)) {
-                                    yield this.database.setFailReason(url, 'TIMEOUT');
-                                }
-                                else {
-                                    yield this.database.setFailReason(url, ex.message);
-                                }
-                            }
-                        }
-                    }
-                    finally {
-                        if (this.tracker)
-                            this.tracker.delta(EStatus.ACTIVE, -1);
-                    }
-                    tally++;
-                    if (tally >= this.crawlConfig.maxFetchesPerCrawl) {
-                        commonsOutputAlert(`Crawl for ${this.domain} reached the maximum permitted fetches for this session.`);
-                        break;
-                    }
-                }
-            }
-            catch (e) {
-                commonsOutputDebug('debug position 1');
-                console.log(e);
-            }
-            finally {
-                commonsGracefulAbortRemoveCallback(gracefulAbortId);
-            }
-        });
-    }
-}
-//# sourceMappingURL=crawler.js.map

package/dist/classes/crawler.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"crawler.js","sourceRoot":"","sources":["../../src/classes/crawler.ts"],"names":[],"mappings":";;;;;;;;;AACA,OAAO,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC;AAC1B,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAG/B,OAAO,EAAE,kBAAkB,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAC;AAErF,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAEnF,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAElD,OAAO,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAC3I,OAAO,EAAE,+BAA+B,EAAE,kCAAkC,EAAE,MAAM,wBAAwB,CAAC;AAC7G,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAGzD,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAKzC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAU3C,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AAE5B,MAAM,OAAO,OAAO;IACZ,MAAM,CAAC,sBAAsB,CAAC,OAA2B;QAC/D,OAAO,CAAC,SAAS,CAAC,QAAQ,EAAE,uFAAuF,CAAC,CAAC;QACrH,OAAO,CAAC,SAAS,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC;QACjD,OAAO,CAAC,SAAS,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACzC,OAAO,CAAC,SAAS,CAAC,YAAY,EAAE,qJAAqJ,CAAC,CAAC;IACxL,CAAC;IAEM,MAAM,CAAC,OAAO,CACnB,OAAiC,EACjC,GAAW,EACX,cAAsB,EACtB,WAAmB,EACnB,OAAiB;QAElB,OAAO,IAAI,OAAO,CAAkB,CAAC,OAAqC,EAAE,MAA0B,EAAQ,EAAE;YAC/G,MAAM,KAAK,GAAW,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YAC3C,IAAI,QAAQ,GAAY,KAAK,CAAC;YAE9B,IAAI,SAAS,GAAY,KAAK,CAAC;YAC/B,IAAI,QAAQ,GAAY,KAAK,CAAC;YAC9B,MAAM,eAAe,GAAW,uBAAuB,GAAG,EAAE,CAAC;YAE7D,MAAM,kBAAkB,GAAW,WAAW,GAAG,oBAAoB,CAAC;YACtE,mBAAmB,CACjB,cAAc,GAAG,KAAK,EACtB,kBAAkB,CACnB;iBACE,IAAI,CAAC,GAAS,EAAE;gBAChB,IAAI,QAAQ,IAAI,SAAS;oBAAE,OAAO;gBAElC,kBAAkB,CAAC,yBAAyB,GAAG,EAAE,CAAC,CAAC;gBAEnD,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;gBACnC,OAAO;YACR,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,CAAQ,EAAQ,EAAE;gBACzB,IAAI,CAAC,CAAC,OAAO,KAAK,qBAAqB;oBAAE,OAAO;gBAChD,kBAAkB,CAAC,mBAAmB,CAAC,CAAC;gBACxC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACf,MAAM,CAAC,CAAC;YACT,CAAC,CAAC,CAAC;YAEL,MAAM,GAAG,GAAuB,OAAO,CAAC,OAAO,CAC7C,GAAG,EACH,CAAC,GAAyB,EAAQ,EAAE;gBACnC,4EAA4E;gBAC5E,GAAG,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;gBAE/B,GAAG,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;gBAE/B,MAAM,GAAG,GAAW,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;gBACzC,MAAM,OAAO,GAAW,GAAG,GAAG,KAAK,CAAC;gBAEpC,gDAAgD;gBAEhD,IAAI,IAAI,GAAW,CAAC,CAAC;gBACrB,MAAM,IAAI,GAAa,EAAE,CAAC;gBAC1B,GAAG,CAAC,EAAE,CACJ,MAAM,EACN,CAAC,KAAa,EAAQ,EAAE;oBACvB,IAAI,IAAI,GAAG,WAAW,EAAE;wBACvB,IAAI,CAAC,QAAQ,EAAE;4BACd,QAAQ,GAAG,IAAI,CAAC;4BAChB,GAAG,CAAC,OAAO,EAAE,CAAC;4BAEd,kBAAkB,CAAC,iCAAiC,GAAG,EAAE,CAAC,CAAC;yBAC3D;wBAED,OAAO;qBACP;oBACD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACjB,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC;oBACrB,IAAI,OAAO;wBAAE,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC9C,CAAC,CACF,CAAC;gBACF,GAAG,CAAC,EAAE,CACJ,KAAK,EACL,GAAS,EAAE;oBACV,IAAI,QAAQ,IAAI,SAAS;wBAAE,OAAO;oBAElC,SAAS,GAAG,IAAI,CAAC;oBAEjB,wBAAwB,CAAC,kBAAkB,CAAC,CAAC;oBAE7C,OAAO,CAAC;wBACN,OAAO,EAAE,OAAO;wBAChB,mEAAmE;wBACnE,EAAE,EAAE,GAAG,CAAC,UAAU,CAAC;wBACnB,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,GAAG;wBACjC,OAAO,EAAE,GAAG,CAAC,OAAO;wBACpB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;wBACzB,QAAQ,EAAE,QAAQ;qBACnB,CAAC,CAAC;gBACJ,CAAC,CACF,CAAC;gBAEF,wEAAwE;gBACxE,GAAG,CAAC,EAAE,CACJ,OAAO,EACP,CAAC,GAAU,EAAQ,EAAE;oBACpB,IAAI,QAAQ,IAAI,SAAS;wBAAE,OAAO;oBAElC,wBAAwB,CAAC,kBAAkB,CAAC,CAAC;oBAE7C,MAAM,CAAC,GAAG,CAAC,CAAC;gBACb,CAAC,CACF,CAAC;YACH,CAAC,CACF,CAAC;YAEF,GAAG,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAE/B,OAAO,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;YAEpC,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,GAAS,EAAE;gBAC5B,IAAI,QAAQ,IAAI,SAAS;oBAAE,OAAO;gBAElC,QAAQ,GAAG,IAAI,CAAC;gBAChB,GAAG,CAAC,OAAO,EAAE,CAAC;gBAEd,wBAAwB,CAAC,kBAAkB,CAAC,CAAC;gBAE7C,MAAM,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;YACpC,CAAC,CAAC,CAAC;YAEH,GAAG,CAAC,EAAE,CACJ,UAAU,EACV,CAAC,GAAyB,EAAQ,EAAE;gBACnC,GAAG,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC,aAAa,CAAC;YAChD,CAAC,CACF,CAAC;YAEF,GAAG,CAAC,EAAE,CACJ,OAAO,EACP,CAAC,GAAU,EAAQ,EAAE;gBACpB,IAAI,QAAQ,IAAI,SAAS;oBAAE,OAAO;gBAElC,wBAAwB,CAAC,kBAAkB,CAAC,CAAC;gBAE7C,MAAM,CAAC,GAAG,CAAC,CAAC;YACb,CAAC,CACF,CAAC;YAEF,GAAG,CAAC,EAAE,CACJ,QAAQ,EACR,CAAC,MAAc,EAAQ,EAAE;gBACxB,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;gBAClC,MAAM,CAAC,EAAE,CACP,SAAS,EACT,GAAS,EAAE;oBACV,IAAI,QAAQ,IAAI,SAAS;wBAAE,OAAO;oBAElC,wBAAwB,CAAC,kBAAkB,CAAC,CAAC;oBAE7C,QAAQ,GAAG,IAAI,CAAC;oBAChB,GAAG,CAAC,OAAO,EAAE,CAAC;oBAEd,MAAM,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;gBACpC,CAAC,CACF,CAAC;YACH,CAAC,CACF,CAAC;YAEF,GAAG,CAAC,GAAG,EAAE,CAAC;QACX,CAAC,CAAC,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,YAAY,CAAC,OAA4B,EAAE,WAAqB;QAC9E,MAAM,GAAG,GAAoC,IAAI,GAAG,EAA8B,CAAC;QAEnF,MAAM,IAAI,GAAoC,EAAE,CAAC;QACjD,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE;YAC5B,MAAM,EAAE,GAAa,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;SACvC;QAED,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;YACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YACtD,IAAI,CAAC,4BAA4B,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAE9D,MAAM,KAAK,GAAW,OAAO,CAAC,GAAG,CAAC,GAAG,CAAW,CAAC;YACjD,QAAQ,GAAG,CAAC,IAAI,EAAE;gBACjB,KAAK,QAAQ;oBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;oBAAC,MAAM;gBACzD,KAAK,QAAQ;oBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;oBAAC,MAAM;gBAC5D,KAAK,MAAM;oBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;oBAAC,MAAM;gBACtD,OAAO,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;aACpD;SACD;QAED,OAAO,GAAG,CAAC;IACZ,CAAC;IAKD,YACU,MAAc,EACd,QAAyB,EACzB,WAAyB,EACzB,aAAwC,EACxC,YAA2B,EAC3B,OAAsB,EACtB,KAAY,EACZ,OAAiB;QAPjB,WAAM,GAAN,MAAM,CAAQ;QACd,aAAQ,GAAR,QAAQ,CAAiB;QACzB,gBAAW,GAAX,WAAW,CAAc;QACzB,kBAAa,GAAb,aAAa,CAA2B;QACxC,iBAAY,GAAZ,YAAY,CAAe;QAC3B,YAAO,GAAP,OAAO,CAAe;QACtB,UAAK,GAAL,KAAK,CAAO;QACZ,YAAO,GAAP,OAAO,CAAU;QAXnB,aAAQ,GAAY,KAAK,CAAC;QAC1B,cAAS,GAAY,KAAK,CAAC;IAWhC,CAAC;IAEI,KAAK;QACZ,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,wBAAwB,CAAC,SAAS,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAClD,CAAC;IAEM,KAAK;QACX,kBAAkB,CAAC,uBAAuB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAEzD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACtB,CAAC;IAEM,MAAM;QACZ,sBAAsB,CAAC,wBAAwB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAE9D,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;IACvB,CAAC;IAEY,KAAK,CAAC,GAAW,EAAE,WAAoB;;YACnD,iBAAiB,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC;YAErC,MAAM,MAAM,GAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAEjC,IAAI,OAA2C,CAAC;YAChD,QAAQ,MAAM,CAAC,QAAQ,EAAE;gBACxB,KAAK,OAAO;oBAAE,OAAO,GAAG,IAAI,CAAC;oBAAC,MAAM;gBACpC,KAAK,QAAQ;oBAAE,OAAO,GAAG,KAAK,CAAC;oBAAC,MAAM;gBACtC;oBACC,MAAM,IAAI,KAAK,CAAC,6BAA6B,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;aACjE;YAED,IAAI,OAAwB,CAAC;YAC7B,IAAI;gBACH,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAC7B,OAAO,EACP,GAAG,EACH,IAAI,CAAC,WAAW,CAAC,cAAc,EAC/B,IAAI,CAAC,WAAW,CAAC,WAAW,EAC5B,IAAI,CAAC,OAAO,CACb,CAAC;aACF;YAAC,OAAO,EAAE,EAAE;gBACZ,kEAAkE;gBAClE,MAAM,EAAE,CAAC;aACT;YAED,IAAI,WAAW,EAAE;gBAChB,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;gBACxD,IAAI,IAAI,CAAC,OAAO;oBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;aACxC;YAED,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YAE3D,MAAM,OAAO,GAAoC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;YACrH,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;gBAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrH,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;YAEjE,MAAM,QAAQ,GAAa,EAAE,CAAC;YAE9B,IACC,OAAO,CAAC,UAAU,IAAI,GAAG;mBACtB,OAAO,CAAC,UAAU,GAAG,GAAG;mBACxB,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;mBACvB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,0CAA0C;cAC/E;gBACD,iBAAiB;gBACjB,MAAM,QAAQ,GAAQ,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAY,EAAE,GAAG,CAAC,CAAC;gBAEvE,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE;oBAC3C,MAAM,KAAK,GAAY,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;oBACzH,IAAI,KAAK,IAAI,IAAI,CAAC,OAAO;wBAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;oBAEpI,IAAI,QAAQ,CAAC,QAAQ,EAAE,KAAK,GAAG;wBAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;iBACpE;aACD;YAED,IAAI,OAAO,CAAC,IAAI,EAAE;gBACjB,MAAM,IAAI,GAAW,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAClD,MAAM,QAAQ,GAAqB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAEpE,IAAI,IAAI,KAAK,QAAQ;oBAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;aAC9D;YAED,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE;gBACvE,MAAM,WAAW,GAAW,OAAO,CAAC,GAAG,CAAC,cAAc,CAAY,CAAC;gBACnE,MAAM,OAAO,GAAY,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBAE5D,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE;oBAChC,MAAM,MAAM,GAAY,IAAI,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;oBACnE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;wBAAE,SAAS;oBAElC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;wBAAE,SAAS;oBAErD,IAAI;wBACH,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;qBAClC;oBAAC,OAAO,EAAE,EAAE;wBACZ,kBAAkB,CAAC,kBAAkB,CAAC,CAAC;wBACvC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;qBAChB;oBAED,IAAI,OAAO,EAAE;wBACZ,IAAI;4BACH,MAAM,KAAK,GAAa,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;4BAC7C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gCAAE,SAAS;4BAEjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;gCACzB,IAAI,IAAI,KAAK,GAAG;oCAAE,SAAS;gCAC3B,IAAI;oCACH,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iCACpB;gCAAC,OAAO,EAAE,EAAE,EAAE,gBAAgB,EAAE;6BACjC;yBACD;wBAAC,OAAO,EAAE,EAAE;4BACZ,kBAAkB,CAAC,kBAAkB,CAAC,CAAC;4BACvC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;yBAChB;qBACD;iBACD;aACD;YAED,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE;gBAC5B,MAAM,KAAK,GAAY,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;gBAC3F,IAAI,KAAK,IAAI,IAAI,CAAC,OAAO;oBAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;aACrH;YACD,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAExC,IAAI,IAAI,CAAC,OAAO;gBAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAErD,OAAO,OAAO,CAAC,UAAU,CAAC;QAC3B,CAAC;KAAA;IAEY,KAAK;;YACjB,MAAM,eAAe,GAAW,+BAA+B,CAAC,GAAS,EAAE;gBAC1E,kBAAkB,CAAC,8CAA8C,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;gBAEjF,IAAI,CAAC,KAAK,EAAE,CAAC;YACd,CAAC,CAAC,CAAC;YAEH,IAAI;gBACH,IAAI;oBACH,MAAM,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;iBAChE;gBAAC,OAAO,EAAE,EAAE;oBACZ,IAAK,EAAY,CAAC,OAAO,KAAK,aAAa,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,qBAAqB,EAAE;wBACvF,kBAAkB,CAAC,qBAAqB,IAAI,CAAC,MAAM,yBAAyB,CAAC,CAAC;wBAC9E,OAAO;qBACP;oBAED,kBAAkB,CAAC,UAAU,IAAI,CAAC,MAAM,WAAW,CAAC,CAAC;oBACrD,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC1C,OAAO;iBACP;gBAED,MAAM,MAAM,GAAU,IAAI,KAAK,CAC7B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,OAAO,CACb,CAAC;gBACF,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAEpB,IAAI,KAAK,GAAW,CAAC,CAAC;gBACtB,OAAO,IAAI,EAAE;oBACZ,IAAI,IAAI,CAAC,SAAS;wBAAE,MAAM;oBAE1B,IAAI,IAAI,CAAC,QAAQ,EAAE;wBAClB,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAC;wBAChC,SAAS;qBACT;oBAED,MAAM,GAAG,GAAqB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACpE,IAAI,CAAC,GAAG,EAAE;wBACT,sBAAsB,CAAC,aAAa,IAAI,CAAC,MAAM,aAAa,CAAC,CAAC;wBAC9D,MAAM;qBACN;oBAED,MAAM,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;oBAEzC,IAAI,IAAI,CAAC,OAAO;wBAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;oBAEzD,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE;wBACtC,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;wBACjD,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;wBAClC,IAAI,IAAI,CAAC,OAAO;4BAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBAEtD,uDAAuD;wBACvD,4DAA4D;wBAC5D,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;wBAClC,SAAS;qBACT;oBAED,IAAI,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE;wBAC7B,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;wBACvD,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;wBAClC,IAAI,IAAI,CAAC,OAAO;4BAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;wBAE5D,uDAAuD;wBACvD,4DAA4D;wBAC5D,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;wBAClC,SAAS;qBACT;oBAED,IAAI,CAAC,CAAA,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA,EAAE;wBACxD,kBAAkB,CAAC,sCAAsC,GAAG,qBAAqB,CAAC,CAAC;wBACnF,MAAM;qBACN;oBACD,IAAI,IAAI,CAAC,OAAO;wBAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;oBAExD,IAAI,KAAK,GAAG,CAAC,EAAE;wBACd,IAAI;4BACH,MAAM,OAAO,GAAW,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,iBAAiB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;4BAE/F,MAAM,mBAAmB,CAAC,OAAO,EAAE,SAAS,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;4BAE3D,OAAO,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;gCACxC,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAC;6BAChC;yBACD;wBAAC,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE;qBAC7B;oBACD,IAAI,IAAI,CAAC,SAAS;wBAAE,MAAM;oBAE1B,IAAI,IAAI,CAAC,OAAO;wBAAE,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACnD,IAAI;wBACH,MAAM,UAAU,GAAW,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC;wBAE9D,IAAI,IAAI,CAAC,OAAO;4BAAE,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;wBAC3D,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;wBACjD,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;wBAClC,IAAI,IAAI,CAAC,OAAO;4BAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;qBACtD;oBAAC,OAAO,EAAE,EAAE;wBACZ,IAAI,IAAI,CAAC,OAAO;4BAAE,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;wBAEjD,MAAM,GAAG,GAAW,CAAA,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAI,CAAC,CAAC;wBACzD,IAAI,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE;4BACxC,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;4BACzC,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;4BACnD,IAAI,IAAI,CAAC,OAAO;gCAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;yBACxD;6BAAM;4BACN,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;4BACnD,IAAI,IAAI,CAAC,OAAO;gCAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;4BAExD,IAAI,4BAA4B,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE;gCAC7C,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAG,EAAuB,CAAC,IAAI,CAAC,CAAC;6BACtE;iCAAM,IAAI,4BAA4B,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE;gCACvD,IAAI,mBAAmB,CAAC,IAAI,CAAE,EAA0B,CAAC,OAAO,CAAC,EAAE;oCAClE,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;iCAClD;qCAAM;oCACN,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAG,EAA0B,CAAC,OAAO,CAAC,CAAC;iCAC5E;6BACD;yBACD;qBACD;4BAAS;wBACT,IAAI,IAAI,CAAC,OAAO;4BAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;qBACzD;oBAED,KAAK,EAAE,CAAC;oBACR,IAAI,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE;wBACjD,kBAAkB,CAAC,aAAa,IAAI,CAAC,MAAM,0DAA0D,CAAC,CAAC;wBACvG,MAAM;qBACN;iBACD;aACD;YAAC,OAAO,CAAC,EAAE;gBACX,kBAAkB,CAAC,kBAAkB,CAAC,CAAC;gBACvC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;aACf;oBAAS;gBACT,kCAAkC,CAAC,eAAe,CAAC,CAAC;aACpD;QACF,CAAC;KAAA;CACD"}

package/dist/classes/dns.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dns.js","sourceRoot":"","sources":["../../src/classes/dns.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAE3B,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAEnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAExD,MAAM,OAAgB,GAAG;IACjB,MAAM,CAAC,OAAO,CACnB,MAAc,EACd,cAAsB;QAEvB,0BAA0B;QAE1B,OAAO,IAAI,OAAO,CAAW,CAAC,OAA8B,EAAE,MAA0B,EAAQ,EAAE;YACjG,IAAI,QAAQ,GAAY,KAAK,CAAC;YAC9B,MAAM,SAAS,GAAW,OAAO,MAAM,UAAU,CAAC;YAElD,mBAAmB,CACjB,cAAc,EACd,SAAS,CACV;iBACE,IAAI,CAAC,GAAS,EAAE;gBAChB,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC;YAClC,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,CAAQ,EAAQ,EAAE;gBACzB,IAAI,CAAC,CAAC,OAAO,KAAK,qBAAqB;oBAAE,OAAO;gBAChD,kBAAkB,CAAC,kBAAkB,CAAC,CAAC;gBACvC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACf,MAAM,CAAC,CAAC,CAAC,CAAC;YACX,CAAC,CAAC,CAAC;YAEL,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAe,EAAE,OAAiB,EAAQ,EAAE;gBACjE,IAAI,GAAG,EAAE;oBACR,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAgB,EAAE,QAAkB,EAAQ,EAAE;wBACnE,IAAI,IAAI,EAAE;4BACT,IAAI,CAAC,QAAQ;gCAAE,wBAAwB,CAAC,SAAS,CAAC,CAAC;4BACnD,MAAM,CAAC,IAAI,CAAC,CAAC;4BACb,OAAO;yBACP;wBACD,IAAI,CAAC,QAAQ,EAAE;4BACd,wBAAwB,CAAC,SAAS,CAAC,CAAC;4BACpC,OAAO,CAAC,QAAQ,CAAC,CAAC;yBAClB;wBACD,OAAO;oBACR,CAAC,CAAC,CAAC;oBACH,OAAO;iBACP;gBACD,IAAI,CAAC,QAAQ,EAAE;oBACd,wBAAwB,CAAC,SAAS,CAAC,CAAC;oBACpC,OAAO,CAAC,OAAO,CAAC,CAAC;iBACjB;YACF,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC;CACD"}

package/dist/classes/expirer.js

@@ -1,121 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import mongodb from 'mongodb';
-import { commonsArrayChunk, commonsDateDateToYmdHis, commonsTypeHasPropertyDate } from 'tscommons-es-core';
-import { EStatus } from 'hydra-crawler-ts-assets';
-import { commonsOutputAlert, commonsOutputDoing, commonsOutputProgress, commonsOutputSuccess } from 'nodecommons-es-cli';
-import { isTMongoIdRow } from '../services/database.service';
-export class Expirer {
-    constructor(expiry, database) {
-        this.expiry = expiry;
-        this.database = database;
-    }
-    listQueuedAndActive() {
-        return __awaiter(this, void 0, void 0, function* () {
-            commonsOutputDoing('Enumering queued and active domains');
-            const results = this.database.getUrls().aggregate([
-                { $match: { status: { $in: [EStatus.QUEUED, EStatus.ACTIVE] } } },
-                { $group: { _id: '$domain' } }
-            ], { allowDiskUse: true });
-            const queued = yield this.database.listQueryResults(results, isTMongoIdRow);
-            commonsOutputSuccess(queued.length);
-            return queued
-                // eslint-disable-next-line no-underscore-dangle
-                .map((q) => q._id);
-        });
-    }
-    expire(limit) {
-        return __awaiter(this, void 0, void 0, function* () {
-            commonsOutputAlert('Running expiry thread');
-            const queued = yield this.listQueuedAndActive();
-            commonsOutputDoing('Searching for expired URLs');
-            const results = this.database.getUrls().find({ $and: [
-                    { status: { $nin: [
-                                EStatus.ARCHIVED,
-                                EStatus.QUEUED,
-                                EStatus.ACTIVE
-                            ] } },
-                    { domain: { $nin: queued } },
-                    { attempted: { $exists: true } }
-                ] }, {});
-            const now = new Date().getTime() / 1000;
-            const expired = [];
-            let tally = 0;
-            let found = 0;
-            while (true) {
-                tally++;
-                if ((tally % 1000) === 0)
-                    commonsOutputProgress(`${tally}, ${found}`);
-                if (limit !== undefined && tally > limit)
-                    break;
-                const row = yield results.next();
-                if (row === null)
-                    break;
-                const interval = this.expiry.getBestExpiry(row.url);
-                if (!commonsTypeHasPropertyDate(row, 'attempted'))
-                    continue;
-                const attempted = row['attempted'].getTime() / 1000;
-                if ((attempted + interval) < now) {
-                    // eslint-disable-next-line @typescript-eslint/no-unsafe-argument
-                    expired.push(row['_id']);
-                    found++;
-                }
-            }
-            commonsOutputSuccess(found);
-            if (found === 0)
-                return false;
-            const batches = commonsArrayChunk(expired, 100);
-            commonsOutputDoing('Re-queuing expired');
-            tally = 0;
-            for (const batch of batches) {
-                const batchIds = batch
-                    .map((id) => new mongodb.ObjectId(id));
-                yield this.database.getUrls().updateMany({ _id: { $in: batchIds } }, {
-                    $set: { status: EStatus.QUEUED },
-                    $unset: { ttl: true }
-                });
-                tally += 100;
-                commonsOutputProgress(tally);
-            }
-            commonsOutputSuccess();
-            return true;
-        });
-    }
-    expireFixed(threshold) {
-        return __awaiter(this, void 0, void 0, function* () {
-            commonsOutputAlert('Running fixed date expiry thread');
-            const queued = yield this.listQueuedAndActive();
-            commonsOutputDoing(`Searching attempted before date ${commonsDateDateToYmdHis(threshold)}`);
-            const count = yield this.database.getUrls().find({ $and: [
-                    { status: { $ne: EStatus.ARCHIVED } },
-                    { domain: { $nin: queued } },
-                    { attempted: { $exists: true } },
-                    { attempted: { $lt: threshold } }
-                ] }, {}).count();
-            commonsOutputSuccess(count);
-            if (count === 0)
-                return false;
-            commonsOutputDoing('Re-queuing expired');
-            yield this.database.getUrls().updateMany({ $and: [
-                    { status: { $ne: EStatus.ARCHIVED } },
-                    { domain: { $nin: queued } },
-                    { attempted: { $exists: true } },
-                    { attempted: { $lt: threshold } }
-                ] }, {
-                $set: { status: EStatus.QUEUED },
-                $unset: { ttl: true }
-            });
-            commonsOutputSuccess();
-            commonsOutputDoing('Searching for expired URLs');
-            return true;
-        });
-    }
-}
-//# sourceMappingURL=expirer.js.map

package/dist/classes/expirer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"expirer.js","sourceRoot":"","sources":["../../src/classes/expirer.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,0BAA0B,EAAE,MAAM,mBAAmB,CAAC;AAE3G,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAGlD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAIzH,OAAO,EAAgC,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAE3F,MAAM,OAAO,OAAO;IACnB,YACU,MAAc,EACd,QAAyB;QADzB,WAAM,GAAN,MAAM,CAAQ;QACd,aAAQ,GAAR,QAAQ,CAAiB;IAChC,CAAC;IAEU,mBAAmB;;YAChC,kBAAkB,CAAC,qCAAqC,CAAC,CAAC;YAC1D,MAAM,OAAO,GAA2C,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,SAAS,CAAc;gBACrG,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,CAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAE,EAAE,EAAE,EAAE;gBACnE,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE;aAC/B,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;YAE3B,MAAM,MAAM,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;YAE3F,oBAAoB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAEpC,OAAO,MAAM;gBACX,gDAAgD;iBAC/C,GAAG,CAAC,CAAC,CAAc,EAAU,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC3C,CAAC;KAAA;IAEY,MAAM,CAAC,KAAc;;YACjC,kBAAkB,CAAC,uBAAuB,CAAC,CAAC;YAE5C,MAAM,MAAM,GAAa,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAE1D,kBAAkB,CAAC,4BAA4B,CAAC,CAAC;YAEjD,MAAM,OAAO,GAA6B,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,IAAI,CACpE,EAAE,IAAI,EAAE;oBACN,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE;gCAChB,OAAO,CAAC,QAAQ;gCAChB,OAAO,CAAC,MAAM;gCACd,OAAO,CAAC,MAAM;6BACf,EAAE,EAAE;oBACL,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE;oBAC5B,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;iBACjC,EAAC,EACF,EAAE,CACH,CAAC;YAEF,MAAM,GAAG,GAAW,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;YAEhD,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,IAAI,KAAK,GAAW,CAAC,CAAC;YACtB,IAAI,KAAK,GAAW,CAAC,CAAC;YACtB,OAAO,IAAI,EAAE;gBACZ,KAAK,EAAE,CAAC;gBACR,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;oBAAE,qBAAqB,CAAC,GAAG,KAAK,KAAK,KAAK,EAAE,CAAC,CAAC;gBACtE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,GAAG,KAAK;oBAAE,MAAM;gBAEhD,MAAM,GAAG,GAAc,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,GAAG,KAAK,IAAI;oBAAE,MAAM;gBAExB,MAAM,QAAQ,GAAW,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAE5D,IAAI,CAAC,0BAA0B,CAAC,GAAG,EAAE,WAAW,CAAC;oBAAE,SAAS;gBAE5D,MAAM,SAAS,GAAY,GAAG,CAAC,WAAW,CAAU,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;gBACtE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,GAAG,EAAE;oBACjC,iEAAiE;oBACjE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;oBACzB,KAAK,EAAE,CAAC;iBACR;aACD;YACD,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAE5B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YAE9B,MAAM,OAAO,GAAe,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAE5D,kBAAkB,CAAC,oBAAoB,CAAC,CAAC;YACzC,KAAK,GAAG,CAAC,CAAC;YACV,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;gBAC5B,MAAM,QAAQ,GAAuB,KAAK;qBACvC,GAAG,CAAC,CAAC,EAAU,EAAoB,EAAE,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;gBAEnE,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,UAAU,CACtC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAC1B;oBACE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;oBAChC,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;iBACtB,CACF,CAAC;gBAEF,KAAK,IAAI,GAAG,CAAC;gBACb,qBAAqB,CAAC,KAAK,CAAC,CAAC;aAC7B;YACD,oBAAoB,EAAE,CAAC;YAEvB,OAAO,IAAI,CAAC;QACb,CAAC;KAAA;IAEY,WAAW,CAAC,SAAe;;YACvC,kBAAkB,CAAC,kCAAkC,CAAC,CAAC;YAEvD,MAAM,MAAM,GAAa,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAE1D,kBAAkB,CAAC,mCAAmC,uBAAuB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC5F,MAAM,KAAK,GAAW,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,IAAI,CACtD,EAAE,IAAI,EAAE;oBACN,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE;oBACrC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE;oBAC5B,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;oBAChC,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE;iBAClC,EAAC,EACF,EAAE,CACH,CAAC,KAAK,EAAE,CAAC;YACV,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAE5B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YAE9B,kBAAkB,CAAC,oBAAoB,CAAC,CAAC;YACzC,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,UAAU,CACtC,EAAE,IAAI,EAAE;oBACN,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE;oBACrC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE;oBAC5B,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;oBAChC,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE;iBAClC,EAAC,EACF;gBACE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;gBAChC,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;aACtB,CACF,CAAC;YACF,oBAAoB,EAAE,CAAC;YAEvB,kBAAkB,CAAC,4BAA4B,CAAC,CAAC;YAEjD,OAAO,IAAI,CAAC;QACb,CAAC;KAAA;CACD"}

package/dist/classes/expiry.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"expiry.js","sourceRoot":"","sources":["../../src/classes/expiry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC;AAE1B,OAAO,EAAE,4BAA4B,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAE1G,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAE9D,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAW,SAAS,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAEtE,MAAM,OAAO,MAAM;IAAnB;QAmCS,aAAQ,GAAc,EAAE,CAAC;IA6BlC,CAAC;IA/DO,MAAM,CAAC,YAAY,CAAC,IAAY;QACtC,MAAM,IAAI,GAAY,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAEtE,MAAM,QAAQ,GAA0B,IAAI;aACzC,GAAG,CAAC,CAAC,KAAc,EAAqB,EAAE;YAC1C,IAAI;gBACH,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC;aACxB;YAAC,OAAO,CAAC,EAAE;gBACX,OAAO,SAAS,CAAC;aACjB;QACF,CAAC,CAAC,CAAC;QAEL,IAAI,CAAC,mBAAmB,CAAU,QAAQ,EAAE,SAAS,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;QAExG,OAAO,QAAQ,CAAC;IACjB,CAAC;IAEO,MAAM,CAAC,QAAQ,CAAC,MAAe;QACtC,IAAI,KAAK,GAAW,CAAC,CAAC;QAEtB,IAAI,4BAA4B,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE;YACzD,KAAK,IAAI,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,MAAO,CAAC,MAAM,CAAC;SAC5C;QACD,IAAI,4BAA4B,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE;YAC3D,KAAK,IAAI,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,QAAS,CAAC,MAAM,CAAC;SAC9C;QACD,IAAI,4BAA4B,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE;YAC3D,KAAK,IAAI,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,QAAS,CAAC,MAAM,CAAC;SAC9C;QAED,OAAO,KAAK,CAAC;IACd,CAAC;IAIM,GAAG,CAAC,QAAmB;QAC7B,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE;YAC9B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;SAC3B;IACF,CAAC;IAEM,aAAa,CAAC,GAAW;QAC/B,MAAM,MAAM,GAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAEjC,IAAI,IAAuB,CAAC;QAC5B,IAAI,SAA2B,CAAC;QAEhC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE;YACnC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;gBAAE,SAAS;YAErD,MAAM,KAAK,GAAW,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAE9C,IAAI,SAAS,KAAK,SAAS,IAAI,KAAK,GAAG,SAAS,EAAE;gBACjD,IAAI,GAAG,MAAM,CAAC;gBACd,SAAS,GAAG,KAAK,CAAC;aAClB;SACD;QAED,IAAI,IAAI,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAEtE,OAAO,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;CACD"}

package/dist/classes/lists.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"lists.js","sourceRoot":"","sources":["../../src/classes/lists.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAI7C,OAAO,EAAS,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAE/C,MAAM,OAAO,KAAK;IAGjB;QAFQ,UAAK,GAAyB,IAAI,GAAG,EAAmB,CAAC;QAGhE,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE;YAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;SACzB;IACF,CAAC;IAEM,GAAG,CAAC,IAAW,EAAE,OAAiB;QACxC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;YAC5B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;SAClC;IACF,CAAC;IAEM,KAAK,CAAC,IAAW,EAAE,GAAW;QACpC,MAAM,OAAO,GAAuB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QAE9C,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAEM,aAAa,CAAC,IAAW;QAC/B,MAAM,OAAO,GAAuB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QAE9C,OAAO,OAAO;aACX,MAAM,CAAC,CAAC,IAAY,EAAW,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC;aAC9D,GAAG,CAAC,CAAC,IAAY,EAAU,EAAE,CAAC,IAAI,CAAC,QAAS,CAAC;aAC7C,GAAG,CAAC,CAAC,QAAgB,EAAU,EAAE,CAAC,QAAQ;aACxC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;aAC3B,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;aACpB,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;aAC5B,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;aACnB,IAAI,EAAE,CACR;aACA,MAAM,CAAC,CAAC,QAAgB,EAAW,EAAE,CAAC,QAAQ,KAAK,EAAE,CAAC,CAAC;IAC3D,CAAC;CACD"}