hydra-crawler 2.8.3 → 3.0.1

package/dist/apps/unarchive-urls.app.js

@@ -1,83 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { EStatus } from 'hydra-crawler-ts-assets';
-import { commonsOutputDoing, commonsOutputFound, commonsOutputProgress, commonsOutputResult, commonsOutputSuccess } from 'nodecommons-es-cli';
-import { CommonsApp } from 'nodecommons-es-app';
-import { Lists } from '../classes/lists';
-import { EList } from '../enums/elist';
-// This only unarchives the status in the urls collection. It doesn't move entries in the archives collection back into urls
-export class UnarchiveUrlsApp extends CommonsApp {
-    constructor() {
-        super('hydra-crawler');
-        this.lists = new Lists();
-    }
-    getAppName() {
-        return 'Hydra - Unarchive';
-    }
-    setDatabaseService(databaseService) {
-        this.databaseService = databaseService;
-    }
-    addToList(list, entries) {
-        this.lists.add(list, entries);
-    }
-    init() {
-        const _super = Object.create(null, {
-            init: { get: () => super.init }
-        });
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.databaseService)
-                throw new Error('Database service has not been set yet');
-            commonsOutputDoing('Connecting to database');
-            yield this.databaseService.init();
-            commonsOutputSuccess();
-            yield _super.init.call(this);
-        });
-    }
-    run() {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.databaseService)
-                throw new Error('Database service has not been set');
-            let tally = 0;
-            let found = 0;
-            commonsOutputDoing('Enumerating ARCHIVED URLS');
-            const results = this.databaseService.getUrls()
-                .find({ status: EStatus.ARCHIVED }, {});
-            const urls = [];
-            tally = 0;
-            found = 0;
-            while (true) {
-                if ((tally % 100) === 0)
-                    commonsOutputFound(tally, found);
-                tally++;
-                const row = yield results.next();
-                if (row === null)
-                    break;
-                if (!this.lists.match(EList.ALLOW, row.url))
-                    continue;
-                urls.push(row.url);
-                found++;
-            }
-            commonsOutputResult(found);
-            commonsOutputDoing('Re-QUEUEING matched URLs');
-            tally = 0;
-            while (urls.length > 0) {
-                commonsOutputProgress(tally);
-                tally += 100;
-                const batch = urls.slice(0, 100);
-                yield this.databaseService.getUrls().updateMany({ url: { $in: batch } }, {
-                    $set: { status: EStatus.QUEUED }
-                });
-                urls.splice(0, 100);
-            }
-            commonsOutputSuccess();
-        });
-    }
-}
-//# sourceMappingURL=unarchive-urls.app.js.map

package/dist/apps/unarchive-urls.app.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"unarchive-urls.app.js","sourceRoot":"","sources":["../../src/apps/unarchive-urls.app.ts"],"names":[],"mappings":";;;;;;;;;AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAGlD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC9I,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAEhD,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAMzC,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAIvC,4HAA4H;AAE5H,MAAM,OAAO,gBAAiB,SAAQ,UAAU;IAK/C;QACC,KAAK,CAAC,eAAe,CAAC,CAAC;QAEvB,IAAI,CAAC,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC;IAC1B,CAAC;IAEM,UAAU;QAChB,OAAO,mBAAmB,CAAC;IAC5B,CAAC;IAEM,kBAAkB,CACvB,eAAgC;QAEjC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IACxC,CAAC;IAEM,SAAS,CACd,IAAW,EACX,OAAiB;QAElB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/B,CAAC;IAEY,IAAI;;;;;YAChB,IAAI,CAAC,IAAI,CAAC,eAAe;gBAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAEpF,kBAAkB,CAAC,wBAAwB,CAAC,CAAC;YAC7C,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;YAClC,oBAAoB,EAAE,CAAC;YAEvB,MAAM,OAAM,IAAI,WAAE,CAAC;QACpB,CAAC;KAAA;IAEY,GAAG;;YACf,IAAI,CAAC,IAAI,CAAC,eAAe;gBAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YAEhF,IAAI,KAAK,GAAW,CAAC,CAAC;YACtB,IAAI,KAAK,GAAW,CAAC,CAAC;YAEtB,kBAAkB,CAAC,2BAA2B,CAAC,CAAC;YAEhD,MAAM,OAAO,GAA6B,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE;iBACrE,IAAI,CACH,EAAE,MAAM,EAAE,OAAO,CAAC,QAAQ,EAAE,EAC5B,EAAE,CACH,CAAC;YAEJ,MAAM,IAAI,GAAa,EAAE,CAAC;YAC1B,KAAK,GAAG,CAAC,CAAC;YAAC,KAAK,GAAG,CAAC,CAAC;YAErB,OAAO,IAAI,EAAE;gBACZ,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;oBAAE,kBAAkB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBAC1D,KAAK,EAAE,CAAC;gBAER,MAAM,GAAG,GAAc,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,GAAG,KAAK,IAAI;oBAAE,MAAM;gBAExB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC;oBAAE,SAAS;gBAEtD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAEnB,KAAK,EAAE,CAAC;aACR;YACD,mBAAmB,CAAC,KAAK,CAAC,CAAC;YAE3B,kBAAkB,CAAC,0BAA0B,CAAC,CAAC;YAC/C,KAAK,GAAG,CAAC,CAAC;YACV,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;gBACvB,qBAAqB,CAAC,KAAK,CAAC,CAAC;gBAC7B,KAAK,IAAI,GAAG,CAAC;gBAEb,MAAM,KAAK,GAAa,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAE3C,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,UAAU,CAC7C,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EACvB;oBACE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;iBACjC,CACF,CAAC;gBAEF,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;aACpB;YACD,oBAAoB,EAAE,CAAC;QACxB,CAAC;KAAA;CACD"}

package/dist/classes/cleaner.js

@@ -1,266 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { commonsTypeHasPropertyNumber } from 'tscommons-es-core';
-import { EStatus } from 'hydra-crawler-ts-assets';
-import { commonsOutputDebug, commonsOutputDoing, commonsOutputProgress, commonsOutputResult, commonsOutputSuccess } from 'nodecommons-es-cli';
-import { EList } from '../enums/elist';
-export class Cleaner {
-    constructor(lists, databaseService) {
-        this.lists = lists;
-        this.databaseService = databaseService;
-    }
-    detectStatusOrphans(statuses, hardLimit) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.databaseService)
-                throw new Error('Database service has not been set yet');
-            let tally = 0;
-            let found = 0;
-            commonsOutputDoing(`Detecting ${statuses.join(', ')} orphan urls`);
-            while (true) {
-                const urls = this.databaseService.getUrls()
-                    .find({
-                    $and: [
-                        { status: { $in: statuses } },
-                        { $or: [
-                                { orphan: null },
-                                { orphan: false }
-                            ] }
-                    ]
-                }, {})
-                    .sort({ _id: 1 })
-                    .skip(tally);
-                try {
-                    while (true) {
-                        tally++;
-                        if ((tally % 100) === 0)
-                            commonsOutputProgress(`${tally} urls, ${found} orphans`);
-                        if (hardLimit && tally >= hardLimit)
-                            break;
-                        const row = yield urls.next();
-                        if (row === null)
-                            break;
-                        const incoming = yield this.databaseService.getLinks().findOne({ outgoing: row.url }, { limit: 1 });
-                        if (incoming)
-                            continue;
-                        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
-                        yield this.databaseService.getUrls().updateOne({ _id: row['_id'] }, { $set: { orphan: true } });
-                        found++;
-                    }
-                    break;
-                }
-                catch (err) {
-                    if (!commonsTypeHasPropertyNumber(err, 'code') || err.code !== 43)
-                        throw err;
-                    commonsOutputDebug('Code 43 encountered. Continuing');
-                }
-            }
-            commonsOutputResult(`${tally} urls, ${found} orphans`);
-        });
-    }
-    detectNonAllowlistOrphans(statuses, hardLimit) {
-        return __awaiter(this, void 0, void 0, function* () {
-            let tally = 0;
-            let found = 0;
-            commonsOutputDoing(`Detecting non-allowlist ${statuses.join(', ')} orphan urls`);
-            while (true) {
-                const urls = this.databaseService.getUrls()
-                    .find({
-                    $and: [
-                        { status: { $in: statuses } },
-                        { $or: [
-                                { orphan: null },
-                                { orphan: false }
-                            ] }
-                    ]
-                }, {})
-                    .sort({ _id: 1 })
-                    .skip(tally);
-                try {
-                    while (true) {
-                        tally++;
-                        if ((tally % 100) === 0)
-                            commonsOutputProgress(`${tally} urls, ${found} orphans`);
-                        if (hardLimit && tally >= hardLimit)
-                            break;
-                        const row = yield urls.next();
-                        if (row === null)
-                            break;
-                        if (this.lists.match(EList.ALLOW, row.url))
-                            continue;
-                        const incoming = yield this.databaseService.getLinks().findOne({ outgoing: row.url }, { limit: 1 });
-                        if (incoming)
-                            continue;
-                        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
-                        yield this.databaseService.getUrls().updateOne({ _id: row['_id'] }, { $set: { orphan: true } });
-                        found++;
-                    }
-                    break;
-                }
-                catch (err) {
-                    if (!commonsTypeHasPropertyNumber(err, 'code') || err.code !== 43)
-                        throw err;
-                    commonsOutputDebug('Code 43 encountered. Continuing');
-                }
-            }
-            commonsOutputResult(`${tally} urls, ${found} orphans`);
-        });
-    }
-    detectStatusCodeOrphans(gt, lt, hardLimit) {
-        return __awaiter(this, void 0, void 0, function* () {
-            let tally = 0;
-            let found = 0;
-            commonsOutputDoing(`Detecting DONE status code between ${gt}<${lt} orphan urls`);
-            while (true) {
-                const urls = this.databaseService.getUrls()
-                    .find({
-                    $and: [
-                        { status: EStatus.DONE },
-                        { statusCode: { $gt: gt } },
-                        { statusCode: { $lt: lt } },
-                        { $or: [
-                                { orphan: null },
-                                { orphan: false }
-                            ] }
-                    ]
-                }, {})
-                    .sort({ _id: 1 })
-                    .skip(tally);
-                try {
-                    while (true) {
-                        tally++;
-                        if ((tally % 100) === 0)
-                            commonsOutputProgress(`${tally} urls, ${found} orphans`);
-                        if (hardLimit && tally >= hardLimit)
-                            break;
-                        const row = yield urls.next();
-                        if (row === null)
-                            break;
-                        const incoming = yield this.databaseService.getLinks().findOne({ outgoing: row.url }, { limit: 1 });
-                        if (incoming)
-                            continue;
-                        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
-                        yield this.databaseService.getUrls().updateOne({ _id: row['_id'] }, { $set: { orphan: true } });
-                        found++;
-                    }
-                    break;
-                }
-                catch (err) {
-                    if (!commonsTypeHasPropertyNumber(err, 'code') || err.code !== 43)
-                        throw err;
-                    commonsOutputDebug('Code 43 encountered. Continuing');
-                }
-            }
-            commonsOutputResult(`${tally} urls, ${found} orphans`);
-        });
-    }
-    purgeOrphanUrls(hardLimit) {
-        return __awaiter(this, void 0, void 0, function* () {
-            yield this.detectStatusOrphans([
-                EStatus.DENY,
-                EStatus.FAILED,
-                EStatus.DEAD,
-                EStatus.DISALLOWED
-            ], hardLimit);
-            yield this.detectNonAllowlistOrphans([
-                EStatus.QUEUED,
-                EStatus.DONE
-            ], hardLimit);
-            yield this.detectStatusCodeOrphans(300, 310, hardLimit);
-            yield this.detectStatusCodeOrphans(400, 500, hardLimit);
-            let tally = 0;
-            commonsOutputDoing('Removing orphan outgoing links');
-            while (true) {
-                const urls2 = this.databaseService.getUrls()
-                    .find({ orphan: true }, {})
-                    .sort({ _id: 1 })
-                    .skip(tally);
-                try {
-                    while (true) {
-                        tally++;
-                        if ((tally % 100) === 0)
-                            commonsOutputProgress(tally);
-                        const row = yield urls2.next();
-                        if (row === null)
-                            break;
-                        yield this.databaseService.getLinks().deleteMany({ url: row.url });
-                    }
-                    break;
-                }
-                catch (err) {
-                    if (!commonsTypeHasPropertyNumber(err, 'code') || err.code !== 43)
-                        throw err;
-                    commonsOutputDebug('Code 43 encountered. Continuing');
-                }
-            }
-            commonsOutputResult(tally);
-            commonsOutputDoing('Archiving orphans');
-            yield this.databaseService.getUrls().updateMany({ orphan: true }, {
-                $set: { status: EStatus.ARCHIVED },
-                $unset: {
-                    orphan: true,
-                    headers: true,
-                    server: true,
-                    hash: true,
-                    hashSet: true,
-                    ttl: true,
-                    reason: true,
-                    links: true,
-                    title: true
-                }
-            });
-            commonsOutputSuccess();
-        });
-    }
-    purgeEmptyDomains() {
-        return __awaiter(this, void 0, void 0, function* () {
-            let tally = 0;
-            let found = 0;
-            commonsOutputDoing('Enumerating domains');
-            const results = this.databaseService.getDomains().find({}, {});
-            const domains = [];
-            try {
-                tally = 0;
-                while (true) {
-                    tally++;
-                    if ((tally % 100) === 0)
-                        commonsOutputProgress(tally);
-                    const row = yield results.next();
-                    if (row === null)
-                        break;
-                    domains.push(row.domain);
-                }
-            }
-            catch (err) {
-                if (!commonsTypeHasPropertyNumber(err, 'code') || err.code !== 43)
-                    throw err;
-            }
-            commonsOutputResult(tally);
-            tally = 0;
-            found = 0;
-            commonsOutputDoing('Detecting and removing empty domains');
-            for (const domain of domains) {
-                tally++;
-                if ((tally % 10) === 0)
-                    commonsOutputProgress(`${tally} domains, ${found} removed`);
-                const urls = yield this.databaseService.getUrls()
-                    .findOne({
-                    domain: domain,
-                    status: { $ne: EStatus.ARCHIVED }
-                }, { limit: 1 });
-                if (urls)
-                    continue;
-                yield this.databaseService.getDomains().deleteOne({ domain: domain });
-                found++;
-            }
-            commonsOutputResult(`${tally} domains, ${found} removed`);
-        });
-    }
-}
-//# sourceMappingURL=cleaner.js.map

package/dist/classes/cleaner.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cleaner.js","sourceRoot":"","sources":["../../src/classes/cleaner.ts"],"names":[],"mappings":";;;;;;;;;AAEA,OAAO,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAC;AAGjE,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAGlD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAM9I,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,MAAM,OAAO,OAAO;IACnB,YACU,KAAY,EACZ,eAAgC;QADhC,UAAK,GAAL,KAAK,CAAO;QACZ,oBAAe,GAAf,eAAe,CAAiB;IACvC,CAAC;IAEU,mBAAmB,CAC/B,QAAmB,EACnB,SAAkB;;YAEnB,IAAI,CAAC,IAAI,CAAC,eAAe;gBAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAEpF,IAAI,KAAK,GAAW,CAAC,CAAC;YACtB,IAAI,KAAK,GAAW,CAAC,CAAC;YAEtB,kBAAkB,CAAC,aAAa,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAEnE,OAAO,IAAI,EAAE;gBACZ,MAAM,IAAI,GAA6B,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE;qBAClE,IAAI,CACH;oBACE,IAAI,EAAE;wBACJ,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE;wBAC7B,EAAE,GAAG,EAAE;gCACL,EAAE,MAAM,EAAE,IAAI,EAAE;gCAChB,EAAE,MAAM,EAAE,KAAK,EAAE;6BAClB,EAAE;qBACJ;iBACF,EACD,EAAE,CACH;qBACA,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;qBAChB,IAAI,CAAC,KAAK,CAAC,CAAC;gBAEf,IAAI;oBACH,OAAO,IAAI,EAAE;wBACZ,KAAK,EAAE,CAAC;wBACR,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;4BAAE,qBAAqB,CAAC,GAAG,KAAK,UAAU,KAAK,UAAU,CAAC,CAAC;wBAElF,IAAI,SAAS,IAAI,KAAK,IAAI,SAAS;4BAAE,MAAM;wBAE3C,MAAM,GAAG,GAAc,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;wBACzC,IAAI,GAAG,KAAK,IAAI;4BAAE,MAAM;wBAExB,MAAM,QAAQ,GAAe,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC,OAAO,CACxE,EAAE,QAAQ,EAAE,GAAG,CAAC,GAAG,EAAE,EACrB,EAAE,KAAK,EAAE,CAAC,EAAE,CACb,CAAC;wBACF,IAAI,QAAQ;4BAAE,SAAS;wBAEvB,mEAAmE;wBACnE,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;wBAChG,KAAK,EAAE,CAAC;qBACR;oBAED,MAAM;iBACN;gBAAC,OAAO,GAAG,EAAE;oBACb,IAAI,CAAC,4BAA4B,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,GAAG,CAAC,IAAI,KAAK,EAAE;wBAAE,MAAM,GAAG,CAAC;oBAC7E,kBAAkB,CAAC,iCAAiC,CAAC,CAAC;iBACtD;aACD;YACD,mBAAmB,CAAC,GAAG,KAAK,UAAU,KAAK,UAAU,CAAC,CAAC;QACxD,CAAC;KAAA;IAEa,yBAAyB,CACrC,QAAmB,EACnB,SAAkB;;YAEnB,IAAI,KAAK,GAAW,CAAC,CAAC;YACtB,IAAI,KAAK,GAAW,CAAC,CAAC;YAEtB,kBAAkB,CAAC,2BAA2B,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAEjF,OAAO,IAAI,EAAE;gBACZ,MAAM,IAAI,GAA6B,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE;qBAClE,IAAI,CACH;oBACE,IAAI,EAAE;wBACJ,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE;wBAC7B,EAAE,GAAG,EAAE;gCACL,EAAE,MAAM,EAAE,IAAI,EAAE;gCAChB,EAAE,MAAM,EAAE,KAAK,EAAE;6BAClB,EAAE;qBACJ;iBACF,EACD,EAAE,CACH;qBACA,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;qBAChB,IAAI,CAAC,KAAK,CAAC,CAAC;gBAEf,IAAI;oBACH,OAAO,IAAI,EAAE;wBACZ,KAAK,EAAE,CAAC;wBACR,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;4BAAE,qBAAqB,CAAC,GAAG,KAAK,UAAU,KAAK,UAAU,CAAC,CAAC;wBAElF,IAAI,SAAS,IAAI,KAAK,IAAI,SAAS;4BAAE,MAAM;wBAE3C,MAAM,GAAG,GAAc,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;wBACzC,IAAI,GAAG,KAAK,IAAI;4BAAE,MAAM;wBAExB,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC;4BAAE,SAAS;wBAErD,MAAM,QAAQ,GAAe,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC,OAAO,CACxE,EAAE,QAAQ,EAAE,GAAG,CAAC,GAAG,EAAE,EACrB,EAAE,KAAK,EAAE,CAAC,EAAE,CACb,CAAC;wBACF,IAAI,QAAQ;4BAAE,SAAS;wBAEvB,mEAAmE;wBACnE,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;wBAChG,KAAK,EAAE,CAAC;qBACR;oBAED,MAAM;iBACN;gBAAC,OAAO,GAAG,EAAE;oBACb,IAAI,CAAC,4BAA4B,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,GAAG,CAAC,IAAI,KAAK,EAAE;wBAAE,MAAM,GAAG,CAAC;oBAC7E,kBAAkB,CAAC,iCAAiC,CAAC,CAAC;iBACtD;aACD;YACD,mBAAmB,CAAC,GAAG,KAAK,UAAU,KAAK,UAAU,CAAC,CAAC;QACxD,CAAC;KAAA;IAEa,uBAAuB,CACnC,EAAU,EACV,EAAU,EACV,SAAkB;;YAEnB,IAAI,KAAK,GAAW,CAAC,CAAC;YACtB,IAAI,KAAK,GAAW,CAAC,CAAC;YAEtB,kBAAkB,CAAC,sCAAsC,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC;YAEjF,OAAO,IAAI,EAAE;gBACZ,MAAM,IAAI,GAA6B,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE;qBAClE,IAAI,CACH;oBACE,IAAI,EAAE;wBACJ,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE;wBACxB,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE;wBAC3B,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE;wBAC3B,EAAE,GAAG,EAAE;gCACL,EAAE,MAAM,EAAE,IAAI,EAAE;gCAChB,EAAE,MAAM,EAAE,KAAK,EAAE;6BAClB,EAAE;qBACJ;iBACF,EACD,EAAE,CACH;qBACA,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;qBAChB,IAAI,CAAC,KAAK,CAAC,CAAC;gBAEf,IAAI;oBACH,OAAO,IAAI,EAAE;wBACZ,KAAK,EAAE,CAAC;wBACR,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;4BAAE,qBAAqB,CAAC,GAAG,KAAK,UAAU,KAAK,UAAU,CAAC,CAAC;wBAElF,IAAI,SAAS,IAAI,KAAK,IAAI,SAAS;4BAAE,MAAM;wBAE3C,MAAM,GAAG,GAAc,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;wBACzC,IAAI,GAAG,KAAK,IAAI;4BAAE,MAAM;wBAExB,MAAM,QAAQ,GAAe,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC,OAAO,CACxE,EAAE,QAAQ,EAAE,GAAG,CAAC,GAAG,EAAE,EACrB,EAAE,KAAK,EAAE,CAAC,EAAE,CACb,CAAC;wBACF,IAAI,QAAQ;4BAAE,SAAS;wBAEvB,mEAAmE;wBACnE,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;wBAChG,KAAK,EAAE,CAAC;qBACR;oBAED,MAAM;iBACN;gBAAC,OAAO,GAAG,EAAE;oBACb,IAAI,CAAC,4BAA4B,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,GAAG,CAAC,IAAI,KAAK,EAAE;wBAAE,MAAM,GAAG,CAAC;oBAC7E,kBAAkB,CAAC,iCAAiC,CAAC,CAAC;iBACtD;aACD;YAED,mBAAmB,CAAC,GAAG,KAAK,UAAU,KAAK,UAAU,CAAC,CAAC;QACxD,CAAC;KAAA;IAEY,eAAe,CAAC,SAAkB;;YAC9C,MAAM,IAAI,CAAC,mBAAmB,CAAC;gBAC7B,OAAO,CAAC,IAAI;gBACZ,OAAO,CAAC,MAAM;gBACd,OAAO,CAAC,IAAI;gBACZ,OAAO,CAAC,UAAU;aACnB,EAAE,SAAS,CAAC,CAAC;YAEd,MAAM,IAAI,CAAC,yBAAyB,CAAC;gBACnC,OAAO,CAAC,MAAM;gBACd,OAAO,CAAC,IAAI;aACb,EAAE,SAAS,CAAC,CAAC;YAEd,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;YACxD,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;YAExD,IAAI,KAAK,GAAW,CAAC,CAAC;YAEtB,kBAAkB,CAAC,gCAAgC,CAAC,CAAC;YACrD,OAAO,IAAI,EAAE;gBACZ,MAAM,KAAK,GAA6B,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE;qBACnE,IAAI,CAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;qBAChC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;qBAChB,IAAI,CAAC,KAAK,CAAC,CAAC;gBAEf,IAAI;oBACH,OAAO,IAAI,EAAE;wBACZ,KAAK,EAAE,CAAC;wBACR,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;4BAAE,qBAAqB,CAAC,KAAK,CAAC,CAAC;wBAEtD,MAAM,GAAG,GAAc,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;wBAC1C,IAAI,GAAG,KAAK,IAAI;4BAAE,MAAM;wBAExB,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;qBACnE;oBAED,MAAM;iBACN;gBAAC,OAAO,GAAG,EAAE;oBACb,IAAI,CAAC,4BAA4B,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,GAAG,CAAC,IAAI,KAAK,EAAE;wBAAE,MAAM,GAAG,CAAC;oBAC7E,kBAAkB,CAAC,iCAAiC,CAAC,CAAC;iBACtD;aACD;YACD,mBAAmB,CAAC,KAAK,CAAC,CAAC;YAE3B,kBAAkB,CAAC,mBAAmB,CAAC,CAAC;YACxC,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,UAAU,CAC7C,EAAE,MAAM,EAAE,IAAI,EAAE,EAChB;gBACE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,QAAQ,EAAE;gBAClC,MAAM,EAAE;oBACN,MAAM,EAAE,IAAI;oBACZ,OAAO,EAAE,IAAI;oBACb,MAAM,EAAE,IAAI;oBACZ,IAAI,EAAE,IAAI;oBACV,OAAO,EAAE,IAAI;oBACb,GAAG,EAAE,IAAI;oBACT,MAAM,EAAE,IAAI;oBACZ,KAAK,EAAE,IAAI;oBACX,KAAK,EAAE,IAAI;iBACZ;aACF,CACF,CAAC;YACF,oBAAoB,EAAE,CAAC;QACxB,CAAC;KAAA;IAEY,iBAAiB;;YAC7B,IAAI,KAAK,GAAW,CAAC,CAAC;YACtB,IAAI,KAAK,GAAW,CAAC,CAAC;YAEtB,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;YAE1C,MAAM,OAAO,GAAgC,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,CAAC,IAAI,CAAU,EAAE,EAAE,EAAE,CAAC,CAAC;YAErG,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,IAAI;gBACH,KAAK,GAAG,CAAC,CAAC;gBAEV,OAAO,IAAI,EAAE;oBACZ,KAAK,EAAE,CAAC;oBACR,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;wBAAE,qBAAqB,CAAC,KAAK,CAAC,CAAC;oBAEtD,MAAM,GAAG,GAAiB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;oBAC/C,IAAI,GAAG,KAAK,IAAI;wBAAE,MAAM;oBAExB,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;iBACzB;aACD;YAAC,OAAO,GAAG,EAAE;gBACb,IAAI,CAAC,4BAA4B,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,GAAG,CAAC,IAAI,KAAK,EAAE;oBAAE,MAAM,GAAG,CAAC;aAC7E;YAED,mBAAmB,CAAC,KAAK,CAAC,CAAC;YAE3B,KAAK,GAAG,CAAC,CAAC;YAAC,KAAK,GAAG,CAAC,CAAC;YACrB,kBAAkB,CAAC,sCAAsC,CAAC,CAAC;YAC3D,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;gBAC7B,KAAK,EAAE,CAAC;gBACR,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;oBAAE,qBAAqB,CAAC,GAAG,KAAK,aAAa,KAAK,UAAU,CAAC,CAAC;gBAEpF,MAAM,IAAI,GAAc,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE;qBACzD,OAAO,CAAO;oBACb,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE;iBAClC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;gBACnB,IAAI,IAAI;oBAAE,SAAS;gBAEnB,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBAEtE,KAAK,EAAE,CAAC;aACR;YACD,mBAAmB,CAAC,GAAG,KAAK,aAAa,KAAK,UAAU,CAAC,CAAC;QAC3D,CAAC;KAAA;CAED"}