hydra-crawler 2.8.4 → 3.0.2

package/dist/classes/expirer.mjs

@@ -0,0 +1,117 @@
+import mongodb from 'mongodb';
+import { commonsArrayChunk, commonsDateDateToYmdHis, commonsTypeHasPropertyDate } from 'tscommons-esm-core';
+import { EStatus } from 'hydra-crawler-esm-assets';
+import { commonsLogAlert, commonsLogDoing } from 'nodecommons-esm-log';
+import { isTMongoIdRow } from '../services/database.service.mjs';
+export class Expirer {
+    expiry;
+    database;
+    constructor(expiry, database) {
+        this.expiry = expiry;
+        this.database = database;
+    }
+    async listQueuedAndActive() {
+        const log = commonsLogDoing('expirer', 'Enumering queued and active domains');
+        const results = this.database.getUrls().aggregate([
+            { $match: { status: { $in: [EStatus.QUEUED, EStatus.ACTIVE] } } },
+            { $group: { _id: '$domain' } }
+        ], { allowDiskUse: true });
+        const queued = await this.database.listQueryResults(results, isTMongoIdRow);
+        log.success(queued.length);
+        return queued
+            // eslint-disable-next-line no-underscore-dangle
+            .map((q) => q._id);
+    }
+    async expire(limit) {
+        commonsLogAlert('Running expiry thread');
+        const queued = await this.listQueuedAndActive();
+        const expired = [];
+        { // scope
+            const log = commonsLogDoing('expirer', 'Searching for expired URLs');
+            const results = this.database.getUrls().find({ $and: [
+                    { status: { $nin: [
+                                EStatus.ARCHIVED,
+                                EStatus.QUEUED,
+                                EStatus.ACTIVE
+                            ] } },
+                    { domain: { $nin: queued } },
+                    { attempted: { $exists: true } }
+                ] }, {});
+            const now = new Date().getTime() / 1000;
+            let tally = 0;
+            let found = 0;
+            while (true) {
+                tally++;
+                if ((tally % 1000) === 0)
+                    log.progress(`${tally}, ${found}`);
+                if (limit !== undefined && tally > limit)
+                    break;
+                const row = await results.next();
+                if (row === null)
+                    break;
+                const interval = this.expiry.getBestExpiry(row.url);
+                if (!commonsTypeHasPropertyDate(row, 'attempted'))
+                    continue;
+                const attempted = row['attempted'].getTime() / 1000;
+                if ((attempted + interval) < now) {
+                    // eslint-disable-next-line @typescript-eslint/no-unsafe-argument
+                    expired.push(row['_id']);
+                    found++;
+                }
+            }
+            log.success(found);
+            if (found === 0)
+                return false;
+        }
+        const batches = commonsArrayChunk(expired, 100);
+        { // scope
+            const log = commonsLogDoing('expirer', 'Re-queuing expired');
+            let tally = 0;
+            for (const batch of batches) {
+                const batchIds = batch
+                    .map((id) => new mongodb.ObjectId(id));
+                await this.database.getUrls().updateMany({ _id: { $in: batchIds } }, {
+                    $set: { status: EStatus.QUEUED },
+                    $unset: { ttl: true }
+                });
+                tally += 100;
+                log.progress(tally);
+            }
+            log.success();
+        }
+        return true;
+    }
+    async expireFixed(threshold) {
+        commonsLogAlert('Running fixed date expiry thread');
+        const queued = await this.listQueuedAndActive();
+        { // scope
+            const log = commonsLogDoing('expirer', `Searching attempted before date ${commonsDateDateToYmdHis(threshold)}`);
+            const count = await this.database.getUrls().find({ $and: [
+                    { status: { $ne: EStatus.ARCHIVED } },
+                    { domain: { $nin: queued } },
+                    { attempted: { $exists: true } },
+                    { attempted: { $lt: threshold } }
+                ] }, {}).count();
+            log.success(count);
+            if (count === 0)
+                return false;
+        }
+        { // scope
+            const log = commonsLogDoing('expirer', 'Re-queuing expired');
+            await this.database.getUrls().updateMany({ $and: [
+                    { status: { $ne: EStatus.ARCHIVED } },
+                    { domain: { $nin: queued } },
+                    { attempted: { $exists: true } },
+                    { attempted: { $lt: threshold } }
+                ] }, {
+                $set: { status: EStatus.QUEUED },
+                $unset: { ttl: true }
+            });
+            log.success();
+        }
+        // ?
+        // const log: CommonsSubLoggable = commonsLogDoing('expirer', 'Searching for expired URLs');
+        return true;
+    }
+}
+//# sourceMappingURL=expirer.mjs.map

package/dist/classes/expirer.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"expirer.mjs","sourceRoot":"","sources":["../../src/classes/expirer.mts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,0BAA0B,EAAmB,MAAM,oBAAoB,CAAC;AAE7H,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAGnD,OAAO,EAAE,eAAe,EAAE,eAAe,EAAsB,MAAM,qBAAqB,CAAC;AAI3F,OAAO,EAAgC,aAAa,EAAE,MAAM,kCAAkC,CAAC;AAE/F,MAAM,OAAO,OAAO;IAET;IACA;IAFV,YACU,MAAc,EACd,QAAyB;QADzB,WAAM,GAAN,MAAM,CAAQ;QACd,aAAQ,GAAR,QAAQ,CAAiB;IAChC,CAAC;IAEI,KAAK,CAAC,mBAAmB;QAChC,MAAM,GAAG,GAAuB,eAAe,CAAC,SAAS,EAAE,qCAAqC,CAAC,CAAC;QAClG,MAAM,OAAO,GAA2C,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,SAAS,CAAc;YACrG,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,CAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAE,EAAE,EAAE,EAAE;YACnE,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE;SAC/B,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QAE3B,MAAM,MAAM,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAE3F,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE3B,OAAO,MAAM;YACX,gDAAgD;aAC/C,GAAG,CAAC,CAAC,CAAc,EAAU,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC3C,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,KAAc;QACjC,eAAe,CAAC,uBAAuB,CAAC,CAAC;QAEzC,MAAM,MAAM,GAAa,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE1D,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,CAAC,CAAC,QAAQ;YACT,MAAM,GAAG,GAAuB,eAAe,CAAC,SAAS,EAAE,4BAA4B,CAAC,CAAC;YAEzF,MAAM,OAAO,GAA6B,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,IAAI,CACpE,EAAE,IAAI,EAAE;oBACN,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE;gCAChB,OAAO,CAAC,QAAQ;gCAChB,OAAO,CAAC,MAAM;gCACd,OAAO,CAAC,MAAM;6BACf,EAAE,EAAE;oBACL,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE;oBAC5B,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;iBACjC,EAAC,EACF,EAAE,CACH,CAAC;YAEF,MAAM,GAAG,GAAW,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;YAEhD,IAAI,KAAK,GAAW,CAAC,CAAC;YACtB,IAAI,KAAK,GAAW,CAAC,CAAC;YACtB,OAAO,IAAI,EAAE,CAAC;gBACb,KAAK,EAAE,CAAC;gBACR,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;oBAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,KAAK,KAAK,KAAK,EAAE,CAAC,CAAC;gBAC7D,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,GAAG,KAAK;oBAAE,MAAM;gBAEhD,MAAM,GAAG,GAAc,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,GAAG,KAAK,IAAI;oBAAE,MAAM;gBAExB,MAAM,QAAQ,GAAW,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAE5D,IAAI,CAAC,0BAA0B,CAAC,GAAG,EAAE,WAAW,CAAC;oBAAE,SAAS;gBAE5D,MAAM,SAAS,GAAa,GAAuB,CAAC,WAAW,CAAU,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;gBAC3F,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,GAAG,EAAE,CAAC;oBAClC,iEAAiE;oBACjE,OAAO,CAAC,IAAI,CAAE,GAAuB,CAAC,KAAK,CAAC,CAAC,CAAC;oBAC9C,KAAK,EAAE,CAAC;gBACT,CAAC;YACF,CAAC;YACD,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAEnB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;QAC/B,CAAC;QAED,MAAM,OAAO,GAAe,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAE5D,CAAC,CAAC,QAAQ;YACT,MAAM,GAAG,GAAuB,eAAe,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;YACjF,IAAI,KAAK,GAAW,CAAC,CAAC;YACtB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,QAAQ,GAAuB,KAAK;qBACvC,GAAG,CAAC,CAAC,EAAU,EAAoB,EAAE,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;gBAEnE,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,UAAU,CACtC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAC1B;oBACE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;oBAChC,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;iBACtB,CACF,CAAC;gBAEF,KAAK,IAAI,GAAG,CAAC;gBACb,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;YACD,GAAG,CAAC,OAAO,EAAE,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACb,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,SAAe;QACvC,eAAe,CAAC,kCAAkC,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAa,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE1D,CAAC,CAAC,QAAQ;YACT,MAAM,GAAG,GAAuB,eAAe,CAAC,SAAS,EAAE,mCAAmC,uBAAuB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACpI,MAAM,KAAK,GAAW,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,IAAI,CACtD,EAAE,IAAI,EAAE;oBACN,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE;oBACrC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE;oBAC5B,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;oBAChC,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE;iBAClC,EAAC,EACF,EAAE,CACH,CAAC,KAAK,EAAE,CAAC;YACV,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAEnB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;QAC/B,CAAC;QAED,CAAC,CAAC,QAAQ;YACT,MAAM,GAAG,GAAuB,eAAe,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;YACjF,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,UAAU,CACtC,EAAE,IAAI,EAAE;oBACN,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE;oBACrC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE;oBAC5B,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;oBAChC,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE;iBAClC,EAAC,EACF;gBACE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;gBAChC,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;aACtB,CACF,CAAC;YACF,GAAG,CAAC,OAAO,EAAE,CAAC;QACf,CAAC;QAED,IAAI;QACJ,4FAA4F;QAE5F,OAAO,IAAI,CAAC;IACb,CAAC;CACD"}

package/dist/classes/{expiry.d.ts → expiry.d.mts}

@@ -1,4 +1,4 @@
-import { IExpiry } from '../interfaces/iexpiry';
+import { IExpiry } from '../interfaces/iexpiry.mjs';
 export declare class Expiry {
     static loadFromFile(file: string): IExpiry[];
     private static getScore;

package/dist/classes/{expiry.js → expiry.mjs}

@@ -1,12 +1,9 @@
 import { URL } from 'url';
-import { commonsTypeHasPropertyString, commonsTypeIsArray, commonsTypeIsTArray } from 'tscommons-es-core';
-import { commonsFileReadJsonFile } from 'nodecommons-es-file';
-import { Matcher } from '../helpers/matcher';
-import { isIExpiry, toIExpiry } from '../interfaces/iexpiry';
+import { commonsTypeHasPropertyString, commonsTypeIsArray, commonsTypeIsTArray } from 'tscommons-esm-core';
+import { commonsFileReadJsonFile } from 'nodecommons-esm-file';
+import { Matcher } from '../helpers/matcher.mjs';
+import { isIExpiry, toIExpiry } from '../interfaces/iexpiry.mjs';
 export class Expiry {
-    constructor() {
-        this.expiries = [];
-    }
     static loadFromFile(file) {
         const json = commonsFileReadJsonFile(file);
         if (!commonsTypeIsArray(json))
@@ -16,7 +13,7 @@ export class Expiry {
             try {
                 return toIExpiry(entry);
             }
-            catch (e) {
+            catch (_e) {
                 return undefined;
             }
         });
@@ -37,6 +34,7 @@ export class Expiry {
         }
         return total;
     }
+    expiries = [];
     add(expiries) {
         for (const expiry of expiries) {
             this.expiries.push(expiry);
@@ -60,4 +58,4 @@ export class Expiry {
         return best.expiry;
     }
 }
-//# sourceMappingURL=expiry.js.map
+//# sourceMappingURL=expiry.mjs.map

package/dist/classes/expiry.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"expiry.mjs","sourceRoot":"","sources":["../../src/classes/expiry.mts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC;AAE1B,OAAO,EAAE,4BAA4B,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAE3G,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAE/D,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AAEjD,OAAO,EAAW,SAAS,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AAE1E,MAAM,OAAO,MAAM;IACX,MAAM,CAAC,YAAY,CAAC,IAAY;QACtC,MAAM,IAAI,GAAY,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAEtE,MAAM,QAAQ,GAA0B,IAAI;aACzC,GAAG,CAAC,CAAC,KAAc,EAAqB,EAAE;YAC1C,IAAI,CAAC;gBACJ,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;YAAC,OAAO,EAAE,EAAE,CAAC;gBACb,OAAO,SAAS,CAAC;YAClB,CAAC;QACF,CAAC,CAAC,CAAC;QAEL,IAAI,CAAC,mBAAmB,CAAU,QAAQ,EAAE,SAAS,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;QAExG,OAAO,QAAQ,CAAC;IACjB,CAAC;IAEO,MAAM,CAAC,QAAQ,CAAC,MAAe;QACtC,IAAI,KAAK,GAAW,CAAC,CAAC;QAEtB,IAAI,4BAA4B,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;YAC1D,KAAK,IAAI,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,MAAO,CAAC,MAAM,CAAC;QAC7C,CAAC;QACD,IAAI,4BAA4B,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;YAC5D,KAAK,IAAI,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,QAAS,CAAC,MAAM,CAAC;QAC/C,CAAC;QACD,IAAI,4BAA4B,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;YAC5D,KAAK,IAAI,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,QAAS,CAAC,MAAM,CAAC;QAC/C,CAAC;QAED,OAAO,KAAK,CAAC;IACd,CAAC;IAEO,QAAQ,GAAc,EAAE,CAAC;IAE1B,GAAG,CAAC,QAAmB;QAC7B,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;IACF,CAAC;IAEM,aAAa,CAAC,GAAW;QAC/B,MAAM,MAAM,GAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAEjC,IAAI,IAAuB,CAAC;QAC5B,IAAI,SAA2B,CAAC;QAEhC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;gBAAE,SAAS;YAErD,MAAM,KAAK,GAAW,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAE9C,IAAI,SAAS,KAAK,SAAS,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;gBAClD,IAAI,GAAG,MAAM,CAAC;gBACd,SAAS,GAAG,KAAK,CAAC;YACnB,CAAC;QACF,CAAC;QAED,IAAI,IAAI,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAEtE,OAAO,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;CACD"}

package/dist/classes/{lists.d.ts → lists.d.mts}

@@ -1,5 +1,5 @@
-import { IMatch } from '../interfaces/imatch';
-import { EList } from '../enums/elist';
+import { IMatch } from '../interfaces/imatch.mjs';
+import { EList } from '../enums/elist.mjs';
 export declare class Lists {
     private lists;
     constructor();

package/dist/classes/{lists.js → lists.mjs}

@@ -1,8 +1,8 @@
-import { Matcher } from '../helpers/matcher';
-import { ELISTS } from '../enums/elist';
+import { Matcher } from '../helpers/matcher.mjs';
+import { ELISTS } from '../enums/elist.mjs';
 export class Lists {
+    lists = new Map();
     constructor() {
-        this.lists = new Map();
         for (const list of ELISTS) {
             this.lists.set(list, []);
         }
@@ -35,4 +35,4 @@ export class Lists {
             .filter((hostname) => hostname !== '');
     }
 }
-//# sourceMappingURL=lists.js.map
+//# sourceMappingURL=lists.mjs.map

package/dist/classes/lists.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"lists.mjs","sourceRoot":"","sources":["../../src/classes/lists.mts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AAIjD,OAAO,EAAS,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAEnD,MAAM,OAAO,KAAK;IACT,KAAK,GAAyB,IAAI,GAAG,EAAmB,CAAC;IAEjE;QACC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1B,CAAC;IACF,CAAC;IAEM,GAAG,CAAC,IAAW,EAAE,OAAiB;QACxC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACF,CAAC;IAEM,KAAK,CAAC,IAAW,EAAE,GAAW;QACpC,MAAM,OAAO,GAAuB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QAE9C,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAEM,aAAa,CAAC,IAAW;QAC/B,MAAM,OAAO,GAAuB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QAE9C,OAAO,OAAO;aACX,MAAM,CAAC,CAAC,IAAY,EAAW,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC;aAC9D,GAAG,CAAC,CAAC,IAAY,EAAU,EAAE,CAAC,IAAI,CAAC,QAAS,CAAC;aAC7C,GAAG,CAAC,CAAC,QAAgB,EAAU,EAAE,CAAC,QAAQ;aACxC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;aAC3B,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;aACpB,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;aAC5B,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;aACnB,IAAI,EAAE,CACR;aACA,MAAM,CAAC,CAAC,QAAgB,EAAW,EAAE,CAAC,QAAQ,KAAK,EAAE,CAAC,CAAC;IAC3D,CAAC;CACD"}

package/dist/classes/{robot.d.ts → robot.d.mts}

@@ -1,6 +1,6 @@
-import { TCrawlConfig } from '../types/tcrawl-config';
-import { TRobotsConfig } from '../types/trobots-config';
-import { Tracker } from './tracker';
+import { TCrawlConfig } from '../types/tcrawl-config.mjs';
+import { TRobotsConfig } from '../types/trobots-config.mjs';
+import { Tracker } from './tracker.mjs';
 export declare class Robot {
     private domain;
     private crawlConfig;

package/dist/classes/robot.mjs

@@ -0,0 +1,74 @@
+import * as http from 'http';
+import * as https from 'https';
+import { URL } from 'url';
+import { Crawler } from './crawler.mjs';
+export class Robot {
+    domain;
+    crawlConfig;
+    robotsConfig;
+    tracker;
+    static parse(robotstxt, robotsConfig) {
+        const paths = [];
+        const sections = robotstxt.replace(/\r/g, '').split(/\n\n/);
+        for (let section of sections) {
+            section = section.trim();
+            const parse = section.match(/^User-agent: \*\n([\s\S]+)/i);
+            if (!parse)
+                continue;
+            for (const line of parse[1].trim().split('\n')) {
+                const match = line.trim().match(/^Disallow: (\/.*)$/i);
+                if (!match)
+                    continue;
+                if (robotsConfig.ignoreWholeSiteDirectives && match[1] === '/')
+                    continue;
+                paths.push(match[1]);
+            }
+        }
+        return [...new Set(paths)];
+    }
+    paths;
+    constructor(domain, crawlConfig, robotsConfig, tracker) {
+        this.domain = domain;
+        this.crawlConfig = crawlConfig;
+        this.robotsConfig = robotsConfig;
+        this.tracker = tracker;
+        this.paths = new Map();
+    }
+    async checkDomain(protocol) {
+        let outcome;
+        try {
+            switch (protocol) {
+                case 'http':
+                    outcome = await Crawler.request(http, `http://${this.domain}/robots.txt`, this.crawlConfig.connectTimeout, this.crawlConfig.maxFileSize, this.tracker);
+                    break;
+                case 'https':
+                    outcome = await Crawler.request(https, `https://${this.domain}/robots.txt`, this.crawlConfig.connectTimeout, this.crawlConfig.maxFileSize, this.tracker);
+                    break;
+                default: throw new Error('Unknown protocol');
+            }
+        }
+        catch (_ex) { /* ignore */ }
+        if (!outcome || !outcome.data)
+            return [];
+        return Robot.parse(outcome.data.toString(), this.robotsConfig);
+    }
+    async load() {
+        for (const protocol of ['http', 'https']) {
+            this.paths.set(protocol, await this.checkDomain(protocol));
+        }
+    }
+    isDisallowed(url) {
+        const whatwg = new URL(url);
+        const protocol = whatwg.protocol.match(/^(http(?:s?)):$/);
+        if (!protocol)
+            return false;
+        if (!this.paths.has(protocol[1]))
+            return false;
+        for (const path of this.paths.get(protocol[1])) {
+            if (whatwg.pathname.substring(0, path.length) === path)
+                return true;
+        }
+        return false;
+    }
+}
+//# sourceMappingURL=robot.mjs.map

package/dist/classes/robot.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"robot.mjs","sourceRoot":"","sources":["../../src/classes/robot.mts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAC/B,OAAO,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC;AAO1B,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAGxC,MAAM,OAAO,KAAK;IA0BP;IACA;IACA;IACA;IA5BH,MAAM,CAAC,KAAK,CAAC,SAAiB,EAAE,YAA2B;QACjE,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,MAAM,QAAQ,GAAa,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACtE,KAAK,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC9B,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;YAEzB,MAAM,KAAK,GAA0B,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;YAClF,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChD,MAAM,KAAK,GAA0B,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;gBAC9E,IAAI,CAAC,KAAK;oBAAE,SAAS;gBAErB,IAAI,YAAY,CAAC,yBAAyB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG;oBAAE,SAAS;gBACzE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACtB,CAAC;QACF,CAAC;QAED,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAwB;IAErC,YACU,MAAc,EACd,WAAyB,EACzB,YAA2B,EAC3B,OAAiB;QAHjB,WAAM,GAAN,MAAM,CAAQ;QACd,gBAAW,GAAX,WAAW,CAAc;QACzB,iBAAY,GAAZ,YAAY,CAAe;QAC3B,YAAO,GAAP,OAAO,CAAU;QAE1B,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,QAAgB;QACzC,IAAI,OAAkC,CAAC;QACvC,IAAI,CAAC;YACJ,QAAQ,QAAQ,EAAE,CAAC;gBAClB,KAAK,MAAM;oBACV,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAC7B,IAAI,EACJ,UAAU,IAAI,CAAC,MAAM,aAAa,EAClC,IAAI,CAAC,WAAW,CAAC,cAAc,EAC/B,IAAI,CAAC,WAAW,CAAC,WAAW,EAC5B,IAAI,CAAC,OAAO,CACb,CAAC;oBACF,MAAM;gBACP,KAAK,OAAO;oBACX,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAC7B,KAAK,EACL,WAAW,IAAI,CAAC,MAAM,aAAa,EACnC,IAAI,CAAC,WAAW,CAAC,cAAc,EAC/B,IAAI,CAAC,WAAW,CAAC,WAAW,EAC5B,IAAI,CAAC,OAAO,CACb,CAAC;oBACF,MAAM;gBACP,OAAO,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;YAC9C,CAAC;QACF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC;QAE9B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI;YAAE,OAAO,EAAE,CAAC;QAEzC,OAAO,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAChE,CAAC;IAEM,KAAK,CAAC,IAAI;QAChB,KAAK,MAAM,QAAQ,IAAI,CAAE,MAAM,EAAE,OAAO,CAAE,EAAE,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC5D,CAAC;IACF,CAAC;IAEM,YAAY,CAAC,GAAW;QAC9B,MAAM,MAAM,GAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAEjC,MAAM,QAAQ,GAA0B,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACjF,IAAI,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAC;QAE5B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAE/C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAE,EAAE,CAAC;YACjD,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC;QACrE,CAAC;QAED,OAAO,KAAK,CAAC;IACd,CAAC;CACD"}

package/dist/classes/{tracker.d.ts → tracker.d.mts}

@@ -1,6 +1,6 @@
-import { EStatus } from 'hydra-crawler-ts-assets';
-import { SocketIoServer } from '../servers/socket-io.server';
-import { DatabaseService } from '../services/database.service';
+import { EStatus } from 'hydra-crawler-esm-assets';
+import { SocketIoServer } from '../servers/socket-io.server.mjs';
+import { DatabaseService } from '../services/database.service.mjs';
 export declare class Tracker {
     private databaseService;
     private socketIoServer;

package/dist/classes/tracker.mjs

@@ -0,0 +1,101 @@
+import { commonsAsyncAbortInterval, commonsAsyncInterval } from 'tscommons-esm-async';
+import { ECommonsInvocation } from 'tscommons-esm-async';
+import { commonsGracefulAbortAddCallback } from 'nodecommons-esm-process';
+import { commonsLogAlert } from 'nodecommons-esm-log';
+export class Tracker {
+    databaseService;
+    socketIoServer;
+    map = new Map();
+    current = 0;
+    index = 0;
+    fetches = [];
+    linkTallies = 0;
+    domainTallies = 0;
+    constructor(databaseService, socketIoServer) {
+        this.databaseService = databaseService;
+        this.socketIoServer = socketIoServer;
+        commonsGracefulAbortAddCallback(() => {
+            commonsLogAlert('SIGINT abort flag is set. Aborting bandwidth.');
+            this.abort();
+        });
+    }
+    async fetching(url) {
+        const fetch = {
+            index: ++this.index,
+            url: url
+        };
+        this.fetches.push(fetch);
+        if (this.index > 1000)
+            this.index = 0;
+        while (this.fetches.length > 999)
+            this.fetches.shift();
+        await this.socketIoServer.fetching(fetch);
+    }
+    async outcome(url, failed, statusCode) {
+        const fetch = this.fetches
+            .find((f) => f.url === url);
+        if (!fetch)
+            return;
+        this.fetches = this.fetches
+            .filter((f) => f.index !== fetch.index);
+        const outcome = {
+            index: fetch.index,
+            failed: failed
+        };
+        if (statusCode !== undefined)
+            outcome.statusCode = statusCode;
+        await this.socketIoServer.outcome(outcome);
+    }
+    async done(url, statusCode) {
+        await this.outcome(url, false, statusCode);
+    }
+    async failed(url) {
+        await this.outcome(url, true);
+    }
+    bandwidth(size) {
+        this.current += size;
+    }
+    delta(status, delta) {
+        const existing = this.map.get(status) || 0;
+        this.map.set(status, existing + delta);
+    }
+    abort() {
+        commonsAsyncAbortInterval('sync');
+        commonsAsyncAbortInterval('bandwidth');
+        commonsAsyncAbortInterval('tally');
+    }
+    link(count = 1) {
+        this.linkTallies += count;
+    }
+    domain() {
+        this.domainTallies++;
+    }
+    async sync() {
+        const initial = await this.databaseService.listStatusTallies();
+        for (const status of initial.keys()) {
+            this.map.set(status, initial.get(status));
+        }
+        this.linkTallies = await this.databaseService.getLinkTalliesCount();
+        this.domainTallies = await this.databaseService.getDomainTalliesCount();
+    }
+    async start() {
+        await this.sync();
+        commonsAsyncInterval(1000, ECommonsInvocation.IF, async () => {
+            await this.socketIoServer.bandwidth(this.current);
+            this.current = 0;
+        }, 'bandwidth');
+        commonsAsyncInterval(1000, ECommonsInvocation.IF, async () => {
+            const tallies = {};
+            for (const status of this.map.keys()) {
+                tallies[status] = this.map.get(status);
+            }
+            await this.socketIoServer.statusTallies(tallies);
+            await this.socketIoServer.linkTallies(this.linkTallies);
+            await this.socketIoServer.domainTallies(this.domainTallies);
+        }, 'tally');
+        commonsAsyncInterval(60000, ECommonsInvocation.WHEN, async () => {
+            await this.sync();
+        }, 'sync');
+    }
+}
+//# sourceMappingURL=tracker.mjs.map

package/dist/classes/tracker.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracker.mjs","sourceRoot":"","sources":["../../src/classes/tracker.mts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AACtF,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAOzD,OAAO,EAAE,+BAA+B,EAAE,MAAM,yBAAyB,CAAC;AAC1E,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAMtD,MAAM,OAAO,OAAO;IAYT;IACA;IAZF,GAAG,GAAyB,IAAI,GAAG,EAAmB,CAAC;IAEvD,OAAO,GAAW,CAAC,CAAC;IAEpB,KAAK,GAAW,CAAC,CAAC;IAClB,OAAO,GAAa,EAAE,CAAC;IAEvB,WAAW,GAAW,CAAC,CAAC;IACxB,aAAa,GAAW,CAAC,CAAC;IAElC,YACU,eAAgC,EAChC,cAA8B;QAD9B,oBAAe,GAAf,eAAe,CAAiB;QAChC,mBAAc,GAAd,cAAc,CAAgB;QAEvC,+BAA+B,CAAC,GAAS,EAAE;YAC1C,eAAe,CAAC,+CAA+C,CAAC,CAAC;YAEjE,IAAI,CAAC,KAAK,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,GAAW;QAChC,MAAM,KAAK,GAAW;YACpB,KAAK,EAAE,EAAE,IAAI,CAAC,KAAK;YACnB,GAAG,EAAE,GAAG;SACT,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEzB,IAAI,IAAI,CAAC,KAAK,GAAG,IAAI;YAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG;YAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAEvD,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,GAAW,EAAE,MAAe,EAAE,UAAmB;QACtE,MAAM,KAAK,GAAqB,IAAI,CAAC,OAAO;aACzC,IAAI,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;QAE/C,IAAI,CAAC,KAAK;YAAE,OAAO;QAEnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO;aACxB,MAAM,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC;QAE3D,MAAM,OAAO,GAAa;YACxB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,MAAM;SACf,CAAC;QACF,IAAI,UAAU,KAAK,SAAS;YAAE,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC;QAE9D,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,UAAkB;QAChD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IAC5C,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,GAAW;QAC9B,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IAEM,SAAS,CAAC,IAAY;QAC5B,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC;IACtB,CAAC;IAEM,KAAK,CAAC,MAAe,EAAE,KAAa;QAC1C,MAAM,QAAQ,GAAW,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,GAAG,KAAK,CAAC,CAAC;IACxC,CAAC;IAEM,KAAK;QACX,yBAAyB,CAAC,MAAM,CAAC,CAAC;QAClC,yBAAyB,CAAC,WAAW,CAAC,CAAC;QACvC,yBAAyB,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAEM,IAAI,CAAC,QAAgB,CAAC;QAC5B,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC;IAC3B,CAAC;IAEM,MAAM;QACZ,IAAI,CAAC,aAAa,EAAE,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,IAAI;QACjB,MAAM,OAAO,GAAyB,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,EAAE,CAAC;QACrF,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,mBAAmB,EAAE,CAAC;QACpE,IAAI,CAAC,aAAa,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,qBAAqB,EAAE,CAAC;IACzE,CAAC;IAEM,KAAK,CAAC,KAAK;QACjB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,oBAAoB,CAClB,IAAI,EACJ,kBAAkB,CAAC,EAAE,EACrB,KAAK,IAAmB,EAAE;YACzB,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClD,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;QAClB,CAAC,EACD,WAAW,CACZ,CAAC;QAEF,oBAAoB,CAClB,IAAI,EACJ,kBAAkB,CAAC,EAAE,EACrB,KAAK,IAAmB,EAAE;YACzB,MAAM,OAAO,GAAmB,EAAE,CAAC;YAEnC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;gBACtC,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC;YACzC,CAAC;YAED,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YACjD,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxD,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC7D,CAAC,EACD,OAAO,CACR,CAAC;QAEF,oBAAoB,CAClB,KAAK,EACL,kBAAkB,CAAC,IAAI,EACvB,KAAK,IAAmB,EAAE;YACzB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,CAAC,EACD,MAAM,CACP,CAAC;IACH,CAAC;CACD"}

package/dist/{cli.js → cli.mjs}

@@ -1,45 +1,35 @@
 //const log = require('why-is-node-running');
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { commonsTypeIsObjectArray, commonsTypeIsTArray } from 'tscommons-es-core';
-import { isTCommonsScheduleTime } from 'tscommons-es-async';
-import { EStatus } from 'hydra-crawler-ts-assets';
-import { CommonsArgs, commonsOutputInfo, commonsOutputSetDaemon, commonsOutputSetDebugging } from 'nodecommons-es-cli';
-import { isICommonsCredentials } from 'nodecommons-es-database';
-import { isIInternalHydraCommonDbApp, isIInternalHydraCommonListApp, isIInternalHydraCommonExpiryApp, isIInternalHydraCommonMaintenanceApp } from './apps/internal-hydra-common.app';
-import { HydraApp } from './apps/hydra.app';
-import { DenylistApp } from './apps/denylist.app';
-import { CleanupApp } from './apps/cleanup.app';
-import { ExpireApp } from './apps/expire.app';
-import { ImportApp } from './apps/import.app';
-import { ReattemptApp } from './apps/reattempt.app';
-import { SeedApp } from './apps/seed.app';
-import { StartupApp } from './apps/startup.app';
-import { RequeueDomainApp } from './apps/requeue-domain.app';
-import { UnarchiveUrlsApp } from './apps/unarchive-urls.app';
-import { MoveToArchiveApp } from './apps/move-to-archive.app';
-import { PruneArchiveApp } from './apps/prune-archive.app';
-import { QueryApp } from './apps/query.app';
-import { CrossPopulateExportApp } from './apps/cross-populate-export.app';
-import { CrossPopulateImportApp } from './apps/cross-populate-import.app';
-import { ExtractTextApp } from './apps/extract-text.app';
-import { ExportDomainUrlsApp } from './apps/export-domain-urls';
-import { DatabaseService } from './services/database.service';
-import { isIMatch } from './interfaces/imatch';
-import { isIExpiry, toIExpiry } from './interfaces/iexpiry';
-import { filenameFromEList, ELISTS } from './enums/elist';
+import { CommonsFixedDate, commonsTypeIsObjectArray, commonsTypeIsTArray } from 'tscommons-esm-core';
+import { isTCommonsScheduleTime } from 'tscommons-esm-async';
+import { EStatus } from 'hydra-crawler-esm-assets';
+import { CommonsArgs } from 'nodecommons-esm-cli';
+import { commonsLogInfo, commonsLogSetLevel, ECommonsLogLevel } from 'nodecommons-esm-log';
+import { isICommonsCredentials } from 'nodecommons-esm-database';
+import { isIInternalHydraCommonDbApp, isIInternalHydraCommonListApp, isIInternalHydraCommonExpiryApp, isIInternalHydraCommonMaintenanceApp } from './apps/internal-hydra-common.app.mjs';
+import { HydraApp } from './apps/hydra.app.mjs';
+import { DenylistApp } from './apps/denylist.app.mjs';
+import { CleanupApp } from './apps/cleanup.app.mjs';
+import { ExpireApp } from './apps/expire.app.mjs';
+import { ImportApp } from './apps/import.app.mjs';
+import { ReattemptApp } from './apps/reattempt.app.mjs';
+import { SeedApp } from './apps/seed.app.mjs';
+import { StartupApp } from './apps/startup.app.mjs';
+import { RequeueDomainApp } from './apps/requeue-domain.app.mjs';
+import { UnarchiveUrlsApp } from './apps/unarchive-urls.app.mjs';
+import { MoveToArchiveApp } from './apps/move-to-archive.app.mjs';
+import { PruneArchiveApp } from './apps/prune-archive.app.mjs';
+import { QueryApp } from './apps/query.app.mjs';
+import { CrossPopulateExportApp } from './apps/cross-populate-export.app.mjs';
+import { CrossPopulateImportApp } from './apps/cross-populate-import.app.mjs';
+import { ExtractTextApp } from './apps/extract-text.app.mjs';
+import { ExportDomainUrlsApp } from './apps/export-domain-urls.mjs';
+import { DatabaseService } from './services/database.service.mjs';
+import { isIMatch } from './interfaces/imatch.mjs';
+import { isIExpiry, toIExpiry } from './interfaces/iexpiry.mjs';
+import { filenameFromEList, ELISTS } from './enums/elist.mjs';
 const args = new CommonsArgs();
 if (args.hasAttribute('debug'))
-    commonsOutputSetDebugging(true);
-if (args.hasAttribute('daemon'))
-    commonsOutputSetDaemon(true);
+    commonsLogSetLevel(ECommonsLogLevel.DEBUG);
 let app;
 if (args.hasAttribute('denylist')) {
     app = new DenylistApp();
@@ -52,11 +42,11 @@ else if (args.hasAttribute('cleanup')) {
 else if (args.hasAttribute('expire')) {
     let threshold;
     if (args.hasAttribute('days')) {
-        threshold = new Date();
-        threshold.setDate(threshold.getDate() - args.getNumber('days'));
+        threshold = new CommonsFixedDate();
+        threshold.day -= args.getFirstNumber('days');
     }
     if (args.hasAttribute('date')) {
-        threshold = args.getDate('date');
+        threshold = args.getFirstFixedDate('date');
     }
     app = new ExpireApp(threshold);
 }
@@ -78,10 +68,8 @@ else if (args.hasAttribute('startup')) {
     app = new StartupApp();
 }
 else if (args.hasAttribute('requeue-domain')) {
-    if (!args.hasProperty('domain', 'string'))
-        throw new Error('No domain supplied');
-    const domain = args.getString('domain');
-    app = new RequeueDomainApp(domain, args.hasProperty('done-200-only'));
+    const domain = args.getFirstValue('domain');
+    app = new RequeueDomainApp(domain, args.hasAttribute('done-200-only'));
 }
 else if (args.hasAttribute('unarchive')) {
     app = new UnarchiveUrlsApp();
@@ -93,23 +81,23 @@ else if (args.hasAttribute('prune-archive')) {
     app = new PruneArchiveApp();
 }
 else if (args.hasAttribute('cross-populate-export')) {
-    const filename = args.getString('filename');
+    const filename = args.getFirstValue('filename');
     app = new CrossPopulateExportApp(filename);
 }
 else if (args.hasAttribute('cross-populate-import')) {
-    const filename = args.getString('filename');
+    const filename = args.getFirstValue('filename');
     app = new CrossPopulateImportApp(filename);
 }
-else if (args.hasProperty('query', 'string')) {
-    const query = args.getString('query');
+else if (args.hasAttribute('query')) {
+    const query = args.getFirstValue('query-name');
     app = new QueryApp(query);
 }
 else if (args.hasAttribute('extract-text')) {
-    const url = args.getString('url');
+    const url = args.getFirstValue('url');
     app = new ExtractTextApp(url);
 }
 else if (args.hasAttribute('export-domain-urls')) {
-    const domain = args.getString('domain');
+    const domain = args.getFirstValue('domain');
     app = new ExportDomainUrlsApp(domain);
 }
 else {
@@ -150,13 +138,13 @@ if (isIInternalHydraCommonMaintenanceApp(app)) {
         throw new Error('Invalid schedule list');
     app.setMaintenanceSchedule(data);
 }
-void (() => __awaiter(void 0, void 0, void 0, function* () {
-    commonsOutputInfo(`Starting application: ${app.getAppName()}`);
-    yield app.start();
-    commonsOutputInfo('Application completed');
+void (async () => {
+    commonsLogInfo(`Starting application: ${app.getAppName()}`);
+    await app.start();
+    commonsLogInfo('Application completed');
     setTimeout(() => {
         //log() // logs out active handles that are keeping node running
         process.exit(0);
     }, 100);
-}))();
-//# sourceMappingURL=cli.js.map
+})();
+//# sourceMappingURL=cli.mjs.map

package/dist/cli.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.mjs","sourceRoot":"","sources":["../src/cli.mts"],"names":[],"mappings":"AAAA,6CAA6C;AAE7C,OAAO,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAErG,OAAO,EAAwB,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAGnF,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAEnD,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC3F,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAEjE,OAAO,EAEL,2BAA2B,EAC3B,6BAA6B,EAC7B,+BAA+B,EAC/B,oCAAoC,EACrC,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAC9E,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAC9E,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAEpE,OAAO,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAC;AAElE,OAAO,EAAU,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAW,SAAS,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAEzE,OAAO,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE9D,MAAM,IAAI,GAAgB,IAAI,WAAW,EAAE,CAAC;AAC5C,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC;IAAE,kBAAkB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;AAE3E,IAAI,GAAsC,CAAC;AAE3C,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC;IACnC,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC;AACzB,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC;IACzC,MAAM,YAAY,GAAY,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACzD,MAAM,YAAY,GAAY,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAEzD,GAAG,GAAG,IAAI,UAAU,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;AAClD,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;IACxC,IAAI,SAAqC,CAAC;IAE1C,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,SAAS,GAAG,IAAI,gBAAgB,EAAE,CAAC;QACnC,SAAS,CAAC,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IAC9C,CAAC;IACD,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAED,GAAG,GAAG,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;AAChC,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;IACxC,GAAG,GAAG,IAAI,SAAS,EAAE,CAAC;AACvB,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC;IAC3C,MAAM,OAAO,GAAc,EAAE,CAAC;IAC9B,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9D,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1D,GAAG,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;IACtC,GAAG,GAAG,IAAI,OAAO,EAAE,CAAC;AACrB,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC;IACzC,GAAG,GAAG,IAAI,UAAU,EAAE,CAAC;AACxB,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,EAAE,CAAC;IAChD,MAAM,MAAM,GAAW,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAEpD,GAAG,GAAG,IAAI,gBAAgB,CACxB,MAAM,EACN,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CACnC,CAAC;AACH,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC;IAC3C,GAAG,GAAG,IAAI,gBAAgB,EAAE,CAAC;AAC9B,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,EAAE,CAAC;IACjD,GAAG,GAAG,IAAI,gBAAgB,EAAE,CAAC;AAC9B,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,EAAE,CAAC;IAC/C,GAAG,GAAG,IAAI,eAAe,EAAE,CAAC;AAC7B,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,EAAE,CAAC;IACvD,MAAM,QAAQ,GAAW,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IAExD,GAAG,GAAG,IAAI,sBAAsB,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,EAAE,CAAC;IACvD,MAAM,QAAQ,GAAW,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IAExD,GAAG,GAAG,IAAI,sBAAsB,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;IACvC,MAAM,KAAK,GAAW,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;IAEvD,GAAG,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE,CAAC;IAC9C,MAAM,GAAG,GAAW,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAE9C,GAAG,GAAG,IAAI,cAAc,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,EAAE,CAAC;IACpD,MAAM,MAAM,GAAW,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAEpD,GAAG,GAAG,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC;KAAM,CAAC;IACP,GAAG,GAAG,IAAI,QAAQ,EAAE,CAAC;AACtB,CAAC;AAED,IAAI,CAAC,GAAG;IAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;AAEzE,MAAM,UAAU,GAAkB,GAAG,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;AACxE,MAAM,WAAW,GAAoB,UAAU,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;AACtE,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC;IAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;AAE/F,IAAI,2BAA2B,CAAC,GAAG,CAAC,EAAE,CAAC;IACtC,MAAM,eAAe,GAAoB,IAAI,eAAe,CAAC,WAAW,CAAC,CAAC;IAC1E,GAAG,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;AACzC,CAAC;AAED,IAAI,6BAA6B,CAAC,GAAG,CAAC,EAAE,CAAC;IACxC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAW,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEjD,MAAM,OAAO,GAAY,GAAG,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QAC7D,IAAI,CAAC,mBAAmB,CAAS,OAAO,EAAE,QAAQ,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;QACtG,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC9B,CAAC;AACF,CAAC;AAED,IAAI,+BAA+B,CAAC,GAAG,CAAC,EAAE,CAAC;IAC1C,MAAM,IAAI,GAAY,GAAG,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;IACpE,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAE5E,MAAM,QAAQ,GAAc,IAAI;SAC7B,GAAG,CAAC,CAAC,MAAoC,EAAW,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IAE7E,IAAI,CAAC,mBAAmB,CAAU,QAAQ,EAAE,SAAS,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACxG,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,IAAI,oCAAoC,CAAC,GAAG,CAAC,EAAE,CAAC;IAC/C,MAAM,IAAI,GAAY,GAAG,CAAC,qBAAqB,CAAC,eAAe,CAAC,CAAC;IACjE,IAAI,CAAC,mBAAmB,CAAuB,IAAI,EAAE,sBAAsB,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAEvH,GAAG,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;AAClC,CAAC;AAED,KAAK,CAAC,KAAK,IAAmB,EAAE;IAC/B,cAAc,CAAC,yBAAyB,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC5D,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;IAClB,cAAc,CAAC,uBAAuB,CAAC,CAAC;IAExC,UAAU,CAAC,GAAS,EAAE;QACrB,gEAAgE;QAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,EAAE,GAAG,CAAC,CAAC;AACT,CAAC,CAAC,EAAE,CAAC"}

package/dist/enums/{eavailable-strategy.js → eavailable-strategy.mjs}

@@ -3,4 +3,4 @@ export var EAvailableStrategy;
     EAvailableStrategy["LARGEST"] = "largest";
     EAvailableStrategy["SMALLEST"] = "smallest";
 })(EAvailableStrategy || (EAvailableStrategy = {}));
-//# sourceMappingURL=eavailable-strategy.js.map
+//# sourceMappingURL=eavailable-strategy.mjs.map

package/dist/enums/eavailable-strategy.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"eavailable-strategy.mjs","sourceRoot":"","sources":["../../src/enums/eavailable-strategy.mts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,kBAGX;AAHD,WAAY,kBAAkB;IAC5B,yCAAmB,CAAA;IACnB,2CAAqB,CAAA;AACvB,CAAC,EAHW,kBAAkB,KAAlB,kBAAkB,QAG7B"}

package/dist/enums/{elist.js → elist.mjs}

@@ -23,4 +23,4 @@ export function filenameFromEList(list) {
 }
 export const ELISTS = Object.keys(EList)
     .map((key) => keyToEList(key));
-//# sourceMappingURL=elist.js.map
+//# sourceMappingURL=elist.mjs.map

package/dist/enums/elist.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"elist.mjs","sourceRoot":"","sources":["../../src/enums/elist.mts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,KAGX;AAHD,WAAY,KAAK;IACf,sBAAa,CAAA;IACb,wBAAe,CAAA;AACjB,CAAC,EAHW,KAAK,KAAL,KAAK,QAGhB;AAED,MAAM,UAAU,UAAU,CAAC,GAAW;IACrC,QAAQ,GAAG,EAAE,CAAC;QACb,KAAK,MAAM;YACV,OAAO,KAAK,CAAC,IAAI,CAAC;QACnB,KAAK,OAAO;YACX,OAAO,KAAK,CAAC,KAAK,CAAC;IACrB,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,mCAAmC,GAAG,EAAE,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAW;IAC5C,QAAQ,IAAI,EAAE,CAAC;QACd,KAAK,KAAK,CAAC,IAAI;YACd,OAAO,gBAAgB,CAAC;QACzB,KAAK,KAAK,CAAC,KAAK;YACf,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,CAAC,MAAM,MAAM,GAAY,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;KAC9C,GAAG,CAAC,CAAC,GAAW,EAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC"}

package/dist/enums/{eserver.js → eserver.mjs}

@@ -7,4 +7,4 @@ export var EServer;
     EServer["AMAZONS3"] = "amazons3";
     EServer["JETTY"] = "jetty";
 })(EServer || (EServer = {}));
-//# sourceMappingURL=eserver.js.map
+//# sourceMappingURL=eserver.mjs.map

package/dist/enums/eserver.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"eserver.mjs","sourceRoot":"","sources":["../../src/enums/eserver.mts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,OAOX;AAPD,WAAY,OAAO;IACjB,4BAAiB,CAAA;IACjB,sBAAW,CAAA;IACX,0BAAe,CAAA;IACf,oCAAyB,CAAA;IACzB,gCAAqB,CAAA;IACrB,0BAAe,CAAA;AACjB,CAAC,EAPW,OAAO,KAAP,OAAO,QAOlB"}