hydra-crawler 2.8.4 → 3.0.1

package/dist/classes/expiry.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"expiry.mjs","sourceRoot":"","sources":["../../src/classes/expiry.mts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC;AAE1B,OAAO,EAAE,4BAA4B,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAE3G,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAE/D,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AAEjD,OAAO,EAAW,SAAS,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AAE1E,MAAM,OAAO,MAAM;IACX,MAAM,CAAC,YAAY,CAAC,IAAY;QACtC,MAAM,IAAI,GAAY,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAEtE,MAAM,QAAQ,GAA0B,IAAI;aACzC,GAAG,CAAC,CAAC,KAAc,EAAqB,EAAE;YAC1C,IAAI,CAAC;gBACJ,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;YAAC,OAAO,EAAE,EAAE,CAAC;gBACb,OAAO,SAAS,CAAC;YAClB,CAAC;QACF,CAAC,CAAC,CAAC;QAEL,IAAI,CAAC,mBAAmB,CAAU,QAAQ,EAAE,SAAS,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;QAExG,OAAO,QAAQ,CAAC;IACjB,CAAC;IAEO,MAAM,CAAC,QAAQ,CAAC,MAAe;QACtC,IAAI,KAAK,GAAW,CAAC,CAAC;QAEtB,IAAI,4BAA4B,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;YAC1D,KAAK,IAAI,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,MAAO,CAAC,MAAM,CAAC;QAC7C,CAAC;QACD,IAAI,4BAA4B,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;YAC5D,KAAK,IAAI,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,QAAS,CAAC,MAAM,CAAC;QAC/C,CAAC;QACD,IAAI,4BAA4B,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;YAC5D,KAAK,IAAI,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,QAAS,CAAC,MAAM,CAAC;QAC/C,CAAC;QAED,OAAO,KAAK,CAAC;IACd,CAAC;IAEO,QAAQ,GAAc,EAAE,CAAC;IAE1B,GAAG,CAAC,QAAmB;QAC7B,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;IACF,CAAC;IAEM,aAAa,CAAC,GAAW;QAC/B,MAAM,MAAM,GAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAEjC,IAAI,IAAuB,CAAC;QAC5B,IAAI,SAA2B,CAAC;QAEhC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;gBAAE,SAAS;YAErD,MAAM,KAAK,GAAW,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAE9C,IAAI,SAAS,KAAK,SAAS,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;gBAClD,IAAI,GAAG,MAAM,CAAC;gBACd,SAAS,GAAG,KAAK,CAAC;YACnB,CAAC;QACF,CAAC;QAED,IAAI,IAAI,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAEtE,OAAO,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;CACD"}

package/dist/classes/{lists.d.ts → lists.d.mts}

@@ -1,5 +1,5 @@
-import { IMatch } from '../interfaces/imatch';
-import { EList } from '../enums/elist';
+import { IMatch } from '../interfaces/imatch.mjs';
+import { EList } from '../enums/elist.mjs';
 export declare class Lists {
     private lists;
     constructor();

package/dist/classes/{lists.js → lists.mjs}

@@ -1,8 +1,8 @@
-import { Matcher } from '../helpers/matcher';
-import { ELISTS } from '../enums/elist';
+import { Matcher } from '../helpers/matcher.mjs';
+import { ELISTS } from '../enums/elist.mjs';
 export class Lists {
+    lists = new Map();
     constructor() {
-        this.lists = new Map();
         for (const list of ELISTS) {
             this.lists.set(list, []);
         }
@@ -35,4 +35,4 @@ export class Lists {
             .filter((hostname) => hostname !== '');
     }
 }
-//# sourceMappingURL=lists.js.map
+//# sourceMappingURL=lists.mjs.map

package/dist/classes/lists.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"lists.mjs","sourceRoot":"","sources":["../../src/classes/lists.mts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AAIjD,OAAO,EAAS,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAEnD,MAAM,OAAO,KAAK;IACT,KAAK,GAAyB,IAAI,GAAG,EAAmB,CAAC;IAEjE;QACC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1B,CAAC;IACF,CAAC;IAEM,GAAG,CAAC,IAAW,EAAE,OAAiB;QACxC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACF,CAAC;IAEM,KAAK,CAAC,IAAW,EAAE,GAAW;QACpC,MAAM,OAAO,GAAuB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QAE9C,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAEM,aAAa,CAAC,IAAW;QAC/B,MAAM,OAAO,GAAuB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QAE9C,OAAO,OAAO;aACX,MAAM,CAAC,CAAC,IAAY,EAAW,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC;aAC9D,GAAG,CAAC,CAAC,IAAY,EAAU,EAAE,CAAC,IAAI,CAAC,QAAS,CAAC;aAC7C,GAAG,CAAC,CAAC,QAAgB,EAAU,EAAE,CAAC,QAAQ;aACxC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;aAC3B,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;aACpB,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;aAC5B,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;aACnB,IAAI,EAAE,CACR;aACA,MAAM,CAAC,CAAC,QAAgB,EAAW,EAAE,CAAC,QAAQ,KAAK,EAAE,CAAC,CAAC;IAC3D,CAAC;CACD"}

package/dist/classes/{robot.d.ts → robot.d.mts}

@@ -1,6 +1,6 @@
-import { TCrawlConfig } from '../types/tcrawl-config';
-import { TRobotsConfig } from '../types/trobots-config';
-import { Tracker } from './tracker';
+import { TCrawlConfig } from '../types/tcrawl-config.mjs';
+import { TRobotsConfig } from '../types/trobots-config.mjs';
+import { Tracker } from './tracker.mjs';
 export declare class Robot {
     private domain;
     private crawlConfig;

package/dist/classes/robot.mjs

@@ -0,0 +1,74 @@
+import * as http from 'http';
+import * as https from 'https';
+import { URL } from 'url';
+import { Crawler } from './crawler.mjs';
+export class Robot {
+    domain;
+    crawlConfig;
+    robotsConfig;
+    tracker;
+    static parse(robotstxt, robotsConfig) {
+        const paths = [];
+        const sections = robotstxt.replace(/\r/g, '').split(/\n\n/);
+        for (let section of sections) {
+            section = section.trim();
+            const parse = section.match(/^User-agent: \*\n([\s\S]+)/i);
+            if (!parse)
+                continue;
+            for (const line of parse[1].trim().split('\n')) {
+                const match = line.trim().match(/^Disallow: (\/.*)$/i);
+                if (!match)
+                    continue;
+                if (robotsConfig.ignoreWholeSiteDirectives && match[1] === '/')
+                    continue;
+                paths.push(match[1]);
+            }
+        }
+        return [...new Set(paths)];
+    }
+    paths;
+    constructor(domain, crawlConfig, robotsConfig, tracker) {
+        this.domain = domain;
+        this.crawlConfig = crawlConfig;
+        this.robotsConfig = robotsConfig;
+        this.tracker = tracker;
+        this.paths = new Map();
+    }
+    async checkDomain(protocol) {
+        let outcome;
+        try {
+            switch (protocol) {
+                case 'http':
+                    outcome = await Crawler.request(http, `http://${this.domain}/robots.txt`, this.crawlConfig.connectTimeout, this.crawlConfig.maxFileSize, this.tracker);
+                    break;
+                case 'https':
+                    outcome = await Crawler.request(https, `https://${this.domain}/robots.txt`, this.crawlConfig.connectTimeout, this.crawlConfig.maxFileSize, this.tracker);
+                    break;
+                default: throw new Error('Unknown protocol');
+            }
+        }
+        catch (_ex) { /* ignore */ }
+        if (!outcome || !outcome.data)
+            return [];
+        return Robot.parse(outcome.data.toString(), this.robotsConfig);
+    }
+    async load() {
+        for (const protocol of ['http', 'https']) {
+            this.paths.set(protocol, await this.checkDomain(protocol));
+        }
+    }
+    isDisallowed(url) {
+        const whatwg = new URL(url);
+        const protocol = whatwg.protocol.match(/^(http(?:s?)):$/);
+        if (!protocol)
+            return false;
+        if (!this.paths.has(protocol[1]))
+            return false;
+        for (const path of this.paths.get(protocol[1])) {
+            if (whatwg.pathname.substring(0, path.length) === path)
+                return true;
+        }
+        return false;
+    }
+}
+//# sourceMappingURL=robot.mjs.map

package/dist/classes/robot.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"robot.mjs","sourceRoot":"","sources":["../../src/classes/robot.mts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAC/B,OAAO,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC;AAO1B,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAGxC,MAAM,OAAO,KAAK;IA0BP;IACA;IACA;IACA;IA5BH,MAAM,CAAC,KAAK,CAAC,SAAiB,EAAE,YAA2B;QACjE,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,MAAM,QAAQ,GAAa,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACtE,KAAK,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC9B,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;YAEzB,MAAM,KAAK,GAA0B,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;YAClF,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChD,MAAM,KAAK,GAA0B,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;gBAC9E,IAAI,CAAC,KAAK;oBAAE,SAAS;gBAErB,IAAI,YAAY,CAAC,yBAAyB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG;oBAAE,SAAS;gBACzE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACtB,CAAC;QACF,CAAC;QAED,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAwB;IAErC,YACU,MAAc,EACd,WAAyB,EACzB,YAA2B,EAC3B,OAAiB;QAHjB,WAAM,GAAN,MAAM,CAAQ;QACd,gBAAW,GAAX,WAAW,CAAc;QACzB,iBAAY,GAAZ,YAAY,CAAe;QAC3B,YAAO,GAAP,OAAO,CAAU;QAE1B,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,QAAgB;QACzC,IAAI,OAAkC,CAAC;QACvC,IAAI,CAAC;YACJ,QAAQ,QAAQ,EAAE,CAAC;gBAClB,KAAK,MAAM;oBACV,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAC7B,IAAI,EACJ,UAAU,IAAI,CAAC,MAAM,aAAa,EAClC,IAAI,CAAC,WAAW,CAAC,cAAc,EAC/B,IAAI,CAAC,WAAW,CAAC,WAAW,EAC5B,IAAI,CAAC,OAAO,CACb,CAAC;oBACF,MAAM;gBACP,KAAK,OAAO;oBACX,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAC7B,KAAK,EACL,WAAW,IAAI,CAAC,MAAM,aAAa,EACnC,IAAI,CAAC,WAAW,CAAC,cAAc,EAC/B,IAAI,CAAC,WAAW,CAAC,WAAW,EAC5B,IAAI,CAAC,OAAO,CACb,CAAC;oBACF,MAAM;gBACP,OAAO,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;YAC9C,CAAC;QACF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC;QAE9B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI;YAAE,OAAO,EAAE,CAAC;QAEzC,OAAO,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAChE,CAAC;IAEM,KAAK,CAAC,IAAI;QAChB,KAAK,MAAM,QAAQ,IAAI,CAAE,MAAM,EAAE,OAAO,CAAE,EAAE,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC5D,CAAC;IACF,CAAC;IAEM,YAAY,CAAC,GAAW;QAC9B,MAAM,MAAM,GAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAEjC,MAAM,QAAQ,GAA0B,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACjF,IAAI,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAC;QAE5B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAE/C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAE,EAAE,CAAC;YACjD,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC;QACrE,CAAC;QAED,OAAO,KAAK,CAAC;IACd,CAAC;CACD"}

package/dist/classes/{tracker.d.ts → tracker.d.mts}

@@ -1,6 +1,6 @@
-import { EStatus } from 'hydra-crawler-ts-assets';
-import { SocketIoServer } from '../servers/socket-io.server';
-import { DatabaseService } from '../services/database.service';
+import { EStatus } from 'hydra-crawler-esm-assets';
+import { SocketIoServer } from '../servers/socket-io.server.mjs';
+import { DatabaseService } from '../services/database.service.mjs';
 export declare class Tracker {
     private databaseService;
     private socketIoServer;

package/dist/classes/tracker.mjs

@@ -0,0 +1,101 @@
+import { commonsAsyncAbortInterval, commonsAsyncInterval } from 'tscommons-esm-async';
+import { ECommonsInvocation } from 'tscommons-esm-async';
+import { commonsGracefulAbortAddCallback } from 'nodecommons-esm-process';
+import { commonsLogAlert } from 'nodecommons-esm-log';
+export class Tracker {
+    databaseService;
+    socketIoServer;
+    map = new Map();
+    current = 0;
+    index = 0;
+    fetches = [];
+    linkTallies = 0;
+    domainTallies = 0;
+    constructor(databaseService, socketIoServer) {
+        this.databaseService = databaseService;
+        this.socketIoServer = socketIoServer;
+        commonsGracefulAbortAddCallback(() => {
+            commonsLogAlert('SIGINT abort flag is set. Aborting bandwidth.');
+            this.abort();
+        });
+    }
+    async fetching(url) {
+        const fetch = {
+            index: ++this.index,
+            url: url
+        };
+        this.fetches.push(fetch);
+        if (this.index > 1000)
+            this.index = 0;
+        while (this.fetches.length > 999)
+            this.fetches.shift();
+        await this.socketIoServer.fetching(fetch);
+    }
+    async outcome(url, failed, statusCode) {
+        const fetch = this.fetches
+            .find((f) => f.url === url);
+        if (!fetch)
+            return;
+        this.fetches = this.fetches
+            .filter((f) => f.index !== fetch.index);
+        const outcome = {
+            index: fetch.index,
+            failed: failed
+        };
+        if (statusCode !== undefined)
+            outcome.statusCode = statusCode;
+        await this.socketIoServer.outcome(outcome);
+    }
+    async done(url, statusCode) {
+        await this.outcome(url, false, statusCode);
+    }
+    async failed(url) {
+        await this.outcome(url, true);
+    }
+    bandwidth(size) {
+        this.current += size;
+    }
+    delta(status, delta) {
+        const existing = this.map.get(status) || 0;
+        this.map.set(status, existing + delta);
+    }
+    abort() {
+        commonsAsyncAbortInterval('sync');
+        commonsAsyncAbortInterval('bandwidth');
+        commonsAsyncAbortInterval('tally');
+    }
+    link(count = 1) {
+        this.linkTallies += count;
+    }
+    domain() {
+        this.domainTallies++;
+    }
+    async sync() {
+        const initial = await this.databaseService.listStatusTallies();
+        for (const status of initial.keys()) {
+            this.map.set(status, initial.get(status));
+        }
+        this.linkTallies = await this.databaseService.getLinkTalliesCount();
+        this.domainTallies = await this.databaseService.getDomainTalliesCount();
+    }
+    async start() {
+        await this.sync();
+        commonsAsyncInterval(1000, ECommonsInvocation.IF, async () => {
+            await this.socketIoServer.bandwidth(this.current);
+            this.current = 0;
+        }, 'bandwidth');
+        commonsAsyncInterval(1000, ECommonsInvocation.IF, async () => {
+            const tallies = {};
+            for (const status of this.map.keys()) {
+                tallies[status] = this.map.get(status);
+            }
+            await this.socketIoServer.statusTallies(tallies);
+            await this.socketIoServer.linkTallies(this.linkTallies);
+            await this.socketIoServer.domainTallies(this.domainTallies);
+        }, 'tally');
+        commonsAsyncInterval(60000, ECommonsInvocation.WHEN, async () => {
+            await this.sync();
+        }, 'sync');
+    }
+}
+//# sourceMappingURL=tracker.mjs.map

package/dist/classes/tracker.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracker.mjs","sourceRoot":"","sources":["../../src/classes/tracker.mts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AACtF,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAOzD,OAAO,EAAE,+BAA+B,EAAE,MAAM,yBAAyB,CAAC;AAC1E,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAMtD,MAAM,OAAO,OAAO;IAYT;IACA;IAZF,GAAG,GAAyB,IAAI,GAAG,EAAmB,CAAC;IAEvD,OAAO,GAAW,CAAC,CAAC;IAEpB,KAAK,GAAW,CAAC,CAAC;IAClB,OAAO,GAAa,EAAE,CAAC;IAEvB,WAAW,GAAW,CAAC,CAAC;IACxB,aAAa,GAAW,CAAC,CAAC;IAElC,YACU,eAAgC,EAChC,cAA8B;QAD9B,oBAAe,GAAf,eAAe,CAAiB;QAChC,mBAAc,GAAd,cAAc,CAAgB;QAEvC,+BAA+B,CAAC,GAAS,EAAE;YAC1C,eAAe,CAAC,+CAA+C,CAAC,CAAC;YAEjE,IAAI,CAAC,KAAK,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,GAAW;QAChC,MAAM,KAAK,GAAW;YACpB,KAAK,EAAE,EAAE,IAAI,CAAC,KAAK;YACnB,GAAG,EAAE,GAAG;SACT,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEzB,IAAI,IAAI,CAAC,KAAK,GAAG,IAAI;YAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG;YAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAEvD,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,GAAW,EAAE,MAAe,EAAE,UAAmB;QACtE,MAAM,KAAK,GAAqB,IAAI,CAAC,OAAO;aACzC,IAAI,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;QAE/C,IAAI,CAAC,KAAK;YAAE,OAAO;QAEnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO;aACxB,MAAM,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC;QAE3D,MAAM,OAAO,GAAa;YACxB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,MAAM;SACf,CAAC;QACF,IAAI,UAAU,KAAK,SAAS;YAAE,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC;QAE9D,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,UAAkB;QAChD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IAC5C,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,GAAW;QAC9B,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IAEM,SAAS,CAAC,IAAY;QAC5B,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC;IACtB,CAAC;IAEM,KAAK,CAAC,MAAe,EAAE,KAAa;QAC1C,MAAM,QAAQ,GAAW,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,GAAG,KAAK,CAAC,CAAC;IACxC,CAAC;IAEM,KAAK;QACX,yBAAyB,CAAC,MAAM,CAAC,CAAC;QAClC,yBAAyB,CAAC,WAAW,CAAC,CAAC;QACvC,yBAAyB,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAEM,IAAI,CAAC,QAAgB,CAAC;QAC5B,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC;IAC3B,CAAC;IAEM,MAAM;QACZ,IAAI,CAAC,aAAa,EAAE,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,IAAI;QACjB,MAAM,OAAO,GAAyB,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,EAAE,CAAC;QACrF,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,mBAAmB,EAAE,CAAC;QACpE,IAAI,CAAC,aAAa,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,qBAAqB,EAAE,CAAC;IACzE,CAAC;IAEM,KAAK,CAAC,KAAK;QACjB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,oBAAoB,CAClB,IAAI,EACJ,kBAAkB,CAAC,EAAE,EACrB,KAAK,IAAmB,EAAE;YACzB,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClD,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;QAClB,CAAC,EACD,WAAW,CACZ,CAAC;QAEF,oBAAoB,CAClB,IAAI,EACJ,kBAAkB,CAAC,EAAE,EACrB,KAAK,IAAmB,EAAE;YACzB,MAAM,OAAO,GAAmB,EAAE,CAAC;YAEnC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;gBACtC,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC;YACzC,CAAC;YAED,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YACjD,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxD,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC7D,CAAC,EACD,OAAO,CACR,CAAC;QAEF,oBAAoB,CAClB,KAAK,EACL,kBAAkB,CAAC,IAAI,EACvB,KAAK,IAAmB,EAAE;YACzB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,CAAC,EACD,MAAM,CACP,CAAC;IACH,CAAC;CACD"}

package/dist/{cli.js → cli.mjs}

@@ -1,45 +1,35 @@
 //const log = require('why-is-node-running');
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { commonsTypeIsObjectArray, commonsTypeIsTArray } from 'tscommons-es-core';
-import { isTCommonsScheduleTime } from 'tscommons-es-async';
-import { EStatus } from 'hydra-crawler-ts-assets';
-import { CommonsArgs, commonsOutputInfo, commonsOutputSetDaemon, commonsOutputSetDebugging } from 'nodecommons-es-cli';
-import { isICommonsCredentials } from 'nodecommons-es-database';
-import { isIInternalHydraCommonDbApp, isIInternalHydraCommonListApp, isIInternalHydraCommonExpiryApp, isIInternalHydraCommonMaintenanceApp } from './apps/internal-hydra-common.app';
-import { HydraApp } from './apps/hydra.app';
-import { DenylistApp } from './apps/denylist.app';
-import { CleanupApp } from './apps/cleanup.app';
-import { ExpireApp } from './apps/expire.app';
-import { ImportApp } from './apps/import.app';
-import { ReattemptApp } from './apps/reattempt.app';
-import { SeedApp } from './apps/seed.app';
-import { StartupApp } from './apps/startup.app';
-import { RequeueDomainApp } from './apps/requeue-domain.app';
-import { UnarchiveUrlsApp } from './apps/unarchive-urls.app';
-import { MoveToArchiveApp } from './apps/move-to-archive.app';
-import { PruneArchiveApp } from './apps/prune-archive.app';
-import { QueryApp } from './apps/query.app';
-import { CrossPopulateExportApp } from './apps/cross-populate-export.app';
-import { CrossPopulateImportApp } from './apps/cross-populate-import.app';
-import { ExtractTextApp } from './apps/extract-text.app';
-import { ExportDomainUrlsApp } from './apps/export-domain-urls';
-import { DatabaseService } from './services/database.service';
-import { isIMatch } from './interfaces/imatch';
-import { isIExpiry, toIExpiry } from './interfaces/iexpiry';
-import { filenameFromEList, ELISTS } from './enums/elist';
+import { CommonsFixedDate, commonsTypeIsObjectArray, commonsTypeIsTArray } from 'tscommons-esm-core';
+import { isTCommonsScheduleTime } from 'tscommons-esm-async';
+import { EStatus } from 'hydra-crawler-esm-assets';
+import { CommonsArgs } from 'nodecommons-esm-cli';
+import { commonsLogInfo, commonsLogSetLevel, ECommonsLogLevel } from 'nodecommons-esm-log';
+import { isICommonsCredentials } from 'nodecommons-esm-database';
+import { isIInternalHydraCommonDbApp, isIInternalHydraCommonListApp, isIInternalHydraCommonExpiryApp, isIInternalHydraCommonMaintenanceApp } from './apps/internal-hydra-common.app.mjs';
+import { HydraApp } from './apps/hydra.app.mjs';
+import { DenylistApp } from './apps/denylist.app.mjs';
+import { CleanupApp } from './apps/cleanup.app.mjs';
+import { ExpireApp } from './apps/expire.app.mjs';
+import { ImportApp } from './apps/import.app.mjs';
+import { ReattemptApp } from './apps/reattempt.app.mjs';
+import { SeedApp } from './apps/seed.app.mjs';
+import { StartupApp } from './apps/startup.app.mjs';
+import { RequeueDomainApp } from './apps/requeue-domain.app.mjs';
+import { UnarchiveUrlsApp } from './apps/unarchive-urls.app.mjs';
+import { MoveToArchiveApp } from './apps/move-to-archive.app.mjs';
+import { PruneArchiveApp } from './apps/prune-archive.app.mjs';
+import { QueryApp } from './apps/query.app.mjs';
+import { CrossPopulateExportApp } from './apps/cross-populate-export.app.mjs';
+import { CrossPopulateImportApp } from './apps/cross-populate-import.app.mjs';
+import { ExtractTextApp } from './apps/extract-text.app.mjs';
+import { ExportDomainUrlsApp } from './apps/export-domain-urls.mjs';
+import { DatabaseService } from './services/database.service.mjs';
+import { isIMatch } from './interfaces/imatch.mjs';
+import { isIExpiry, toIExpiry } from './interfaces/iexpiry.mjs';
+import { filenameFromEList, ELISTS } from './enums/elist.mjs';
 const args = new CommonsArgs();
 if (args.hasAttribute('debug'))
-    commonsOutputSetDebugging(true);
-if (args.hasAttribute('daemon'))
-    commonsOutputSetDaemon(true);
+    commonsLogSetLevel(ECommonsLogLevel.DEBUG);
 let app;
 if (args.hasAttribute('denylist')) {
     app = new DenylistApp();
@@ -52,11 +42,11 @@ else if (args.hasAttribute('cleanup')) {
 else if (args.hasAttribute('expire')) {
     let threshold;
     if (args.hasAttribute('days')) {
-        threshold = new Date();
-        threshold.setDate(threshold.getDate() - args.getNumber('days'));
+        threshold = new CommonsFixedDate();
+        threshold.day -= args.getFirstNumber('days');
     }
     if (args.hasAttribute('date')) {
-        threshold = args.getDate('date');
+        threshold = args.getFirstFixedDate('date');
     }
     app = new ExpireApp(threshold);
 }
@@ -78,10 +68,8 @@ else if (args.hasAttribute('startup')) {
     app = new StartupApp();
 }
 else if (args.hasAttribute('requeue-domain')) {
-    if (!args.hasProperty('domain', 'string'))
-        throw new Error('No domain supplied');
-    const domain = args.getString('domain');
-    app = new RequeueDomainApp(domain, args.hasProperty('done-200-only'));
+    const domain = args.getFirstValue('domain');
+    app = new RequeueDomainApp(domain, args.hasAttribute('done-200-only'));
 }
 else if (args.hasAttribute('unarchive')) {
     app = new UnarchiveUrlsApp();
@@ -93,23 +81,23 @@ else if (args.hasAttribute('prune-archive')) {
     app = new PruneArchiveApp();
 }
 else if (args.hasAttribute('cross-populate-export')) {
-    const filename = args.getString('filename');
+    const filename = args.getFirstValue('filename');
     app = new CrossPopulateExportApp(filename);
 }
 else if (args.hasAttribute('cross-populate-import')) {
-    const filename = args.getString('filename');
+    const filename = args.getFirstValue('filename');
     app = new CrossPopulateImportApp(filename);
 }
-else if (args.hasProperty('query', 'string')) {
-    const query = args.getString('query');
+else if (args.hasAttribute('query')) {
+    const query = args.getFirstValue('query-name');
     app = new QueryApp(query);
 }
 else if (args.hasAttribute('extract-text')) {
-    const url = args.getString('url');
+    const url = args.getFirstValue('url');
     app = new ExtractTextApp(url);
 }
 else if (args.hasAttribute('export-domain-urls')) {
-    const domain = args.getString('domain');
+    const domain = args.getFirstValue('domain');
     app = new ExportDomainUrlsApp(domain);
 }
 else {
@@ -150,13 +138,13 @@ if (isIInternalHydraCommonMaintenanceApp(app)) {
         throw new Error('Invalid schedule list');
     app.setMaintenanceSchedule(data);
 }
-void (() => __awaiter(void 0, void 0, void 0, function* () {
-    commonsOutputInfo(`Starting application: ${app.getAppName()}`);
-    yield app.start();
-    commonsOutputInfo('Application completed');
+void (async () => {
+    commonsLogInfo(`Starting application: ${app.getAppName()}`);
+    await app.start();
+    commonsLogInfo('Application completed');
     setTimeout(() => {
         //log() // logs out active handles that are keeping node running
         process.exit(0);
     }, 100);
-}))();
-//# sourceMappingURL=cli.js.map
+})();
+//# sourceMappingURL=cli.mjs.map

package/dist/cli.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.mjs","sourceRoot":"","sources":["../src/cli.mts"],"names":[],"mappings":"AAAA,6CAA6C;AAE7C,OAAO,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAErG,OAAO,EAAwB,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAGnF,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAEnD,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC3F,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAEjE,OAAO,EAEL,2BAA2B,EAC3B,6BAA6B,EAC7B,+BAA+B,EAC/B,oCAAoC,EACrC,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAC9E,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAC9E,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAEpE,OAAO,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAC;AAElE,OAAO,EAAU,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAW,SAAS,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAEzE,OAAO,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE9D,MAAM,IAAI,GAAgB,IAAI,WAAW,EAAE,CAAC;AAC5C,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC;IAAE,kBAAkB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;AAE3E,IAAI,GAAsC,CAAC;AAE3C,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC;IACnC,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC;AACzB,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC;IACzC,MAAM,YAAY,GAAY,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACzD,MAAM,YAAY,GAAY,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAEzD,GAAG,GAAG,IAAI,UAAU,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;AAClD,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;IACxC,IAAI,SAAqC,CAAC;IAE1C,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,SAAS,GAAG,IAAI,gBAAgB,EAAE,CAAC;QACnC,SAAS,CAAC,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IAC9C,CAAC;IACD,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAED,GAAG,GAAG,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;AAChC,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;IACxC,GAAG,GAAG,IAAI,SAAS,EAAE,CAAC;AACvB,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC;IAC3C,MAAM,OAAO,GAAc,EAAE,CAAC;IAC9B,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9D,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1D,GAAG,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;IACtC,GAAG,GAAG,IAAI,OAAO,EAAE,CAAC;AACrB,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC;IACzC,GAAG,GAAG,IAAI,UAAU,EAAE,CAAC;AACxB,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,EAAE,CAAC;IAChD,MAAM,MAAM,GAAW,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAEpD,GAAG,GAAG,IAAI,gBAAgB,CACxB,MAAM,EACN,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CACnC,CAAC;AACH,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC;IAC3C,GAAG,GAAG,IAAI,gBAAgB,EAAE,CAAC;AAC9B,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,EAAE,CAAC;IACjD,GAAG,GAAG,IAAI,gBAAgB,EAAE,CAAC;AAC9B,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,EAAE,CAAC;IAC/C,GAAG,GAAG,IAAI,eAAe,EAAE,CAAC;AAC7B,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,EAAE,CAAC;IACvD,MAAM,QAAQ,GAAW,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IAExD,GAAG,GAAG,IAAI,sBAAsB,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,EAAE,CAAC;IACvD,MAAM,QAAQ,GAAW,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IAExD,GAAG,GAAG,IAAI,sBAAsB,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;IACvC,MAAM,KAAK,GAAW,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;IAEvD,GAAG,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE,CAAC;IAC9C,MAAM,GAAG,GAAW,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAE9C,GAAG,GAAG,IAAI,cAAc,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,EAAE,CAAC;IACpD,MAAM,MAAM,GAAW,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAEpD,GAAG,GAAG,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC;KAAM,CAAC;IACP,GAAG,GAAG,IAAI,QAAQ,EAAE,CAAC;AACtB,CAAC;AAED,IAAI,CAAC,GAAG;IAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;AAEzE,MAAM,UAAU,GAAkB,GAAG,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;AACxE,MAAM,WAAW,GAAoB,UAAU,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;AACtE,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC;IAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;AAE/F,IAAI,2BAA2B,CAAC,GAAG,CAAC,EAAE,CAAC;IACtC,MAAM,eAAe,GAAoB,IAAI,eAAe,CAAC,WAAW,CAAC,CAAC;IAC1E,GAAG,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;AACzC,CAAC;AAED,IAAI,6BAA6B,CAAC,GAAG,CAAC,EAAE,CAAC;IACxC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAW,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEjD,MAAM,OAAO,GAAY,GAAG,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QAC7D,IAAI,CAAC,mBAAmB,CAAS,OAAO,EAAE,QAAQ,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;QACtG,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC9B,CAAC;AACF,CAAC;AAED,IAAI,+BAA+B,CAAC,GAAG,CAAC,EAAE,CAAC;IAC1C,MAAM,IAAI,GAAY,GAAG,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;IACpE,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAE5E,MAAM,QAAQ,GAAc,IAAI;SAC7B,GAAG,CAAC,CAAC,MAAoC,EAAW,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IAE7E,IAAI,CAAC,mBAAmB,CAAU,QAAQ,EAAE,SAAS,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACxG,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,IAAI,oCAAoC,CAAC,GAAG,CAAC,EAAE,CAAC;IAC/C,MAAM,IAAI,GAAY,GAAG,CAAC,qBAAqB,CAAC,eAAe,CAAC,CAAC;IACjE,IAAI,CAAC,mBAAmB,CAAuB,IAAI,EAAE,sBAAsB,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAEvH,GAAG,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;AAClC,CAAC;AAED,KAAK,CAAC,KAAK,IAAmB,EAAE;IAC/B,cAAc,CAAC,yBAAyB,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC5D,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;IAClB,cAAc,CAAC,uBAAuB,CAAC,CAAC;IAExC,UAAU,CAAC,GAAS,EAAE;QACrB,gEAAgE;QAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,EAAE,GAAG,CAAC,CAAC;AACT,CAAC,CAAC,EAAE,CAAC"}

package/dist/enums/{eavailable-strategy.js → eavailable-strategy.mjs}

@@ -3,4 +3,4 @@ export var EAvailableStrategy;
     EAvailableStrategy["LARGEST"] = "largest";
     EAvailableStrategy["SMALLEST"] = "smallest";
 })(EAvailableStrategy || (EAvailableStrategy = {}));
-//# sourceMappingURL=eavailable-strategy.js.map
+//# sourceMappingURL=eavailable-strategy.mjs.map

package/dist/enums/eavailable-strategy.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"eavailable-strategy.mjs","sourceRoot":"","sources":["../../src/enums/eavailable-strategy.mts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,kBAGX;AAHD,WAAY,kBAAkB;IAC5B,yCAAmB,CAAA;IACnB,2CAAqB,CAAA;AACvB,CAAC,EAHW,kBAAkB,KAAlB,kBAAkB,QAG7B"}

package/dist/enums/{elist.js → elist.mjs}

@@ -23,4 +23,4 @@ export function filenameFromEList(list) {
 }
 export const ELISTS = Object.keys(EList)
     .map((key) => keyToEList(key));
-//# sourceMappingURL=elist.js.map
+//# sourceMappingURL=elist.mjs.map

package/dist/enums/elist.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"elist.mjs","sourceRoot":"","sources":["../../src/enums/elist.mts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,KAGX;AAHD,WAAY,KAAK;IACf,sBAAa,CAAA;IACb,wBAAe,CAAA;AACjB,CAAC,EAHW,KAAK,KAAL,KAAK,QAGhB;AAED,MAAM,UAAU,UAAU,CAAC,GAAW;IACrC,QAAQ,GAAG,EAAE,CAAC;QACb,KAAK,MAAM;YACV,OAAO,KAAK,CAAC,IAAI,CAAC;QACnB,KAAK,OAAO;YACX,OAAO,KAAK,CAAC,KAAK,CAAC;IACrB,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,mCAAmC,GAAG,EAAE,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAW;IAC5C,QAAQ,IAAI,EAAE,CAAC;QACd,KAAK,KAAK,CAAC,IAAI;YACd,OAAO,gBAAgB,CAAC;QACzB,KAAK,KAAK,CAAC,KAAK;YACf,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,CAAC,MAAM,MAAM,GAAY,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;KAC9C,GAAG,CAAC,CAAC,GAAW,EAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC"}

package/dist/enums/{eserver.js → eserver.mjs}

@@ -7,4 +7,4 @@ export var EServer;
     EServer["AMAZONS3"] = "amazons3";
     EServer["JETTY"] = "jetty";
 })(EServer || (EServer = {}));
-//# sourceMappingURL=eserver.js.map
+//# sourceMappingURL=eserver.mjs.map

package/dist/enums/eserver.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"eserver.mjs","sourceRoot":"","sources":["../../src/enums/eserver.mts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,OAOX;AAPD,WAAY,OAAO;IACjB,4BAAiB,CAAA;IACjB,sBAAW,CAAA;IACX,0BAAe,CAAA;IACf,oCAAyB,CAAA;IACzB,gCAAqB,CAAA;IACrB,0BAAe,CAAA;AACjB,CAAC,EAPW,OAAO,KAAP,OAAO,QAOlB"}

package/dist/enums/{ex-powered-by.js → ex-powered-by.mjs}

@@ -5,4 +5,4 @@ export var EXPoweredBy;
     EXPoweredBy["EXPRESS"] = "express";
     EXPoweredBy["ZOPE"] = "zope";
 })(EXPoweredBy || (EXPoweredBy = {}));
-//# sourceMappingURL=ex-powered-by.js.map
+//# sourceMappingURL=ex-powered-by.mjs.map

package/dist/enums/ex-powered-by.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"ex-powered-by.mjs","sourceRoot":"","sources":["../../src/enums/ex-powered-by.mts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,WAKX;AALD,WAAY,WAAW;IACrB,0BAAW,CAAA;IACX,iCAAkB,CAAA;IAClB,kCAAmB,CAAA;IACnB,4BAAa,CAAA;AACf,CAAC,EALW,WAAW,KAAX,WAAW,QAKtB"}

package/dist/helpers/{matcher.d.ts → matcher.d.mts}

@@ -1,4 +1,4 @@
-import { IMatch } from '../interfaces/imatch';
+import { IMatch } from '../interfaces/imatch.mjs';
 export declare abstract class Matcher {
     static matches(url: URL, test: IMatch): boolean;
     static isAnyMatch(url: string, list: IMatch[]): boolean;

package/dist/helpers/{matcher.js → matcher.mjs}

@@ -16,4 +16,4 @@ export class Matcher {
         return false;
     }
 }
-//# sourceMappingURL=matcher.js.map
+//# sourceMappingURL=matcher.mjs.map

package/dist/helpers/matcher.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"matcher.mjs","sourceRoot":"","sources":["../../src/helpers/matcher.mts"],"names":[],"mappings":"AAIA,MAAM,OAAgB,OAAO;IACrB,MAAM,CAAC,OAAO,CAAC,GAAQ,EAAE,IAAY;QAC3C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACrC,MAAM,KAAK,GAAW,IAAI,MAAM,CAAE,IAAgC,CAAC,GAAG,CAAC,CAAC,CAAC;YACzE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAE,GAA0C,CAAC,GAAG,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;QACjF,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAEM,MAAM,CAAC,UAAU,CAAC,GAAW,EAAE,IAAc;QACnD,MAAM,MAAM,GAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAEjC,KAAK,MAAM,WAAW,IAAI,IAAI,EAAE,CAAC;YAChC,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC;gBAAE,OAAO,IAAI,CAAC;QACvD,CAAC;QAED,OAAO,KAAK,CAAC;IACd,CAAC;CACD"}

package/dist/helpers/{random.d.ts → random.d.mts}

@@ -1,4 +1,4 @@
-import { TCrawlConfig } from '../types/tcrawl-config';
+import { TCrawlConfig } from '../types/tcrawl-config.mjs';
 export declare abstract class Random {
     static randomise(value: number, crawlConfig: TCrawlConfig): number;
 }

package/dist/helpers/{random.js → random.mjs}

@@ -5,4 +5,4 @@ export class Random {
         return value * (1 + ratio);
     }
 }
-//# sourceMappingURL=random.js.map
+//# sourceMappingURL=random.mjs.map

package/dist/helpers/random.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"random.mjs","sourceRoot":"","sources":["../../src/helpers/random.mts"],"names":[],"mappings":"AAEA,MAAM,OAAgB,MAAM;IACpB,MAAM,CAAC,SAAS,CAAC,KAAa,EAAE,WAAyB;QAC/D,MAAM,KAAK,GAAW,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QAChD,MAAM,KAAK,GAAW,WAAW,CAAC,aAAa,GAAG,KAAK,CAAC;QAExD,OAAO,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;IAC5B,CAAC;CACD"}

package/dist/helpers/{utf-decoder.d.ts → utf-decoder.d.mts}

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 export declare abstract class UtfDecoder {
     static fromBuffer(incoming: Buffer): string | undefined;
 }

package/dist/helpers/{utf-decoder.js → utf-decoder.mjs}

@@ -18,16 +18,16 @@ export class UtfDecoder {
                     return incoming.toString();
             }
         }
-        catch (ex) {
+        catch (_ex) {
             // might be a chardet failure, so check that first
             try {
                 return incoming.toString();
             }
-            catch (ex2) {
+            catch (_ex2) {
                 // ignore
             }
         }
         return undefined;
     }
 }
-//# sourceMappingURL=utf-decoder.js.map
+//# sourceMappingURL=utf-decoder.mjs.map

package/dist/helpers/utf-decoder.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"utf-decoder.mjs","sourceRoot":"","sources":["../../src/helpers/utf-decoder.mts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAEnC,MAAM,OAAgB,UAAU;IACxB,MAAM,CAAC,UAAU,CAAC,QAAgB;QACxC,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC;QAE7C,IAAI,CAAC;YACJ,MAAM,MAAM,GAAW,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACrD,IAAI,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAE5B,MAAM,KAAK,GAAW,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YACjD,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YACnC,QAAQ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC/B,KAAK,UAAU;oBACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACrC,KAAK,UAAU;oBACd,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBAC3D;oBACC,OAAO,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC7B,CAAC;QACF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,kDAAkD;YAClD,IAAI,CAAC;gBACJ,OAAO,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC5B,CAAC;YAAC,OAAO,IAAI,EAAE,CAAC;gBACf,SAAS;YACV,CAAC;QACF,CAAC;QAED,OAAO,SAAS,CAAC;IAClB,CAAC;CACD"}

package/dist/interfaces/{iexpiry.d.ts → iexpiry.d.mts}

@@ -1,4 +1,4 @@
-import { IMatch } from './imatch';
+import { IMatch } from './imatch.mjs';
 export interface IExpiry {
     match: IMatch;
     expiry: number;

package/dist/interfaces/{iexpiry.js → iexpiry.mjs}

@@ -1,5 +1,5 @@
-import { commonsTypeHasPropertyNumber, commonsTypeHasPropertyObject, commonsTypeHasPropertyString } from 'tscommons-es-core';
-import { isIMatch } from './imatch';
+import { commonsTypeHasPropertyNumber, commonsTypeHasPropertyObject, commonsTypeHasPropertyString } from 'tscommons-esm-core';
+import { isIMatch } from './imatch.mjs';
 export function isIExpiry(test) {
     // Can't use hasPropertyT as we need to pass a true parameter
     if (!commonsTypeHasPropertyObject(test, 'match'))
@@ -62,4 +62,4 @@ export function toIExpiry(data) {
         throw new Error('Object is not an instance of IExpiry');
     return data;
 }
-//# sourceMappingURL=iexpiry.js.map
+//# sourceMappingURL=iexpiry.mjs.map

package/dist/interfaces/iexpiry.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"iexpiry.mjs","sourceRoot":"","sources":["../../src/interfaces/iexpiry.mts"],"names":[],"mappings":"AAAA,OAAO,EAAE,4BAA4B,EAAE,4BAA4B,EAAE,4BAA4B,EAAe,MAAM,oBAAoB,CAAC;AAE3I,OAAO,EAAU,QAAQ,EAAE,MAAM,cAAc,CAAC;AAOhD,MAAM,UAAU,SAAS,CAAC,IAAa;IACtC,6DAA6D;IAC7D,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/D,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAE9C,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAC;IAEhE,OAAO,IAAI,CAAC;AACb,CAAC;AAED,IAAK,SAQJ;AARD,WAAK,SAAS;IACZ,8BAAiB,CAAA;IACjB,8BAAiB,CAAA;IACjB,0BAAa,CAAA;IACb,wBAAW,CAAA;IACX,0BAAa,CAAA;IACb,4BAAe,CAAA;IACf,0BAAa,CAAA;AACf,CAAC,EARI,SAAS,KAAT,SAAS,QAQb;AAED,MAAM,eAAe,GAAW,CAAC,CAAC;AAClC,MAAM,eAAe,GAAW,eAAe,GAAG,EAAE,CAAC;AACrD,MAAM,aAAa,GAAW,eAAe,GAAG,EAAE,CAAC;AACnD,MAAM,YAAY,GAAW,aAAa,GAAG,EAAE,CAAC;AAChD,MAAM,aAAa,GAAW,YAAY,GAAG,CAAC,CAAC;AAC/C,MAAM,aAAa,GAAW,YAAY,GAAG,MAAM,CAAC;AACpD,MAAM,cAAc,GAAW,aAAa,GAAG,EAAE,CAAC;AAElD,MAAM,cAAc,GAAmC;IACrD,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,eAAe;IACnC,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,eAAe;IACnC,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,aAAa;IAC/B,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,YAAY;IAC7B,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,aAAa;IAC/B,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,cAAc;IACjC,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,aAAa;CAChC,CAAC;AAEF,SAAS,eAAe,CAAC,MAAc;IACtC,IAAI,KAAK,GAAW,CAAC,CAAC;IAEtB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;QAChD,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,KAAK,GAAW,IAAI,MAAM,CAAC,4BAA4B,IAAI,mBAAmB,EAAE,GAAG,CAAC,CAAC;YAC3F,MAAM,MAAM,GAAyB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACxD,IAAI,MAAM,KAAK,IAAI;gBAAE,MAAM;YAE3B,IAAI,KAAK,GAAW,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5C,KAAK,IAAI,cAAc,CAAC,IAAiB,CAAC,CAAC;YAC3C,KAAK,IAAI,KAAK,CAAC;YAEf,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACzC,CAAC;IACF,CAAC;IAED,IAAI,EAAE,KAAK,MAAM,CAAC,IAAI,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAEhF,OAAO,KAAK,CAAC;AACd,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAa;IACtC,IAAI,4BAA4B,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC;QAClD,IAAI,CAAC,QAAQ,CAAC,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAW,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAE9E,OAAO,IAAI,CAAC;AACb,CAAC"}

package/dist/interfaces/{imatch.js → imatch.mjs}

@@ -1,4 +1,4 @@
-import { commonsTypeHasPropertyStringOrUndefined } from 'tscommons-es-core';
+import { commonsTypeHasPropertyStringOrUndefined } from 'tscommons-esm-core';
 export function isIMatch(test, allowBlank = false) {
     if (!commonsTypeHasPropertyStringOrUndefined(test, 'hostname'))
         return false;
@@ -10,4 +10,4 @@ export function isIMatch(test, allowBlank = false) {
         return false;
     return true;
 }
-//# sourceMappingURL=imatch.js.map
+//# sourceMappingURL=imatch.mjs.map

package/dist/interfaces/imatch.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"imatch.mjs","sourceRoot":"","sources":["../../src/interfaces/imatch.mts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uCAAuC,EAAE,MAAM,oBAAoB,CAAC;AAQ7E,MAAM,UAAU,QAAQ,CAAC,IAAa,EAAE,aAAsB,KAAK;IAClE,IAAI,CAAC,uCAAuC,CAAC,IAAI,EAAE,UAAU,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7E,IAAI,CAAC,uCAAuC,CAAC,IAAI,EAAE,UAAU,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7E,IAAI,CAAC,uCAAuC,CAAC,IAAI,EAAE,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAC;IAE3E,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU;QAAE,OAAO,KAAK,CAAC;IAElF,OAAO,IAAI,CAAC;AACb,CAAC"}

package/dist/interfaces/{iparser-config.js → iparser-config.mjs}

@@ -1,7 +1,7 @@
-import { commonsTypeHasPropertyBoolean } from 'tscommons-es-core';
+import { commonsTypeHasPropertyBoolean } from 'tscommons-esm-core';
 export function isIParserConfig(test) {
     if (!commonsTypeHasPropertyBoolean(test, 'enabled'))
         return false;
     return true;
 }
-//# sourceMappingURL=iparser-config.js.map
+//# sourceMappingURL=iparser-config.mjs.map

package/dist/interfaces/iparser-config.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"iparser-config.mjs","sourceRoot":"","sources":["../../src/interfaces/iparser-config.mts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,oBAAoB,CAAC;AAQnE,MAAM,UAAU,eAAe,CAAC,IAAa;IAC5C,IAAI,CAAC,6BAA6B,CAAC,IAAI,EAAE,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAElE,OAAO,IAAI,CAAC;AACb,CAAC"}

package/dist/interfaces/{iparser.d.ts → iparser.d.mts}

@@ -1,4 +1,4 @@
-import { DatabaseService } from '../services/database.service';
+import { DatabaseService } from '../services/database.service.mjs';
 export interface IParser {
     isEnabled(): boolean;
     supports(contentType: string, isAllow: boolean): boolean;

package/dist/interfaces/iparser.mjs

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=iparser.mjs.map

package/dist/interfaces/iparser.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"iparser.mjs","sourceRoot":"","sources":["../../src/interfaces/iparser.mts"],"names":[],"mappings":""}