hydra-crawler 1.4.6 → 2.0.2

package/dist/classes/tracker.js

@@ -1,11 +1,17 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Tracker = void 0;
-const tscommons_async_1 = require("tscommons-async");
-const tscommons_async_2 = require("tscommons-async");
-const nodecommons_process_1 = require("nodecommons-process");
-const nodecommons_cli_1 = require("nodecommons-cli");
-class Tracker {
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { commonsAsyncAbortInterval, commonsAsyncInterval } from 'tscommons-es-async';
+import { ECommonsInvocation } from 'tscommons-es-async';
+import { commonsGracefulAbortAddCallback } from 'nodecommons-es-process';
+import { commonsOutputAlert } from 'nodecommons-es-cli';
+export class Tracker {
     constructor(databaseService, socketIoServer) {
         this.databaseService = databaseService;
         this.socketIoServer = socketIoServer;
@@ -15,43 +21,51 @@ class Tracker {
         this.fetches = [];
         this.linkTallies = 0;
         this.domainTallies = 0;
-        nodecommons_process_1.CommonsGracefulAbort.addCallback(() => {
-            nodecommons_cli_1.CommonsOutput.alert(`SIGINT abort flag is set. Aborting bandwidth.`);
+        commonsGracefulAbortAddCallback(() => {
+            commonsOutputAlert('SIGINT abort flag is set. Aborting bandwidth.');
             this.abort();
         });
     }
     fetching(url) {
-        const fetch = {
-            index: ++this.index,
-            url: url
-        };
-        this.fetches.push(fetch);
-        if (this.index > 1000)
-            this.index = 0;
-        while (this.fetches.length > 999)
-            this.fetches.shift();
-        this.socketIoServer.fetching(fetch);
+        return __awaiter(this, void 0, void 0, function* () {
+            const fetch = {
+                index: ++this.index,
+                url: url
+            };
+            this.fetches.push(fetch);
+            if (this.index > 1000)
+                this.index = 0;
+            while (this.fetches.length > 999)
+                this.fetches.shift();
+            yield this.socketIoServer.fetching(fetch);
+        });
     }
     outcome(url, failed, statusCode) {
-        const fetch = this.fetches
-            .find((f) => f.url === url);
-        if (!fetch)
-            return;
-        this.fetches = this.fetches
-            .filter((f) => f.index !== fetch.index);
-        const outcome = {
-            index: fetch.index,
-            failed: failed
-        };
-        if (statusCode !== undefined)
-            outcome.statusCode = statusCode;
-        this.socketIoServer.outcome(outcome);
+        return __awaiter(this, void 0, void 0, function* () {
+            const fetch = this.fetches
+                .find((f) => f.url === url);
+            if (!fetch)
+                return;
+            this.fetches = this.fetches
+                .filter((f) => f.index !== fetch.index);
+            const outcome = {
+                index: fetch.index,
+                failed: failed
+            };
+            if (statusCode !== undefined)
+                outcome.statusCode = statusCode;
+            yield this.socketIoServer.outcome(outcome);
+        });
     }
     done(url, statusCode) {
-        this.outcome(url, false, statusCode);
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.outcome(url, false, statusCode);
+        });
     }
     failed(url) {
-        this.outcome(url, true);
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.outcome(url, true);
+        });
     }
     bandwidth(size) {
         this.current += size;
@@ -61,9 +75,9 @@ class Tracker {
         this.map.set(status, existing + delta);
     }
     abort() {
-        tscommons_async_1.CommonsAsync.abortInterval('sync');
-        tscommons_async_1.CommonsAsync.abortInterval('bandwidth');
-        tscommons_async_1.CommonsAsync.abortInterval('tally');
+        commonsAsyncAbortInterval('sync');
+        commonsAsyncAbortInterval('bandwidth');
+        commonsAsyncAbortInterval('tally');
     }
     link(count = 1) {
         this.linkTallies += count;
@@ -71,32 +85,36 @@ class Tracker {
     domain() {
         this.domainTallies++;
     }
-    async sync() {
-        const initial = await this.databaseService.listStatusTallies();
-        for (const status of initial.keys()) {
-            this.map.set(status, initial.get(status));
-        }
-        this.linkTallies = await this.databaseService.getLinkTalliesCount();
-        this.domainTallies = await this.databaseService.getDomainTalliesCount();
-    }
-    async start() {
-        await this.sync();
-        tscommons_async_1.CommonsAsync.interval(1000, tscommons_async_2.ECommonsInvocation.IF, async () => {
-            this.socketIoServer.bandwidth(this.current);
-            this.current = 0;
-        }, 'bandwidth');
-        tscommons_async_1.CommonsAsync.interval(250, tscommons_async_2.ECommonsInvocation.IF, async () => {
-            const tallies = {};
-            for (const status of this.map.keys()) {
-                tallies[status] = this.map.get(status);
+    sync() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const initial = yield this.databaseService.listStatusTallies();
+            for (const status of initial.keys()) {
+                this.map.set(status, initial.get(status));
             }
-            this.socketIoServer.statusTallies(tallies);
-            this.socketIoServer.linkTallies(this.linkTallies);
-            this.socketIoServer.domainTallies(this.domainTallies);
-        }, 'tally');
-        tscommons_async_1.CommonsAsync.interval(60000, tscommons_async_2.ECommonsInvocation.WHEN, async () => {
-            await this.sync();
-        }, 'sync');
+            this.linkTallies = yield this.databaseService.getLinkTalliesCount();
+            this.domainTallies = yield this.databaseService.getDomainTalliesCount();
+        });
+    }
+    start() {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.sync();
+            commonsAsyncInterval(1000, ECommonsInvocation.IF, () => __awaiter(this, void 0, void 0, function* () {
+                yield this.socketIoServer.bandwidth(this.current);
+                this.current = 0;
+            }), 'bandwidth');
+            commonsAsyncInterval(250, ECommonsInvocation.IF, () => __awaiter(this, void 0, void 0, function* () {
+                const tallies = {};
+                for (const status of this.map.keys()) {
+                    tallies[status] = this.map.get(status);
+                }
+                yield this.socketIoServer.statusTallies(tallies);
+                yield this.socketIoServer.linkTallies(this.linkTallies);
+                yield this.socketIoServer.domainTallies(this.domainTallies);
+            }), 'tally');
+            commonsAsyncInterval(60000, ECommonsInvocation.WHEN, () => __awaiter(this, void 0, void 0, function* () {
+                yield this.sync();
+            }), 'sync');
+        });
     }
 }
-exports.Tracker = Tracker;
+//# sourceMappingURL=tracker.js.map

package/dist/classes/tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracker.js","sourceRoot":"","sources":["../../src/classes/tracker.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,yBAAyB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AACrF,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAOxD,OAAO,EAAE,+BAA+B,EAAE,MAAM,wBAAwB,CAAC;AACzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAMxD,MAAM,OAAO,OAAO;IAWnB,YACU,eAAgC,EAChC,cAA8B;QAD9B,oBAAe,GAAf,eAAe,CAAiB;QAChC,mBAAc,GAAd,cAAc,CAAgB;QAZhC,QAAG,GAAyB,IAAI,GAAG,EAAmB,CAAC;QAEvD,YAAO,GAAW,CAAC,CAAC;QAEpB,UAAK,GAAW,CAAC,CAAC;QAClB,YAAO,GAAa,EAAE,CAAC;QAEvB,gBAAW,GAAW,CAAC,CAAC;QACxB,kBAAa,GAAW,CAAC,CAAC;QAMjC,+BAA+B,CAAC,GAAS,EAAE;YAC1C,kBAAkB,CAAC,+CAA+C,CAAC,CAAC;YAEpE,IAAI,CAAC,KAAK,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;IACJ,CAAC;IAEY,QAAQ,CAAC,GAAW;;YAChC,MAAM,KAAK,GAAW;gBACpB,KAAK,EAAE,EAAE,IAAI,CAAC,KAAK;gBACnB,GAAG,EAAE,GAAG;aACT,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAEzB,IAAI,IAAI,CAAC,KAAK,GAAG,IAAI;gBAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;YACtC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG;gBAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAEvD,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC3C,CAAC;KAAA;IAEa,OAAO,CAAC,GAAW,EAAE,MAAe,EAAE,UAAmB;;YACtE,MAAM,KAAK,GAAqB,IAAI,CAAC,OAAO;iBACzC,IAAI,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;YAE/C,IAAI,CAAC,KAAK;gBAAE,OAAO;YAEnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO;iBACxB,MAAM,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC;YAE3D,MAAM,OAAO,GAAa;gBACxB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,MAAM,EAAE,MAAM;aACf,CAAC;YACF,IAAI,UAAU,KAAK,SAAS;gBAAE,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC;YAE9D,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC;KAAA;IAEY,IAAI,CAAC,GAAW,EAAE,UAAkB;;YAChD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QAC5C,CAAC;KAAA;IAEY,MAAM,CAAC,GAAW;;YAC9B,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC/B,CAAC;KAAA;IAEM,SAAS,CAAC,IAAY;QAC5B,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC;IACtB,CAAC;IAEM,KAAK,CAAC,MAAe,EAAE,KAAa;QAC1C,MAAM,QAAQ,GAAW,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,GAAG,KAAK,CAAC,CAAC;IACxC,CAAC;IAEM,KAAK;QACX,yBAAyB,CAAC,MAAM,CAAC,CAAC;QAClC,yBAAyB,CAAC,WAAW,CAAC,CAAC;QACvC,yBAAyB,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAEM,IAAI,CAAC,QAAgB,CAAC;QAC5B,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC;IAC3B,CAAC;IAEM,MAAM;QACZ,IAAI,CAAC,aAAa,EAAE,CAAC;IACtB,CAAC;IAEa,IAAI;;YACjB,MAAM,OAAO,GAAyB,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,EAAE,CAAC;YACrF,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE;gBACpC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,CAAC;aAC3C;YAED,IAAI,CAAC,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,mBAAmB,EAAE,CAAC;YACpE,IAAI,CAAC,aAAa,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,qBAAqB,EAAE,CAAC;QACzE,CAAC;KAAA;IAEY,KAAK;;YACjB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAElB,oBAAoB,CAClB,IAAI,EACJ,kBAAkB,CAAC,EAAE,EACrB,GAAwB,EAAE;gBACzB,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAClD,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;YAClB,CAAC,CAAA,EACD,WAAW,CACZ,CAAC;YAEF,oBAAoB,CAClB,GAAG,EACH,kBAAkB,CAAC,EAAE,EACrB,GAAwB,EAAE;gBACzB,MAAM,OAAO,GAAmB,EAAE,CAAC;gBAEnC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE;oBACrC,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC;iBACxC;gBAED,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBACjD,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACxD,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC7D,CAAC,CAAA,EACD,OAAO,CACR,CAAC;YAEF,oBAAoB,CAClB,KAAK,EACL,kBAAkB,CAAC,IAAI,EACvB,GAAwB,EAAE;gBACzB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YACnB,CAAC,CAAA,EACD,MAAM,CACP,CAAC;QACH,CAAC;KAAA;CACD"}

package/dist/cli.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/cli.js

@@ -1,44 +1,50 @@
-"use strict";
 //const log = require('why-is-node-running');
-Object.defineProperty(exports, "__esModule", { value: true });
-const tscommons_core_1 = require("tscommons-core");
-const tscommons_async_1 = require("tscommons-async");
-const hydra_crawler_ts_assets_1 = require("hydra-crawler-ts-assets");
-const nodecommons_cli_1 = require("nodecommons-cli");
-const nodecommons_cli_2 = require("nodecommons-cli");
-const nodecommons_database_1 = require("nodecommons-database");
-const internal_hydra_common_app_1 = require("./apps/internal-hydra-common.app");
-const hydra_app_1 = require("./apps/hydra.app");
-const denylist_app_1 = require("./apps/denylist.app");
-const cleanup_app_1 = require("./apps/cleanup.app");
-const expire_app_1 = require("./apps/expire.app");
-const import_app_1 = require("./apps/import.app");
-const reattempt_app_1 = require("./apps/reattempt.app");
-const seed_app_1 = require("./apps/seed.app");
-const startup_app_1 = require("./apps/startup.app");
-const requeue_domain_app_1 = require("./apps/requeue-domain.app");
-const unarchive_app_1 = require("./apps/unarchive.app");
-const query_app_1 = require("./apps/query.app");
-const cross_populate_export_app_1 = require("./apps/cross-populate-export.app");
-const cross_populate_import_app_1 = require("./apps/cross-populate-import.app");
-const extract_text_app_1 = require("./apps/extract-text.app");
-const database_service_1 = require("./services/database.service");
-const imatch_1 = require("./interfaces/imatch");
-const iexpiry_1 = require("./interfaces/iexpiry");
-const elist_1 = require("./enums/elist");
-const args = new nodecommons_cli_1.CommonsArgs();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { commonsTypeIsObjectArray, commonsTypeIsTArray } from 'tscommons-es-core';
+import { isTCommonsScheduleTime } from 'tscommons-es-async';
+import { EStatus } from 'hydra-crawler-ts-assets';
+import { CommonsArgs, commonsOutputInfo, commonsOutputSetDaemon, commonsOutputSetDebugging } from 'nodecommons-es-cli';
+import { isICommonsCredentials } from 'nodecommons-es-database';
+import { isIInternalHydraCommonDbApp, isIInternalHydraCommonListApp, isIInternalHydraCommonExpiryApp, isIInternalHydraCommonMaintenanceApp } from './apps/internal-hydra-common.app';
+import { HydraApp } from './apps/hydra.app';
+import { DenylistApp } from './apps/denylist.app';
+import { CleanupApp } from './apps/cleanup.app';
+import { ExpireApp } from './apps/expire.app';
+import { ImportApp } from './apps/import.app';
+import { ReattemptApp } from './apps/reattempt.app';
+import { SeedApp } from './apps/seed.app';
+import { StartupApp } from './apps/startup.app';
+import { RequeueDomainApp } from './apps/requeue-domain.app';
+import { UnarchiveApp } from './apps/unarchive.app';
+import { QueryApp } from './apps/query.app';
+import { CrossPopulateExportApp } from './apps/cross-populate-export.app';
+import { CrossPopulateImportApp } from './apps/cross-populate-import.app';
+import { ExtractTextApp } from './apps/extract-text.app';
+import { DatabaseService } from './services/database.service';
+import { isIMatch } from './interfaces/imatch';
+import { isIExpiry, toIExpiry } from './interfaces/iexpiry';
+import { filenameFromEList, ELISTS } from './enums/elist';
+const args = new CommonsArgs();
 if (args.hasAttribute('debug'))
-    nodecommons_cli_2.CommonsOutput.setDebugging(true);
+    commonsOutputSetDebugging(true);
 if (args.hasAttribute('daemon'))
-    nodecommons_cli_2.CommonsOutput.setDaemon(true);
+    commonsOutputSetDaemon(true);
 let app;
 if (args.hasAttribute('denylist')) {
-    app = new denylist_app_1.DenylistApp();
+    app = new DenylistApp();
 }
 else if (args.hasAttribute('cleanup')) {
     const includeReset = args.hasAttribute('reset');
     const includeLinks = args.hasAttribute('links');
-    app = new cleanup_app_1.CleanupApp(includeReset, includeLinks);
+    app = new CleanupApp(includeReset, includeLinks);
 }
 else if (args.hasAttribute('expire')) {
     let threshold;
@@ -49,94 +55,95 @@ else if (args.hasAttribute('expire')) {
     if (args.hasAttribute('date')) {
         threshold = args.getDate('date');
     }
-    app = new expire_app_1.ExpireApp(threshold);
+    app = new ExpireApp(threshold);
 }
 else if (args.hasAttribute('import')) {
-    app = new import_app_1.ImportApp();
+    app = new ImportApp();
 }
 else if (args.hasAttribute('reattempt')) {
     const include = [];
     if (args.hasAttribute('failed'))
-        include.push(hydra_crawler_ts_assets_1.EStatus.FAILED);
+        include.push(EStatus.FAILED);
     if (args.hasAttribute('dead'))
-        include.push(hydra_crawler_ts_assets_1.EStatus.DEAD);
-    app = new reattempt_app_1.ReattemptApp(include);
+        include.push(EStatus.DEAD);
+    app = new ReattemptApp(include);
 }
 else if (args.hasAttribute('seed')) {
-    app = new seed_app_1.SeedApp();
+    app = new SeedApp();
 }
 else if (args.hasAttribute('startup')) {
-    app = new startup_app_1.StartupApp();
+    app = new StartupApp();
 }
 else if (args.hasAttribute('requeue-domain')) {
     if (!args.hasProperty('domain', 'string'))
         throw new Error('No domain supplied');
     const domain = args.getString('domain');
-    app = new requeue_domain_app_1.RequeueDomainApp(domain, args.hasProperty('done-200-only'));
+    app = new RequeueDomainApp(domain, args.hasProperty('done-200-only'));
 }
 else if (args.hasAttribute('unarchive')) {
-    app = new unarchive_app_1.UnarchiveApp();
+    app = new UnarchiveApp();
 }
 else if (args.hasAttribute('cross-populate-export')) {
     const filename = args.getString('filename');
-    app = new cross_populate_export_app_1.CrossPopulateExportApp(filename);
+    app = new CrossPopulateExportApp(filename);
 }
 else if (args.hasAttribute('cross-populate-import')) {
     const filename = args.getString('filename');
-    app = new cross_populate_import_app_1.CrossPopulateImportApp(filename);
+    app = new CrossPopulateImportApp(filename);
 }
 else if (args.hasProperty('query', 'string')) {
     const query = args.getString('query');
-    app = new query_app_1.QueryApp(query);
+    app = new QueryApp(query);
 }
 else if (args.hasAttribute('extract-text')) {
     const url = args.getString('url');
-    app = new extract_text_app_1.ExtractTextApp(url);
+    app = new ExtractTextApp(url);
 }
 else {
-    app = new hydra_app_1.HydraApp();
+    app = new HydraApp();
 }
 if (!app)
     throw new Error('No app created. This should not be possible');
 const configAuth = app.loadConfigFile('hydra-auth.json');
 const credentials = configAuth.getObject('database');
-if (!nodecommons_database_1.isICommonsCredentials(credentials))
+if (!isICommonsCredentials(credentials))
     throw new Error('Database credentials are not valid');
-if (internal_hydra_common_app_1.isIInternalHydraCommonDbApp(app)) {
-    const databaseService = new database_service_1.DatabaseService(credentials);
+if (isIInternalHydraCommonDbApp(app)) {
+    const databaseService = new DatabaseService(credentials);
     app.setDatabaseService(databaseService);
 }
-if (internal_hydra_common_app_1.isIInternalHydraCommonListApp(app)) {
-    for (const list of elist_1.ELISTS) {
-        const filename = elist_1.filenameFromEList(list);
+if (isIInternalHydraCommonListApp(app)) {
+    for (const list of ELISTS) {
+        const filename = filenameFromEList(list);
         const entries = app.loadRawJsonConfigFile(filename);
-        if (!tscommons_core_1.CommonsType.isTArray(entries, imatch_1.isIMatch))
+        if (!commonsTypeIsTArray(entries, isIMatch))
             throw new Error(`Invalid JSON list for ${list}`);
         app.addToList(list, entries);
     }
 }
-if (internal_hydra_common_app_1.isIInternalHydraCommonExpiryApp(app)) {
+if (isIInternalHydraCommonExpiryApp(app)) {
     const data = app.loadRawJsonConfigFile('list-expiry.json');
-    if (!tscommons_core_1.CommonsType.isObjectArray(data))
+    if (!commonsTypeIsObjectArray(data))
         throw new Error('Invalid expiry list');
     const expiries = data
-        .map((expiry) => iexpiry_1.toIExpiry(expiry));
-    if (!tscommons_core_1.CommonsType.isTArray(expiries, iexpiry_1.isIExpiry))
-        throw new Error(`Invalid JSON list for expiry`);
+        .map((expiry) => toIExpiry(expiry));
+    if (!commonsTypeIsTArray(expiries, isIExpiry))
+        throw new Error('Invalid JSON list for expiry');
     app.addToExpiry(expiries);
 }
-if (internal_hydra_common_app_1.isIInternalHydraCommonMaintenanceApp(app)) {
+if (isIInternalHydraCommonMaintenanceApp(app)) {
     const data = app.loadRawJsonConfigFile('schedule.json');
-    if (!tscommons_core_1.CommonsType.isTArray(data, tscommons_async_1.isTCommonsScheduleTime))
+    if (!commonsTypeIsTArray(data, isTCommonsScheduleTime))
         throw new Error('Invalid schedule list');
     app.setMaintenanceSchedule(data);
 }
-(async () => {
-    nodecommons_cli_2.CommonsOutput.info(`Starting application: ${app.getAppName()}`);
-    await app.start();
-    nodecommons_cli_2.CommonsOutput.info('Application completed');
+void (() => __awaiter(void 0, void 0, void 0, function* () {
+    commonsOutputInfo(`Starting application: ${app.getAppName()}`);
+    yield app.start();
+    commonsOutputInfo('Application completed');
     setTimeout(() => {
         //log() // logs out active handles that are keeping node running
         process.exit(0);
     }, 100);
-})();
+}))();
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":"AAAA,6CAA6C;;;;;;;;;;AAE7C,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAElF,OAAO,EAAwB,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAGlF,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAElD,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AACvH,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAEhE,OAAO,EAEL,2BAA2B,EAC3B,6BAA6B,EAC7B,+BAA+B,EAC/B,oCAAoC,EACrC,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAC1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAEzD,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAE9D,OAAO,EAAU,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAW,SAAS,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAErE,OAAO,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAE1D,MAAM,IAAI,GAAgB,IAAI,WAAW,EAAE,CAAC;AAC5C,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC;IAAE,yBAAyB,CAAC,IAAI,CAAC,CAAC;AAChE,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC;IAAE,sBAAsB,CAAC,IAAI,CAAC,CAAC;AAE9D,IAAI,GAAsC,CAAC;AAE3C,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE;IAClC,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC;CACxB;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE;IACxC,MAAM,YAAY,GAAY,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACzD,MAAM,YAAY,GAAY,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAEzD,GAAG,GAAG,IAAI,UAAU,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;CACjD;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE;IACvC,IAAI,SAAyB,CAAC;IAE9B,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE;QAC9B,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;KAChE;IACD,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE;QAC9B,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;KACjC;IAED,GAAG,GAAG,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;CAC/B;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE;IACvC,GAAG,GAAG,IAAI,SAAS,EAAE,CAAC;CACtB;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE;IAC1C,MAAM,OAAO,GAAc,EAAE,CAAC;IAC9B,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9D,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1D,GAAG,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;CAChC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE;IACrC,GAAG,GAAG,IAAI,OAAO,EAAE,CAAC;CACpB;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE;IACxC,GAAG,GAAG,IAAI,UAAU,EAAE,CAAC;CACvB;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,EAAE;IAC/C,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACjF,MAAM,MAAM,GAAW,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAEhD,GAAG,GAAG,IAAI,gBAAgB,CACxB,MAAM,EACN,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAClC,CAAC;CACF;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE;IAC1C,GAAG,GAAG,IAAI,YAAY,EAAE,CAAC;CACzB;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,EAAE;IACtD,MAAM,QAAQ,GAAW,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAEpD,GAAG,GAAG,IAAI,sBAAsB,CAAC,QAAQ,CAAC,CAAC;CAC3C;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,EAAE;IACtD,MAAM,QAAQ,GAAW,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAEpD,GAAG,GAAG,IAAI,sBAAsB,CAAC,QAAQ,CAAC,CAAC;CAC3C;KAAM,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE;IAC/C,MAAM,KAAK,GAAW,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAE9C,GAAG,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC;CAC1B;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE;IAC7C,MAAM,GAAG,GAAW,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAE1C,GAAG,GAAG,IAAI,cAAc,CAAC,GAAG,CAAC,CAAC;CAC9B;KAAM;IACN,GAAG,GAAG,IAAI,QAAQ,EAAE,CAAC;CACrB;AAED,IAAI,CAAC,GAAG;IAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;AAEzE,MAAM,UAAU,GAAkB,GAAG,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;AACxE,MAAM,WAAW,GAAoB,UAAU,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;AACtE,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC;IAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;AAE/F,IAAI,2BAA2B,CAAC,GAAG,CAAC,EAAE;IACrC,MAAM,eAAe,GAAoB,IAAI,eAAe,CAAC,WAAW,CAAC,CAAC;IAC1E,GAAG,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;CACxC;AAED,IAAI,6BAA6B,CAAC,GAAG,CAAC,EAAE;IACvC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE;QAC1B,MAAM,QAAQ,GAAW,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEjD,MAAM,OAAO,GAAY,GAAG,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QAC7D,IAAI,CAAC,mBAAmB,CAAS,OAAO,EAAE,QAAQ,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;QACtG,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;KAC7B;CACD;AAED,IAAI,+BAA+B,CAAC,GAAG,CAAC,EAAE;IACzC,MAAM,IAAI,GAAY,GAAG,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;IACpE,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAE5E,MAAM,QAAQ,GAAc,IAAI;SAC7B,GAAG,CAAC,CAAC,MAAoC,EAAW,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IAE7E,IAAI,CAAC,mBAAmB,CAAU,QAAQ,EAAE,SAAS,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACxG,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;CAC1B;AAED,IAAI,oCAAoC,CAAC,GAAG,CAAC,EAAE;IAC9C,MAAM,IAAI,GAAY,GAAG,CAAC,qBAAqB,CAAC,eAAe,CAAC,CAAC;IACjE,IAAI,CAAC,mBAAmB,CAAuB,IAAI,EAAE,sBAAsB,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAEvH,GAAG,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;CACjC;AAED,KAAK,CAAC,GAAwB,EAAE;IAC/B,iBAAiB,CAAC,yBAAyB,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC/D,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;IAClB,iBAAiB,CAAC,uBAAuB,CAAC,CAAC;IAE3C,UAAU,CAAC,GAAS,EAAE;QACrB,gEAAgE;QAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,EAAE,GAAG,CAAC,CAAC;AACT,CAAC,CAAA,CAAC,EAAE,CAAC"}

package/dist/enums/eavailable-strategy.d.ts

@@ -0,0 +1,4 @@
+export declare enum EAvailableStrategy {
+    LARGEST = "largest",
+    SMALLEST = "smallest"
+}

package/dist/enums/eavailable-strategy.js

@@ -1,8 +1,6 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.EAvailableStrategy = void 0;
-var EAvailableStrategy;
+export var EAvailableStrategy;
 (function (EAvailableStrategy) {
     EAvailableStrategy["LARGEST"] = "largest";
     EAvailableStrategy["SMALLEST"] = "smallest";
-})(EAvailableStrategy = exports.EAvailableStrategy || (exports.EAvailableStrategy = {}));
+})(EAvailableStrategy || (EAvailableStrategy = {}));
+//# sourceMappingURL=eavailable-strategy.js.map

package/dist/enums/eavailable-strategy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eavailable-strategy.js","sourceRoot":"","sources":["../../src/enums/eavailable-strategy.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,kBAGX;AAHD,WAAY,kBAAkB;IAC5B,yCAAmB,CAAA;IACnB,2CAAqB,CAAA;AACvB,CAAC,EAHW,kBAAkB,KAAlB,kBAAkB,QAG7B"}

package/dist/enums/elist.d.ts

@@ -0,0 +1,7 @@
+export declare enum EList {
+    DENY = "deny",
+    ALLOW = "allow"
+}
+export declare function keyToEList(key: string): EList;
+export declare function filenameFromEList(list: EList): string;
+export declare const ELISTS: EList[];

package/dist/enums/elist.js

@@ -1,12 +1,9 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ELISTS = exports.filenameFromEList = exports.keyToEList = exports.EList = void 0;
-var EList;
+export var EList;
 (function (EList) {
     EList["DENY"] = "deny";
     EList["ALLOW"] = "allow";
-})(EList = exports.EList || (exports.EList = {}));
-function keyToEList(key) {
+})(EList || (EList = {}));
+export function keyToEList(key) {
     switch (key) {
         case 'DENY':
             return EList.DENY;
@@ -15,16 +12,15 @@ function keyToEList(key) {
     }
     throw new Error(`Unable to obtain EList for key: ${key}`);
 }
-exports.keyToEList = keyToEList;
-function filenameFromEList(list) {
+export function filenameFromEList(list) {
     switch (list) {
         case EList.DENY:
             return 'list-deny.json';
         case EList.ALLOW:
             return 'list-allow.json';
     }
-    throw new Error(`Unknown list entry`);
+    throw new Error('Unknown list entry');
 }
-exports.filenameFromEList = filenameFromEList;
-exports.ELISTS = Object.keys(EList)
+export const ELISTS = Object.keys(EList)
     .map((key) => keyToEList(key));
+//# sourceMappingURL=elist.js.map

package/dist/enums/elist.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"elist.js","sourceRoot":"","sources":["../../src/enums/elist.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,KAGX;AAHD,WAAY,KAAK;IACf,sBAAa,CAAA;IACb,wBAAe,CAAA;AACjB,CAAC,EAHW,KAAK,KAAL,KAAK,QAGhB;AAED,MAAM,UAAU,UAAU,CAAC,GAAW;IACrC,QAAQ,GAAG,EAAE;QACZ,KAAK,MAAM;YACV,OAAO,KAAK,CAAC,IAAI,CAAC;QACnB,KAAK,OAAO;YACX,OAAO,KAAK,CAAC,KAAK,CAAC;KACpB;IAED,MAAM,IAAI,KAAK,CAAC,mCAAmC,GAAG,EAAE,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAW;IAC5C,QAAQ,IAAI,EAAE;QACb,KAAK,KAAK,CAAC,IAAI;YACd,OAAO,gBAAgB,CAAC;QACzB,KAAK,KAAK,CAAC,KAAK;YACf,OAAO,iBAAiB,CAAC;KAC1B;IAED,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,CAAC,MAAM,MAAM,GAAY,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;KAC9C,GAAG,CAAC,CAAC,GAAW,EAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC"}

package/dist/enums/eserver.d.ts

@@ -0,0 +1,8 @@
+export declare enum EServer {
+    APACHE = "apache",
+    IIS = "iis",
+    NGINX = "nginx",
+    CLOUDFLARE = "cloudflare",
+    AMAZONS3 = "amazons3",
+    JETTY = "jetty"
+}

package/dist/enums/eserver.js

@@ -1,7 +1,4 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.EServer = void 0;
-var EServer;
+export var EServer;
 (function (EServer) {
     EServer["APACHE"] = "apache";
     EServer["IIS"] = "iis";
@@ -9,4 +6,5 @@ var EServer;
     EServer["CLOUDFLARE"] = "cloudflare";
     EServer["AMAZONS3"] = "amazons3";
     EServer["JETTY"] = "jetty";
-})(EServer = exports.EServer || (exports.EServer = {}));
+})(EServer || (EServer = {}));
+//# sourceMappingURL=eserver.js.map

package/dist/enums/eserver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eserver.js","sourceRoot":"","sources":["../../src/enums/eserver.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,OAOX;AAPD,WAAY,OAAO;IACjB,4BAAiB,CAAA;IACjB,sBAAW,CAAA;IACX,0BAAe,CAAA;IACf,oCAAyB,CAAA;IACzB,gCAAqB,CAAA;IACrB,0BAAe,CAAA;AACjB,CAAC,EAPW,OAAO,KAAP,OAAO,QAOlB"}

package/dist/enums/ex-powered-by.d.ts

@@ -0,0 +1,6 @@
+export declare enum EXPoweredBy {
+    PHP = "php",
+    ASPNET = "asp.net",
+    EXPRESS = "express",
+    ZOPE = "zope"
+}

package/dist/enums/ex-powered-by.js

@@ -1,10 +1,8 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.EXPoweredBy = void 0;
-var EXPoweredBy;
+export var EXPoweredBy;
 (function (EXPoweredBy) {
     EXPoweredBy["PHP"] = "php";
     EXPoweredBy["ASPNET"] = "asp.net";
     EXPoweredBy["EXPRESS"] = "express";
     EXPoweredBy["ZOPE"] = "zope";
-})(EXPoweredBy = exports.EXPoweredBy || (exports.EXPoweredBy = {}));
+})(EXPoweredBy || (EXPoweredBy = {}));
+//# sourceMappingURL=ex-powered-by.js.map

package/dist/enums/ex-powered-by.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ex-powered-by.js","sourceRoot":"","sources":["../../src/enums/ex-powered-by.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,WAKX;AALD,WAAY,WAAW;IACrB,0BAAW,CAAA;IACX,iCAAkB,CAAA;IAClB,kCAAmB,CAAA;IACnB,4BAAa,CAAA;AACf,CAAC,EALW,WAAW,KAAX,WAAW,QAKtB"}

package/dist/helpers/matcher.d.ts

@@ -0,0 +1,5 @@
+import { IMatch } from '../interfaces/imatch';
+export declare abstract class Matcher {
+    static matches(url: URL, test: IMatch): boolean;
+    static isAnyMatch(url: string, list: IMatch[]): boolean;
+}

package/dist/helpers/matcher.js

@@ -1,7 +1,4 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Matcher = void 0;
-class Matcher {
+export class Matcher {
     static matches(url, test) {
         for (const key of Object.keys(test)) {
             const regex = new RegExp(test[key]);
@@ -19,4 +16,4 @@ class Matcher {
         return false;
     }
 }
-exports.Matcher = Matcher;
+//# sourceMappingURL=matcher.js.map

package/dist/helpers/matcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"matcher.js","sourceRoot":"","sources":["../../src/helpers/matcher.ts"],"names":[],"mappings":"AAEA,MAAM,OAAgB,OAAO;IACrB,MAAM,CAAC,OAAO,CAAC,GAAQ,EAAE,IAAY;QAC3C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACpC,MAAM,KAAK,GAAW,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAW,CAAC,CAAC;YACtD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAW,CAAC;gBAAE,OAAO,KAAK,CAAC;SAClD;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAEM,MAAM,CAAC,UAAU,CAAC,GAAW,EAAE,IAAc;QACnD,MAAM,MAAM,GAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAEjC,KAAK,MAAM,WAAW,IAAI,IAAI,EAAE;YAC/B,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC;gBAAE,OAAO,IAAI,CAAC;SACtD;QAED,OAAO,KAAK,CAAC;IACd,CAAC;CACD"}

package/dist/helpers/random.d.ts

@@ -0,0 +1,4 @@
+import { TCrawlConfig } from '../types/tcrawl-config';
+export declare abstract class Random {
+    static randomise(value: number, crawlConfig: TCrawlConfig): number;
+}

package/dist/helpers/random.js

@@ -1,11 +1,8 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Random = void 0;
-class Random {
+export class Random {
     static randomise(value, crawlConfig) {
         const delta = (Math.random() - 0.5) * 2;
         const ratio = crawlConfig.randomisation * delta;
         return value * (1 + ratio);
     }
 }
-exports.Random = Random;
+//# sourceMappingURL=random.js.map

package/dist/helpers/random.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"random.js","sourceRoot":"","sources":["../../src/helpers/random.ts"],"names":[],"mappings":"AAEA,MAAM,OAAgB,MAAM;IACpB,MAAM,CAAC,SAAS,CAAC,KAAa,EAAE,WAAyB;QAC/D,MAAM,KAAK,GAAW,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QAChD,MAAM,KAAK,GAAW,WAAW,CAAC,aAAa,GAAG,KAAK,CAAC;QAExD,OAAO,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;IAC5B,CAAC;CACD"}

package/dist/helpers/utf-decoder.d.ts

@@ -0,0 +1,4 @@
+/// <reference types="node" />
+export declare abstract class UtfDecoder {
+    static fromBuffer(incoming: Buffer): string | undefined;
+}

package/dist/helpers/utf-decoder.js

@@ -1,8 +1,5 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.UtfDecoder = void 0;
-const chardet = require("chardet");
-class UtfDecoder {
+import * as chardet from 'chardet';
+export class UtfDecoder {
     static fromBuffer(incoming) {
         if (incoming === undefined)
             return undefined;
@@ -33,4 +30,4 @@ class UtfDecoder {
         return undefined;
     }
 }
-exports.UtfDecoder = UtfDecoder;
+//# sourceMappingURL=utf-decoder.js.map