hydra-crawler 2.8.4 → 3.0.2

package/dist/classes/tracker.js

@@ -1,120 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { commonsAsyncAbortInterval, commonsAsyncInterval } from 'tscommons-es-async';
-import { ECommonsInvocation } from 'tscommons-es-async';
-import { commonsGracefulAbortAddCallback } from 'nodecommons-es-process';
-import { commonsOutputAlert } from 'nodecommons-es-cli';
-export class Tracker {
-    constructor(databaseService, socketIoServer) {
-        this.databaseService = databaseService;
-        this.socketIoServer = socketIoServer;
-        this.map = new Map();
-        this.current = 0;
-        this.index = 0;
-        this.fetches = [];
-        this.linkTallies = 0;
-        this.domainTallies = 0;
-        commonsGracefulAbortAddCallback(() => {
-            commonsOutputAlert('SIGINT abort flag is set. Aborting bandwidth.');
-            this.abort();
-        });
-    }
-    fetching(url) {
-        return __awaiter(this, void 0, void 0, function* () {
-            const fetch = {
-                index: ++this.index,
-                url: url
-            };
-            this.fetches.push(fetch);
-            if (this.index > 1000)
-                this.index = 0;
-            while (this.fetches.length > 999)
-                this.fetches.shift();
-            yield this.socketIoServer.fetching(fetch);
-        });
-    }
-    outcome(url, failed, statusCode) {
-        return __awaiter(this, void 0, void 0, function* () {
-            const fetch = this.fetches
-                .find((f) => f.url === url);
-            if (!fetch)
-                return;
-            this.fetches = this.fetches
-                .filter((f) => f.index !== fetch.index);
-            const outcome = {
-                index: fetch.index,
-                failed: failed
-            };
-            if (statusCode !== undefined)
-                outcome.statusCode = statusCode;
-            yield this.socketIoServer.outcome(outcome);
-        });
-    }
-    done(url, statusCode) {
-        return __awaiter(this, void 0, void 0, function* () {
-            yield this.outcome(url, false, statusCode);
-        });
-    }
-    failed(url) {
-        return __awaiter(this, void 0, void 0, function* () {
-            yield this.outcome(url, true);
-        });
-    }
-    bandwidth(size) {
-        this.current += size;
-    }
-    delta(status, delta) {
-        const existing = this.map.get(status) || 0;
-        this.map.set(status, existing + delta);
-    }
-    abort() {
-        commonsAsyncAbortInterval('sync');
-        commonsAsyncAbortInterval('bandwidth');
-        commonsAsyncAbortInterval('tally');
-    }
-    link(count = 1) {
-        this.linkTallies += count;
-    }
-    domain() {
-        this.domainTallies++;
-    }
-    sync() {
-        return __awaiter(this, void 0, void 0, function* () {
-            const initial = yield this.databaseService.listStatusTallies();
-            for (const status of initial.keys()) {
-                this.map.set(status, initial.get(status));
-            }
-            this.linkTallies = yield this.databaseService.getLinkTalliesCount();
-            this.domainTallies = yield this.databaseService.getDomainTalliesCount();
-        });
-    }
-    start() {
-        return __awaiter(this, void 0, void 0, function* () {
-            yield this.sync();
-            commonsAsyncInterval(1000, ECommonsInvocation.IF, () => __awaiter(this, void 0, void 0, function* () {
-                yield this.socketIoServer.bandwidth(this.current);
-                this.current = 0;
-            }), 'bandwidth');
-            commonsAsyncInterval(1000, ECommonsInvocation.IF, () => __awaiter(this, void 0, void 0, function* () {
-                const tallies = {};
-                for (const status of this.map.keys()) {
-                    tallies[status] = this.map.get(status);
-                }
-                yield this.socketIoServer.statusTallies(tallies);
-                yield this.socketIoServer.linkTallies(this.linkTallies);
-                yield this.socketIoServer.domainTallies(this.domainTallies);
-            }), 'tally');
-            commonsAsyncInterval(60000, ECommonsInvocation.WHEN, () => __awaiter(this, void 0, void 0, function* () {
-                yield this.sync();
-            }), 'sync');
-        });
-    }
-}
-//# sourceMappingURL=tracker.js.map

package/dist/classes/tracker.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"tracker.js","sourceRoot":"","sources":["../../src/classes/tracker.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,yBAAyB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AACrF,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAOxD,OAAO,EAAE,+BAA+B,EAAE,MAAM,wBAAwB,CAAC;AACzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAMxD,MAAM,OAAO,OAAO;IAWnB,YACU,eAAgC,EAChC,cAA8B;QAD9B,oBAAe,GAAf,eAAe,CAAiB;QAChC,mBAAc,GAAd,cAAc,CAAgB;QAZhC,QAAG,GAAyB,IAAI,GAAG,EAAmB,CAAC;QAEvD,YAAO,GAAW,CAAC,CAAC;QAEpB,UAAK,GAAW,CAAC,CAAC;QAClB,YAAO,GAAa,EAAE,CAAC;QAEvB,gBAAW,GAAW,CAAC,CAAC;QACxB,kBAAa,GAAW,CAAC,CAAC;QAMjC,+BAA+B,CAAC,GAAS,EAAE;YAC1C,kBAAkB,CAAC,+CAA+C,CAAC,CAAC;YAEpE,IAAI,CAAC,KAAK,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;IACJ,CAAC;IAEY,QAAQ,CAAC,GAAW;;YAChC,MAAM,KAAK,GAAW;gBACpB,KAAK,EAAE,EAAE,IAAI,CAAC,KAAK;gBACnB,GAAG,EAAE,GAAG;aACT,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAEzB,IAAI,IAAI,CAAC,KAAK,GAAG,IAAI;gBAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;YACtC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG;gBAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAEvD,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC3C,CAAC;KAAA;IAEa,OAAO,CAAC,GAAW,EAAE,MAAe,EAAE,UAAmB;;YACtE,MAAM,KAAK,GAAqB,IAAI,CAAC,OAAO;iBACzC,IAAI,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;YAE/C,IAAI,CAAC,KAAK;gBAAE,OAAO;YAEnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO;iBACxB,MAAM,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC;YAE3D,MAAM,OAAO,GAAa;gBACxB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,MAAM,EAAE,MAAM;aACf,CAAC;YACF,IAAI,UAAU,KAAK,SAAS;gBAAE,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC;YAE9D,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC;KAAA;IAEY,IAAI,CAAC,GAAW,EAAE,UAAkB;;YAChD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QAC5C,CAAC;KAAA;IAEY,MAAM,CAAC,GAAW;;YAC9B,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC/B,CAAC;KAAA;IAEM,SAAS,CAAC,IAAY;QAC5B,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC;IACtB,CAAC;IAEM,KAAK,CAAC,MAAe,EAAE,KAAa;QAC1C,MAAM,QAAQ,GAAW,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,GAAG,KAAK,CAAC,CAAC;IACxC,CAAC;IAEM,KAAK;QACX,yBAAyB,CAAC,MAAM,CAAC,CAAC;QAClC,yBAAyB,CAAC,WAAW,CAAC,CAAC;QACvC,yBAAyB,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAEM,IAAI,CAAC,QAAgB,CAAC;QAC5B,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC;IAC3B,CAAC;IAEM,MAAM;QACZ,IAAI,CAAC,aAAa,EAAE,CAAC;IACtB,CAAC;IAEa,IAAI;;YACjB,MAAM,OAAO,GAAyB,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,EAAE,CAAC;YACrF,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE;gBACpC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,CAAC;aAC3C;YAED,IAAI,CAAC,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,mBAAmB,EAAE,CAAC;YACpE,IAAI,CAAC,aAAa,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,qBAAqB,EAAE,CAAC;QACzE,CAAC;KAAA;IAEY,KAAK;;YACjB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAElB,oBAAoB,CAClB,IAAI,EACJ,kBAAkB,CAAC,EAAE,EACrB,GAAwB,EAAE;gBACzB,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAClD,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;YAClB,CAAC,CAAA,EACD,WAAW,CACZ,CAAC;YAEF,oBAAoB,CAClB,IAAI,EACJ,kBAAkB,CAAC,EAAE,EACrB,GAAwB,EAAE;gBACzB,MAAM,OAAO,GAAmB,EAAE,CAAC;gBAEnC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE;oBACrC,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC;iBACxC;gBAED,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBACjD,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACxD,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC7D,CAAC,CAAA,EACD,OAAO,CACR,CAAC;YAEF,oBAAoB,CAClB,KAAK,EACL,kBAAkB,CAAC,IAAI,EACvB,GAAwB,EAAE;gBACzB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YACnB,CAAC,CAAA,EACD,MAAM,CACP,CAAC;QACH,CAAC;KAAA;CACD"}

package/dist/cli.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":"AAAA,6CAA6C;;;;;;;;;;AAE7C,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAElF,OAAO,EAAwB,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAGlF,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAElD,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AACvH,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAEhE,OAAO,EAEL,2BAA2B,EAC3B,6BAA6B,EAC7B,+BAA+B,EAC/B,oCAAoC,EACrC,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAC1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAEhE,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAE9D,OAAO,EAAU,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAW,SAAS,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAErE,OAAO,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAE1D,MAAM,IAAI,GAAgB,IAAI,WAAW,EAAE,CAAC;AAC5C,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC;IAAE,yBAAyB,CAAC,IAAI,CAAC,CAAC;AAChE,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC;IAAE,sBAAsB,CAAC,IAAI,CAAC,CAAC;AAE9D,IAAI,GAAsC,CAAC;AAE3C,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE;IAClC,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC;CACxB;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE;IACxC,MAAM,YAAY,GAAY,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACzD,MAAM,YAAY,GAAY,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAEzD,GAAG,GAAG,IAAI,UAAU,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;CACjD;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE;IACvC,IAAI,SAAyB,CAAC;IAE9B,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE;QAC9B,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;KAChE;IACD,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE;QAC9B,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;KACjC;IAED,GAAG,GAAG,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;CAC/B;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE;IACvC,GAAG,GAAG,IAAI,SAAS,EAAE,CAAC;CACtB;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE;IAC1C,MAAM,OAAO,GAAc,EAAE,CAAC;IAC9B,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9D,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1D,GAAG,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;CAChC;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE;IACrC,GAAG,GAAG,IAAI,OAAO,EAAE,CAAC;CACpB;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE;IACxC,GAAG,GAAG,IAAI,UAAU,EAAE,CAAC;CACvB;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,EAAE;IAC/C,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACjF,MAAM,MAAM,GAAW,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAEhD,GAAG,GAAG,IAAI,gBAAgB,CACxB,MAAM,EACN,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAClC,CAAC;CACF;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE;IAC1C,GAAG,GAAG,IAAI,gBAAgB,EAAE,CAAC;CAC7B;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,EAAE;IAChD,GAAG,GAAG,IAAI,gBAAgB,EAAE,CAAC;CAC7B;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,EAAE;IAC9C,GAAG,GAAG,IAAI,eAAe,EAAE,CAAC;CAC5B;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,EAAE;IACtD,MAAM,QAAQ,GAAW,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAEpD,GAAG,GAAG,IAAI,sBAAsB,CAAC,QAAQ,CAAC,CAAC;CAC3C;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,EAAE;IACtD,MAAM,QAAQ,GAAW,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAEpD,GAAG,GAAG,IAAI,sBAAsB,CAAC,QAAQ,CAAC,CAAC;CAC3C;KAAM,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE;IAC/C,MAAM,KAAK,GAAW,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAE9C,GAAG,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC;CAC1B;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE;IAC7C,MAAM,GAAG,GAAW,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAE1C,GAAG,GAAG,IAAI,cAAc,CAAC,GAAG,CAAC,CAAC;CAC9B;KAAM,IAAI,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,EAAE;IACnD,MAAM,MAAM,GAAW,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAEhD,GAAG,GAAG,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC;CACtC;KAAM;IACN,GAAG,GAAG,IAAI,QAAQ,EAAE,CAAC;CACrB;AAED,IAAI,CAAC,GAAG;IAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;AAEzE,MAAM,UAAU,GAAkB,GAAG,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;AACxE,MAAM,WAAW,GAAoB,UAAU,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;AACtE,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC;IAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;AAE/F,IAAI,2BAA2B,CAAC,GAAG,CAAC,EAAE;IACrC,MAAM,eAAe,GAAoB,IAAI,eAAe,CAAC,WAAW,CAAC,CAAC;IAC1E,GAAG,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;CACxC;AAED,IAAI,6BAA6B,CAAC,GAAG,CAAC,EAAE;IACvC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE;QAC1B,MAAM,QAAQ,GAAW,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEjD,MAAM,OAAO,GAAY,GAAG,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QAC7D,IAAI,CAAC,mBAAmB,CAAS,OAAO,EAAE,QAAQ,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;QACtG,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;KAC7B;CACD;AAED,IAAI,+BAA+B,CAAC,GAAG,CAAC,EAAE;IACzC,MAAM,IAAI,GAAY,GAAG,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;IACpE,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAE5E,MAAM,QAAQ,GAAc,IAAI;SAC7B,GAAG,CAAC,CAAC,MAAoC,EAAW,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IAE7E,IAAI,CAAC,mBAAmB,CAAU,QAAQ,EAAE,SAAS,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACxG,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;CAC1B;AAED,IAAI,oCAAoC,CAAC,GAAG,CAAC,EAAE;IAC9C,MAAM,IAAI,GAAY,GAAG,CAAC,qBAAqB,CAAC,eAAe,CAAC,CAAC;IACjE,IAAI,CAAC,mBAAmB,CAAuB,IAAI,EAAE,sBAAsB,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAEvH,GAAG,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;CACjC;AAED,KAAK,CAAC,GAAwB,EAAE;IAC/B,iBAAiB,CAAC,yBAAyB,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC/D,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;IAClB,iBAAiB,CAAC,uBAAuB,CAAC,CAAC;IAE3C,UAAU,CAAC,GAAS,EAAE;QACrB,gEAAgE;QAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,EAAE,GAAG,CAAC,CAAC;AACT,CAAC,CAAA,CAAC,EAAE,CAAC"}

package/dist/enums/eavailable-strategy.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"eavailable-strategy.js","sourceRoot":"","sources":["../../src/enums/eavailable-strategy.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,kBAGX;AAHD,WAAY,kBAAkB;IAC5B,yCAAmB,CAAA;IACnB,2CAAqB,CAAA;AACvB,CAAC,EAHW,kBAAkB,KAAlB,kBAAkB,QAG7B"}

package/dist/enums/elist.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"elist.js","sourceRoot":"","sources":["../../src/enums/elist.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,KAGX;AAHD,WAAY,KAAK;IACf,sBAAa,CAAA;IACb,wBAAe,CAAA;AACjB,CAAC,EAHW,KAAK,KAAL,KAAK,QAGhB;AAED,MAAM,UAAU,UAAU,CAAC,GAAW;IACrC,QAAQ,GAAG,EAAE;QACZ,KAAK,MAAM;YACV,OAAO,KAAK,CAAC,IAAI,CAAC;QACnB,KAAK,OAAO;YACX,OAAO,KAAK,CAAC,KAAK,CAAC;KACpB;IAED,MAAM,IAAI,KAAK,CAAC,mCAAmC,GAAG,EAAE,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAW;IAC5C,QAAQ,IAAI,EAAE;QACb,KAAK,KAAK,CAAC,IAAI;YACd,OAAO,gBAAgB,CAAC;QACzB,KAAK,KAAK,CAAC,KAAK;YACf,OAAO,iBAAiB,CAAC;KAC1B;IAED,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,CAAC,MAAM,MAAM,GAAY,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;KAC9C,GAAG,CAAC,CAAC,GAAW,EAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC"}

package/dist/enums/eserver.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"eserver.js","sourceRoot":"","sources":["../../src/enums/eserver.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,OAOX;AAPD,WAAY,OAAO;IACjB,4BAAiB,CAAA;IACjB,sBAAW,CAAA;IACX,0BAAe,CAAA;IACf,oCAAyB,CAAA;IACzB,gCAAqB,CAAA;IACrB,0BAAe,CAAA;AACjB,CAAC,EAPW,OAAO,KAAP,OAAO,QAOlB"}

package/dist/enums/ex-powered-by.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ex-powered-by.js","sourceRoot":"","sources":["../../src/enums/ex-powered-by.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,WAKX;AALD,WAAY,WAAW;IACrB,0BAAW,CAAA;IACX,iCAAkB,CAAA;IAClB,kCAAmB,CAAA;IACnB,4BAAa,CAAA;AACf,CAAC,EALW,WAAW,KAAX,WAAW,QAKtB"}

package/dist/helpers/matcher.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"matcher.js","sourceRoot":"","sources":["../../src/helpers/matcher.ts"],"names":[],"mappings":"AAEA,MAAM,OAAgB,OAAO;IACrB,MAAM,CAAC,OAAO,CAAC,GAAQ,EAAE,IAAY;QAC3C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACpC,MAAM,KAAK,GAAW,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAW,CAAC,CAAC;YACtD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAW,CAAC;gBAAE,OAAO,KAAK,CAAC;SAClD;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAEM,MAAM,CAAC,UAAU,CAAC,GAAW,EAAE,IAAc;QACnD,MAAM,MAAM,GAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAEjC,KAAK,MAAM,WAAW,IAAI,IAAI,EAAE;YAC/B,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC;gBAAE,OAAO,IAAI,CAAC;SACtD;QAED,OAAO,KAAK,CAAC;IACd,CAAC;CACD"}

package/dist/helpers/random.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"random.js","sourceRoot":"","sources":["../../src/helpers/random.ts"],"names":[],"mappings":"AAEA,MAAM,OAAgB,MAAM;IACpB,MAAM,CAAC,SAAS,CAAC,KAAa,EAAE,WAAyB;QAC/D,MAAM,KAAK,GAAW,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QAChD,MAAM,KAAK,GAAW,WAAW,CAAC,aAAa,GAAG,KAAK,CAAC;QAExD,OAAO,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;IAC5B,CAAC;CACD"}

package/dist/helpers/utf-decoder.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"utf-decoder.js","sourceRoot":"","sources":["../../src/helpers/utf-decoder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAEnC,MAAM,OAAgB,UAAU;IACxB,MAAM,CAAC,UAAU,CAAC,QAAgB;QACxC,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC;QAE7C,IAAI;YACH,MAAM,MAAM,GAAW,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACrD,IAAI,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAE5B,MAAM,KAAK,GAAW,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YACjD,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YACnC,QAAQ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBAC9B,KAAK,UAAU;oBACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACrC,KAAK,UAAU;oBACd,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBAC3D;oBACC,OAAO,QAAQ,CAAC,QAAQ,EAAE,CAAC;aAC5B;SACD;QAAC,OAAO,EAAE,EAAE;YACZ,kDAAkD;YAClD,IAAI;gBACH,OAAO,QAAQ,CAAC,QAAQ,EAAE,CAAC;aAC3B;YAAC,OAAO,GAAG,EAAE;gBACb,SAAS;aACT;SACD;QAED,OAAO,SAAS,CAAC;IAClB,CAAC;CACD"}

package/dist/interfaces/iexpiry.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"iexpiry.js","sourceRoot":"","sources":["../../src/interfaces/iexpiry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,4BAA4B,EAAE,4BAA4B,EAAE,4BAA4B,EAAe,MAAM,mBAAmB,CAAC;AAE1I,OAAO,EAAU,QAAQ,EAAE,MAAM,UAAU,CAAC;AAO5C,MAAM,UAAU,SAAS,CAAC,IAAa;IACtC,6DAA6D;IAC7D,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/D,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAE9C,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAC;IAEhE,OAAO,IAAI,CAAC;AACb,CAAC;AAED,IAAK,SAQJ;AARD,WAAK,SAAS;IACZ,8BAAiB,CAAA;IACjB,8BAAiB,CAAA;IACjB,0BAAa,CAAA;IACb,wBAAW,CAAA;IACX,0BAAa,CAAA;IACb,4BAAe,CAAA;IACf,0BAAa,CAAA;AACf,CAAC,EARI,SAAS,KAAT,SAAS,QAQb;AAED,MAAM,eAAe,GAAW,CAAC,CAAC;AAClC,MAAM,eAAe,GAAW,eAAe,GAAG,EAAE,CAAC;AACrD,MAAM,aAAa,GAAW,eAAe,GAAG,EAAE,CAAC;AACnD,MAAM,YAAY,GAAW,aAAa,GAAG,EAAE,CAAC;AAChD,MAAM,aAAa,GAAW,YAAY,GAAG,CAAC,CAAC;AAC/C,MAAM,aAAa,GAAW,YAAY,GAAG,MAAM,CAAC;AACpD,MAAM,cAAc,GAAW,aAAa,GAAG,EAAE,CAAC;AAElD,MAAM,cAAc,GAAmC;IACrD,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,eAAe;IACnC,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,eAAe;IACnC,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,aAAa;IAC/B,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,YAAY;IAC7B,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,aAAa;IAC/B,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,cAAc;IACjC,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,aAAa;CAChC,CAAC;AAEF,SAAS,eAAe,CAAC,MAAc;IACtC,IAAI,KAAK,GAAW,CAAC,CAAC;IAEtB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE;QAC/C,OAAO,IAAI,EAAE;YACZ,MAAM,KAAK,GAAW,IAAI,MAAM,CAAC,4BAA4B,IAAI,mBAAmB,EAAE,GAAG,CAAC,CAAC;YAC3F,MAAM,MAAM,GAAyB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACxD,IAAI,MAAM,KAAK,IAAI;gBAAE,MAAM;YAE3B,IAAI,KAAK,GAAW,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5C,KAAK,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC;YAC9B,KAAK,IAAI,KAAK,CAAC;YAEf,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;SACxC;KACD;IAED,IAAI,EAAE,KAAK,MAAM,CAAC,IAAI,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAEhF,OAAO,KAAK,CAAC;AACd,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAa;IACtC,IAAI,4BAA4B,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE;QACjD,IAAI,CAAC,QAAQ,CAAC,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAW,CAAC,CAAC;KAC3D;IAED,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAE9E,OAAO,IAAI,CAAC;AACb,CAAC"}

package/dist/interfaces/imatch.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"imatch.js","sourceRoot":"","sources":["../../src/interfaces/imatch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uCAAuC,EAAE,MAAM,mBAAmB,CAAC;AAQ5E,MAAM,UAAU,QAAQ,CAAC,IAAa,EAAE,aAAsB,KAAK;IAClE,IAAI,CAAC,uCAAuC,CAAC,IAAI,EAAE,UAAU,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7E,IAAI,CAAC,uCAAuC,CAAC,IAAI,EAAE,UAAU,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7E,IAAI,CAAC,uCAAuC,CAAC,IAAI,EAAE,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAC;IAE3E,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU;QAAE,OAAO,KAAK,CAAC;IAElF,OAAO,IAAI,CAAC;AACb,CAAC"}

package/dist/interfaces/iparser-config.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"iparser-config.js","sourceRoot":"","sources":["../../src/interfaces/iparser-config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAQlE,MAAM,UAAU,eAAe,CAAC,IAAa;IAC5C,IAAI,CAAC,6BAA6B,CAAC,IAAI,EAAE,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAElE,OAAO,IAAI,CAAC;AACb,CAAC"}

package/dist/interfaces/iparser.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=iparser.js.map

package/dist/interfaces/iparser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"iparser.js","sourceRoot":"","sources":["../../src/interfaces/iparser.ts"],"names":[],"mappings":""}

package/dist/interfaces/irequest-outcome.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=irequest-outcome.js.map

package/dist/interfaces/irequest-outcome.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"irequest-outcome.js","sourceRoot":"","sources":["../../src/interfaces/irequest-outcome.ts"],"names":[],"mappings":""}

package/dist/interfaces/iserver.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=iserver.js.map

package/dist/interfaces/iserver.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"iserver.js","sourceRoot":"","sources":["../../src/interfaces/iserver.ts"],"names":[],"mappings":""}

package/dist/parsers/accessibility-metrics.parser.d.ts

@@ -1,11 +0,0 @@
-import { TKeyObject } from 'tscommons-es-core';
-import { DatabaseService } from '../services/database.service';
-import { IParserConfig } from '../interfaces/iparser-config';
-import { IRequestOutcome } from '../interfaces/irequest-outcome';
-import { TextParser } from './text.parser';
-import { IDataConfig } from './data.parser';
-export declare class AccessibilityMetricsParser extends TextParser<IDataConfig> {
-    private url?;
-    constructor(url?: string | undefined, outcome?: IRequestOutcome, config?: TKeyObject<IParserConfig>);
-    protected parseText(database: DatabaseService, text: string): Promise<void>;
-}

package/dist/parsers/accessibility-metrics.parser.js

@@ -1,40 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { commonsStringAutomatedReadabilityIndex, commonsStringFleschKincaidReadingEase, commonsStringSplitSentences, commonsStringSplitWords } from 'tscommons-es-core';
-import { commonsOutputDebug } from 'nodecommons-es-cli';
-import { TextParser } from './text.parser';
-export class AccessibilityMetricsParser extends TextParser {
-    constructor(url, outcome, config) {
-        super(outcome, config, 'accessibilityMetrics');
-        this.url = url;
-    }
-    parseText(database, text) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.url)
-                return;
-            if (text.length === 0) {
-                yield database.unsetData(this.url, 'accessibilityMetrics');
-                return;
-            }
-            const paragraphs = text.split('\n');
-            const all = paragraphs.join('. ');
-            const metrics = {
-                paragraphs: paragraphs.length,
-                sentences: commonsStringSplitSentences(all).length,
-                words: commonsStringSplitWords(all).length,
-                fkre: commonsStringFleschKincaidReadingEase(all),
-                ari: commonsStringAutomatedReadabilityIndex(all)
-            };
-            commonsOutputDebug(`Accessibility metrics are: ${JSON.stringify(metrics)}`);
-            yield database.setData(this.url, 'accessibilityMetrics', metrics);
-        });
-    }
-}
-//# sourceMappingURL=accessibility-metrics.parser.js.map

package/dist/parsers/accessibility-metrics.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"accessibility-metrics.parser.js","sourceRoot":"","sources":["../../src/parsers/accessibility-metrics.parser.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,sCAAsC,EAAE,qCAAqC,EAAE,2BAA2B,EAAE,uBAAuB,EAAc,MAAM,mBAAmB,CAAC;AAEpL,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAOxD,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAW3C,MAAM,OAAO,0BAA2B,SAAQ,UAAuB;IACtE,YACU,GAAY,EACpB,OAAyB,EACzB,MAAkC;QAEnC,KAAK,CACH,OAAO,EACP,MAAM,EACN,sBAAsB,CACvB,CAAC;QARO,QAAG,GAAH,GAAG,CAAS;IAStB,CAAC;IAEe,SAAS,CAAC,QAAyB,EAAE,IAAY;;YAChE,IAAI,CAAC,IAAI,CAAC,GAAG;gBAAE,OAAO;YAEtB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;gBACtB,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,sBAAsB,CAAC,CAAC;gBAC3D,OAAO;aACP;YAED,MAAM,UAAU,GAAa,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,GAAG,GAAW,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE1C,MAAM,OAAO,GAA0B;gBACrC,UAAU,EAAE,UAAU,CAAC,MAAM;gBAC7B,SAAS,EAAE,2BAA2B,CAAC,GAAG,CAAC,CAAC,MAAM;gBAClD,KAAK,EAAE,uBAAuB,CAAC,GAAG,CAAC,CAAC,MAAM;gBAC1C,IAAI,EAAE,qCAAqC,CAAC,GAAG,CAAC;gBAChD,GAAG,EAAE,sCAAsC,CAAC,GAAG,CAAC;aACjD,CAAC;YAEF,kBAAkB,CAAC,8BAA8B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC5E,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,sBAAsB,EAAE,OAAO,CAAC,CAAC;QACnE,CAAC;KAAA;CACD"}

package/dist/parsers/asp-error.parser.d.ts

@@ -1,12 +0,0 @@
-import { TKeyObject } from 'tscommons-es-core';
-import { DatabaseService } from '../services/database.service';
-import { IParserConfig } from '../interfaces/iparser-config';
-import { IRequestOutcome } from '../interfaces/irequest-outcome';
-import { StringParser } from './string.parser';
-import { IDataConfig } from './data.parser';
-export declare class AspErrorParser extends StringParser<IDataConfig> {
-    private url?;
-    constructor(url?: string | undefined, outcome?: IRequestOutcome, config?: TKeyObject<IParserConfig>);
-    parse(database: DatabaseService): Promise<void>;
-    supports(_contentType: string, isAllow: boolean): boolean;
-}

package/dist/parsers/asp-error.parser.js

@@ -1,48 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { StringParser } from './string.parser';
-const ASP_ERROR = 'Server Error in \'[^\']+\' Application[.]';
-const ASP_ERROR_PARSE = 'Server Error in \'([^\']+)\' Application[.].*<h2>\\s*<i>(.+?)</i>\\s*</h2>.+?<code><pre>(.+?)</pre></code>';
-export class AspErrorParser extends StringParser {
-    constructor(url, outcome, config) {
-        super(outcome, config, 'aspError');
-        this.url = url;
-    }
-    parse(database) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.url || !this.stringData)
-                return;
-            const singlified = this.stringData.replace(/[\t\n\r]/g, ' ');
-            const pattern = new RegExp(ASP_ERROR, 'g');
-            const result = pattern.exec(singlified);
-            if (result === null) {
-                yield database.unsetData(this.url, 'aspErrors');
-            }
-            else {
-                const detail = new RegExp(ASP_ERROR_PARSE, 'g');
-                const result2 = detail.exec(singlified);
-                if (result2 === null) {
-                    yield database.setData(this.url, 'aspErrors', true);
-                }
-                else {
-                    yield database.setData(this.url, 'aspErrors', {
-                        application: result2[1],
-                        message: result2[2],
-                        stack: result2[3]
-                    });
-                }
-            }
-        });
-    }
-    supports(_contentType, isAllow) {
-        return isAllow; // everything allowlisted
-    }
-}
-//# sourceMappingURL=asp-error.parser.js.map

package/dist/parsers/asp-error.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"asp-error.parser.js","sourceRoot":"","sources":["../../src/parsers/asp-error.parser.ts"],"names":[],"mappings":";;;;;;;;;AAOA,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAG/C,MAAM,SAAS,GAAW,2CAA2C,CAAC;AACtE,MAAM,eAAe,GAAW,4GAA4G,CAAC;AAE7I,MAAM,OAAO,cAAe,SAAQ,YAAyB;IAC5D,YACU,GAAY,EACpB,OAAyB,EACzB,MAAkC;QAEnC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QAJ1B,QAAG,GAAH,GAAG,CAAS;IAKtB,CAAC;IAEY,KAAK,CAAC,QAAyB;;YAC3C,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU;gBAAE,OAAO;YAE1C,MAAM,UAAU,GAAW,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;YAErE,MAAM,OAAO,GAAW,IAAI,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YAEnD,MAAM,MAAM,GAAyB,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC9D,IAAI,MAAM,KAAK,IAAI,EAAE;gBACpB,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;aAChD;iBAAM;gBACN,MAAM,MAAM,GAAW,IAAI,MAAM,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;gBACxD,MAAM,OAAO,GAAyB,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAE9D,IAAI,OAAO,KAAK,IAAI,EAAE;oBACrB,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC;iBACpD;qBAAM;oBACN,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE;wBAC5C,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC;wBACvB,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;wBACnB,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;qBAClB,CAAC,CAAC;iBACH;aACD;QACF,CAAC;KAAA;IAEM,QAAQ,CAAC,YAAoB,EAAE,OAAgB;QACrD,OAAO,OAAO,CAAC,CAAC,yBAAyB;IAC1C,CAAC;CACD"}

package/dist/parsers/bad-words.parser.js

@@ -1,27 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { DictionaryParser } from './dictionary.parser';
-export class BadWordsParser extends DictionaryParser {
-    constructor(url, outcome, config) {
-        super(outcome, config, 'badWords');
-        this.url = url;
-    }
-    parseMatches(database, matches, _nonMatches) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.url)
-                return;
-            if (matches.length > 0)
-                yield database.setData(this.url, 'badWords', matches);
-            else
-                yield database.unsetData(this.url, 'badWords');
-        });
-    }
-}
-//# sourceMappingURL=bad-words.parser.js.map

package/dist/parsers/bad-words.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"bad-words.parser.js","sourceRoot":"","sources":["../../src/parsers/bad-words.parser.ts"],"names":[],"mappings":";;;;;;;;;AAOA,OAAO,EAAE,gBAAgB,EAAqB,MAAM,qBAAqB,CAAC;AAE1E,MAAM,OAAO,cAAe,SAAQ,gBAAmC;IACtE,YACU,GAAY,EACpB,OAAyB,EACzB,MAAkC;QAEnC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QAJ1B,QAAG,GAAH,GAAG,CAAS;IAKtB,CAAC;IAEe,YAAY,CAAC,QAAyB,EAAE,OAAiB,EAAE,WAAqB;;YAC/F,IAAI,CAAC,IAAI,CAAC,GAAG;gBAAE,OAAO;YAEtB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;;gBACzE,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QACrD,CAAC;KAAA;CACD"}

package/dist/parsers/complex-english.parser.d.ts

@@ -1,15 +0,0 @@
-import { TKeyObject } from 'tscommons-es-core';
-import { DatabaseService } from '../services/database.service';
-import { IParserConfig } from '../interfaces/iparser-config';
-import { IRequestOutcome } from '../interfaces/irequest-outcome';
-import { IDictionaryConfig } from './dictionary.parser';
-import { PhraseParser } from './phrase.parser';
-export declare class ComplexEnglishParser extends PhraseParser<IDictionaryConfig> {
-    private url?;
-    static loadKeyObject(config: IDictionaryConfig): TKeyObject<string[]>;
-    static loadDictionary(config: IDictionaryConfig): string[];
-    private dictionary;
-    constructor(url?: string | undefined, outcome?: IRequestOutcome, config?: TKeyObject<IParserConfig>);
-    getDictionary(): TKeyObject<string[]> | undefined;
-    protected parsePhrases(database: DatabaseService, matches: string[]): Promise<void>;
-}

package/dist/parsers/complex-english.parser.js

@@ -1,61 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { commonsTypeHasPropertyT, commonsTypeIsStringArrayKeyObject } from 'tscommons-es-core';
-import { commonsOutputDebug, commonsOutputError } from 'nodecommons-es-cli';
-import { commonsFileCwdRelativeOrAbsolutePath, commonsFileReadJsonFile } from 'nodecommons-es-file';
-import { isIDictionaryConfig } from './dictionary.parser';
-import { PhraseParser } from './phrase.parser';
-let CACHE;
-export class ComplexEnglishParser extends PhraseParser {
-    static loadKeyObject(config) {
-        const filename = commonsFileCwdRelativeOrAbsolutePath(`config/${config.dictionary}`);
-        const json = commonsFileReadJsonFile(filename);
-        if (json === undefined)
-            throw new Error('Unable to read dictionary file');
-        if (!commonsTypeIsStringArrayKeyObject(json))
-            throw new Error('Dictionary file is not a JSON array');
-        return json;
-    }
-    static loadDictionary(config) {
-        return Object.keys(ComplexEnglishParser.loadKeyObject(config));
-    }
-    constructor(url, outcome, config) {
-        super(outcome, config, 'complexEnglish');
-        this.url = url;
-        if (!config)
-            return;
-        if (!commonsTypeHasPropertyT(config, 'complexEnglish', isIDictionaryConfig)) {
-            commonsOutputError('Invalid config for ComplexEnglishParser');
-        }
-        const dictionaryConfig = config['complexEnglish'];
-        if (!CACHE)
-            CACHE = ComplexEnglishParser.loadKeyObject(dictionaryConfig);
-        this.dictionary = CACHE;
-        const keys = Object.keys(this.dictionary);
-        this.setPhrases(keys, dictionaryConfig.caseSensitive || false);
-    }
-    getDictionary() {
-        return this.dictionary;
-    }
-    parsePhrases(database, matches) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.url)
-                return;
-            if (matches.length > 0) {
-                commonsOutputDebug(`Found ${matches.length} potentially complex phrases`);
-                yield database.setData(this.url, 'complexEnglish', matches);
-            }
-            else {
-                yield database.unsetData(this.url, 'complexEnglish');
-            }
-        });
-    }
-}
-//# sourceMappingURL=complex-english.parser.js.map

package/dist/parsers/complex-english.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"complex-english.parser.js","sourceRoot":"","sources":["../../src/parsers/complex-english.parser.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,uBAAuB,EAAE,iCAAiC,EAAc,MAAM,mBAAmB,CAAC;AAE3G,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,oCAAoC,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAOpG,OAAO,EAAqB,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,IAAI,KAAqC,CAAC;AAE1C,MAAM,OAAO,oBAAqB,SAAQ,YAA+B;IACjE,MAAM,CAAC,aAAa,CAAC,MAAyB;QACpD,MAAM,QAAQ,GAAW,oCAAoC,CAAC,UAAU,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAE7F,MAAM,IAAI,GAAsB,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QAClE,IAAI,IAAI,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAE1E,IAAI,CAAC,iCAAiC,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QAErG,OAAO,IAAI,CAAC;IACb,CAAC;IAEM,MAAM,CAAC,cAAc,CAAC,MAAyB;QACrD,OAAO,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;IAChE,CAAC;IAID,YACU,GAAY,EACpB,OAAyB,EACzB,MAAkC;QAEnC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC;QAJhC,QAAG,GAAH,GAAG,CAAS;QAMrB,IAAI,CAAC,MAAM;YAAE,OAAO;QAEpB,IAAI,CAAC,uBAAuB,CAAoB,MAAM,EAAE,gBAAgB,EAAE,mBAAmB,CAAC,EAAE;YAC/F,kBAAkB,CAAC,yCAAyC,CAAC,CAAC;SAC9D;QACD,MAAM,gBAAgB,GAAsB,MAAM,CAAC,gBAAgB,CAAsB,CAAC;QAE1F,IAAI,CAAC,KAAK;YAAE,KAAK,GAAG,oBAAoB,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC;QACzE,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAExB,MAAM,IAAI,GAAa,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACpD,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,gBAAgB,CAAC,aAAa,IAAI,KAAK,CAAC,CAAC;IAChE,CAAC;IAEM,aAAa;QACnB,OAAO,IAAI,CAAC,UAAU,CAAC;IACxB,CAAC;IAEe,YAAY,CAAC,QAAyB,EAAE,OAAiB;;YACxE,IAAI,CAAC,IAAI,CAAC,GAAG;gBAAE,OAAO;YAEtB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;gBACvB,kBAAkB,CAAC,SAAS,OAAO,CAAC,MAAM,8BAA8B,CAAC,CAAC;gBAC1E,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,gBAAgB,EAAE,OAAO,CAAC,CAAC;aAC5D;iBAAM;gBACN,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;aACrD;QACF,CAAC;KAAA;CACD"}

package/dist/parsers/data.parser.d.ts

@@ -1,14 +0,0 @@
-/// <reference types="node" />
-import { TKeyObject } from 'tscommons-es-core';
-import { IRequestOutcome } from '../interfaces/irequest-outcome';
-import { IParserConfig } from '../interfaces/iparser-config';
-import { Parser } from './parser';
-export interface IDataConfig extends IParserConfig {
-    maxDataBytes?: number;
-    allowExceeded?: boolean;
-}
-export declare function isIDataConfig(test: unknown): test is IDataConfig;
-export declare abstract class DataParser<T extends IDataConfig> extends Parser<T> {
-    protected data: Buffer | undefined;
-    constructor(outcome?: IRequestOutcome, config?: TKeyObject<IParserConfig>, configKey?: string);
-}

package/dist/parsers/data.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"data.parser.js","sourceRoot":"","sources":["../../src/parsers/data.parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wCAAwC,EAAE,uCAAuC,EAAc,MAAM,mBAAmB,CAAC;AAElI,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAGxD,OAAO,EAAiB,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAE9E,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAOlC,MAAM,UAAU,aAAa,CAAC,IAAa;IAC1C,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAEzC,IAAI,CAAC,uCAAuC,CAAC,IAAI,EAAE,cAAc,CAAC;QAAE,OAAO,KAAK,CAAC;IACjF,IAAI,CAAC,wCAAwC,CAAC,IAAI,EAAE,eAAe,CAAC;QAAE,OAAO,KAAK,CAAC;IAEnF,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,yBAAyB,GAAW,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,MAAM;AAEpE,MAAM,OAAgB,UAAkC,SAAQ,MAAS;IAGxE,YACE,OAAyB,EACzB,MAAkC,EAClC,SAAkB;QAEnB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QAElC,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI;YAAE,OAAO;QAEtC,MAAM,UAAU,GAA0B,IAAI,CAAC,SAAS,CAAc,aAAa,CAAC,CAAC;QACrF,MAAM,WAAW,GAAW,CAAC,UAAU,IAAI,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,yBAAyB,CAAC;QAC1H,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,IAAI,WAAW,EAAE;YAC3C,kBAAkB,CAAC,8CAA8C,WAAW,mBAAmB,CAAC,CAAC;YACjG,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;YACtB,OAAO;SACP;QAED,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,IAAI,OAAO,CAAC,QAAQ,EAAE;YACnE,gLAAgL;YAEhL,kBAAkB,CAAC,kGAAkG,CAAC,CAAC;YACvH,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;YACtB,OAAO;SACP;QAED,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1B,CAAC;CACD"}

package/dist/parsers/dictionary.parser.js

@@ -1,73 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { commonsTypeHasPropertyBooleanOrUndefined, commonsTypeHasPropertyString, commonsTypeHasPropertyT, commonsTypeIsStringArray } from 'tscommons-es-core';
-import { commonsOutputError } from 'nodecommons-es-cli';
-import { commonsFileCwdRelativeOrAbsolutePath, commonsFileReadJsonFile } from 'nodecommons-es-file';
-import { WordsParser, isIWordsConfig } from './words.parser';
-export function isIDictionaryConfig(test) {
-    if (!isIWordsConfig(test))
-        return false;
-    if (!commonsTypeHasPropertyString(test, 'dictionary'))
-        return false;
-    if (!commonsTypeHasPropertyBooleanOrUndefined(test, 'caseSensitive'))
-        return false;
-    return true;
-}
-const CACHE = new Map();
-function loadDictionary(config) {
-    const filename = commonsFileCwdRelativeOrAbsolutePath(`config/${config.dictionary}`);
-    const json = commonsFileReadJsonFile(filename);
-    if (json === undefined)
-        throw new Error('Unable to read dictionary file');
-    if (!commonsTypeIsStringArray(json))
-        throw new Error('Dictionary file is not a JSON array');
-    return json;
-}
-export class DictionaryParser extends WordsParser {
-    constructor(outcome, config, configKey) {
-        super(outcome, config, configKey);
-        this.caseSensitive = false;
-        this.dictionary = [];
-        if (!config || !configKey)
-            return;
-        this.cacheId = configKey;
-        if (!commonsTypeHasPropertyT(config, configKey, isIDictionaryConfig)) {
-            commonsOutputError(`Invalid config for DictionaryParser (${configKey})`);
-        }
-        const dictionaryConfig = config[configKey];
-        this.caseSensitive = dictionaryConfig.caseSensitive || false;
-        if (!CACHE.has(this.cacheId)) {
-            const loaded = loadDictionary(dictionaryConfig);
-            CACHE.set(this.cacheId, loaded);
-        }
-    }
-    getDictionary() {
-        if (!this.cacheId)
-            return [];
-        return CACHE.get(this.cacheId) || [];
-    }
-    parseWords(database, words) {
-        return __awaiter(this, void 0, void 0, function* () {
-            this.dictionary = this.getDictionary()
-                .map((word) => this.caseSensitive ? word : word.toLowerCase());
-            const matches = [];
-            const nonMatches = [];
-            for (const word of words) {
-                const compare = this.caseSensitive ? word : word.toLowerCase();
-                if (this.dictionary.includes(compare))
-                    matches.push(word);
-                else
-                    nonMatches.push(word);
-            }
-            yield this.parseMatches(database, matches, nonMatches);
-        });
-    }
-}
-//# sourceMappingURL=dictionary.parser.js.map

package/dist/parsers/dictionary.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dictionary.parser.js","sourceRoot":"","sources":["../../src/parsers/dictionary.parser.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,wCAAwC,EAAE,4BAA4B,EAAE,uBAAuB,EAAE,wBAAwB,EAAc,MAAM,mBAAmB,CAAC;AAE1K,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,oCAAoC,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAOpG,OAAO,EAAE,WAAW,EAAgB,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAM3E,MAAM,UAAU,mBAAmB,CAAC,IAAa;IAChD,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAExC,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,YAAY,CAAC;QAAE,OAAO,KAAK,CAAC;IACpE,IAAI,CAAC,wCAAwC,CAAC,IAAI,EAAE,eAAe,CAAC;QAAE,OAAO,KAAK,CAAC;IAEnF,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,KAAK,GAA0B,IAAI,GAAG,EAAoB,CAAC;AAEjE,SAAS,cAAc,CAAC,MAAyB;IAChD,MAAM,QAAQ,GAAW,oCAAoC,CAAC,UAAU,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IAC7F,MAAM,IAAI,GAAsB,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IAClE,IAAI,IAAI,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAE1E,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAE5F,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,OAAgB,gBAA8C,SAAQ,WAAc;IAKzF,YACE,OAAyB,EACzB,MAAkC,EAClC,SAAkB;QAEnB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QATzB,kBAAa,GAAY,KAAK,CAAC;QACjC,eAAU,GAAa,EAAE,CAAC;QAUjC,IAAI,CAAC,MAAM,IAAI,CAAC,SAAS;YAAE,OAAO;QAElC,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QAEzB,IAAI,CAAC,uBAAuB,CAAoB,MAAM,EAAE,SAAS,EAAE,mBAAmB,CAAC,EAAE;YACxF,kBAAkB,CAAC,wCAAwC,SAAS,GAAG,CAAC,CAAC;SACzE;QACD,MAAM,gBAAgB,GAAsB,MAAM,CAAC,SAAS,CAAsB,CAAC;QAEnF,IAAI,CAAC,aAAa,GAAG,gBAAgB,CAAC,aAAa,IAAI,KAAK,CAAC;QAE7D,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;YAC7B,MAAM,MAAM,GAAa,cAAc,CAAC,gBAAgB,CAAC,CAAC;YAC1D,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;SAChC;IACF,CAAC;IAES,aAAa;QACtB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,CAAC;QAE7B,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IACtC,CAAC;IAIe,UAAU,CAAC,QAAyB,EAAE,KAAe;;YACpE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE;iBACnC,GAAG,CAAC,CAAC,IAAY,EAAU,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAEjF,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,MAAM,UAAU,GAAa,EAAE,CAAC;YAEhC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;gBACzB,MAAM,OAAO,GAAW,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACvE,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;;oBACrD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aAC3B;YAED,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QACxD,CAAC;KAAA;CACD"}

package/dist/parsers/html.parser.d.ts

@@ -1,13 +0,0 @@
-/// <reference types="cheerio" />
-import { TKeyObject } from 'tscommons-es-core';
-import { IRequestOutcome } from '../interfaces/irequest-outcome';
-import { IParserConfig } from '../interfaces/iparser-config';
-import { StringParser } from './string.parser';
-import { IDataConfig } from './data.parser';
-export declare abstract class HtmlParser<T extends IDataConfig> extends StringParser<T> {
-    static collapseWhitespace(raw: string): string;
-    static loadDom(html: string): cheerio.Root | undefined;
-    protected dom: cheerio.Root | undefined;
-    constructor(outcome?: IRequestOutcome, config?: TKeyObject<IParserConfig>, configKey?: string);
-    supports(contentType: string, isAllow: boolean): boolean;
-}

package/dist/parsers/html.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"html.parser.js","sourceRoot":"","sources":["../../src/parsers/html.parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAOnC,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAG/C,MAAM,OAAgB,UAAkC,SAAQ,YAAe;IACvE,MAAM,CAAC,kBAAkB,CAAC,GAAW;QAC3C,OAAO,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACjC,CAAC;IAEM,MAAM,CAAC,OAAO,CAAC,IAAY;QACjC,IAAI;YACH,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAC1B;QAAC,OAAO,EAAE,EAAE;YACZ,SAAS;YACT,OAAO,SAAS,CAAC;SACjB;IACF,CAAC;IAID,YACE,OAAyB,EACzB,MAAkC,EAClC,SAAkB;QAEnB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QAElC,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE;YAC9C,MAAM,SAAS,GAAW,UAAU,CAAC,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAEzE,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;SACzC;IACF,CAAC;IAEM,QAAQ,CAAC,WAAmB,EAAE,OAAgB;QACpD,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAC3B,OAAO,4BAA4B,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvD,CAAC;CACD"}

package/dist/parsers/hyperlinks.parser.d.ts

@@ -1,20 +0,0 @@
-/// <reference types="cheerio" />
-import { TKeyObject } from 'tscommons-es-core';
-import { DatabaseService } from '../services/database.service';
-import { IParserConfig } from '../interfaces/iparser-config';
-import { IRequestOutcome } from '../interfaces/irequest-outcome';
-import { HtmlParser } from './html.parser';
-import { IDataConfig } from './data.parser';
-export interface IHyperlinksConfig extends IDataConfig {
-    sources: string[];
-}
-export declare function isIHyperlinksConfig(test: unknown): test is IHyperlinksConfig;
-export declare class HyperlinksParser extends HtmlParser<IHyperlinksConfig> {
-    private url?;
-    static parseTagLinks(dom: cheerio.Root, tag: string, attribute: string): string[];
-    static getBaseHref(dom: cheerio.Root, url: string): string | undefined;
-    private hyperlinksConfig;
-    constructor(url?: string | undefined, outcome?: IRequestOutcome, config?: TKeyObject<IParserConfig>);
-    parse(database: DatabaseService): Promise<void>;
-    links(): Promise<string[]>;
-}