hydra-crawler 1.4.6 → 2.0.2

package/dist/apis/autocomplete.api.d.ts

@@ -0,0 +1,7 @@
+import { CommonsRestApi } from 'nodecommons-es-rest';
+import { RestServer } from '../servers/rest.server';
+import { DatabaseService } from '../services/database.service';
+export declare class AutocompleteApi extends CommonsRestApi {
+    private databaseService;
+    constructor(restServer: RestServer, databaseService: DatabaseService, path: string);
+}

package/dist/apis/autocomplete.api.js

@@ -1,16 +1,22 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AutocompleteApi = void 0;
-const nodecommons_rest_1 = require("nodecommons-rest");
-class AutocompleteApi extends nodecommons_rest_1.CommonsRestApi {
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { CommonsRestApi } from 'nodecommons-es-rest';
+export class AutocompleteApi extends CommonsRestApi {
     constructor(restServer, databaseService, path) {
         super(restServer);
         this.databaseService = databaseService;
-        super.getHandler(`${path}rest/autocomplete/domain/:term[idname]`, async (req, _res) => {
-            const domains = await this.databaseService.listDomainsByLike(req.strictParams.term);
+        super.getHandler(`${path}rest/autocomplete/domain/:term[idname]`, (req, _res) => __awaiter(this, void 0, void 0, function* () {
+            const domains = yield this.databaseService.listDomainsByLike(req.strictParams.term);
             return domains
                 .map((domain) => domain.domain);
-        });
+        }));
     }
 }
-exports.AutocompleteApi = AutocompleteApi;
+//# sourceMappingURL=autocomplete.api.js.map

package/dist/apis/autocomplete.api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"autocomplete.api.js","sourceRoot":"","sources":["../../src/apis/autocomplete.api.ts"],"names":[],"mappings":";;;;;;;;;AAKA,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAMrD,MAAM,OAAO,eAAgB,SAAQ,cAAc;IAClD,YACE,UAAsB,EACd,eAAgC,EACxC,IAAY;QAEb,KAAK,CAAC,UAAU,CAAC,CAAC;QAHT,oBAAe,GAAf,eAAe,CAAiB;QAKzC,KAAK,CAAC,UAAU,CACd,GAAG,IAAI,wCAAwC,EAC/C,CAAO,GAAoC,EAAE,IAAsB,EAAqB,EAAE;YACzF,MAAM,OAAO,GAAc,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,IAAc,CAAC,CAAC;YAEzG,OAAO,OAAO;iBACX,GAAG,CAAC,CAAC,MAAe,EAAU,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC,CAAA,CACF,CAAC;IACH,CAAC;CACD"}

package/dist/apis/bugs.api.d.ts

@@ -0,0 +1,7 @@
+import { CommonsRestApi } from 'nodecommons-es-rest';
+import { RestServer } from '../servers/rest.server';
+import { DatabaseService } from '../services/database.service';
+export declare class BugsApi extends CommonsRestApi {
+    private databaseService;
+    constructor(restServer: RestServer, databaseService: DatabaseService, path: string);
+}

package/dist/apis/bugs.api.js

@@ -1,20 +1,26 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.BugsApi = void 0;
-const tscommons_core_1 = require("tscommons-core");
-const nodecommons_rest_1 = require("nodecommons-rest");
-class BugsApi extends nodecommons_rest_1.CommonsRestApi {
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { commonsTypeEncode } from 'tscommons-es-core';
+import { CommonsRestApi } from 'nodecommons-es-rest';
+export class BugsApi extends CommonsRestApi {
     constructor(restServer, databaseService, path) {
         super(restServer);
         this.databaseService = databaseService;
-        super.getHandler(`${path}rest/bugs/php`, async (_req, _res) => {
-            const result = await this.databaseService.listPhpErrors();
-            return tscommons_core_1.CommonsType.encode(result);
-        });
-        super.getHandler(`${path}rest/bugs/asp`, async (_req, _res) => {
-            const result = await this.databaseService.listAspErrors();
-            return tscommons_core_1.CommonsType.encode(result);
-        });
+        super.getHandler(`${path}rest/bugs/php`, (_req, _res) => __awaiter(this, void 0, void 0, function* () {
+            const result = yield this.databaseService.listPhpErrors();
+            return commonsTypeEncode(result);
+        }));
+        super.getHandler(`${path}rest/bugs/asp`, (_req, _res) => __awaiter(this, void 0, void 0, function* () {
+            const result = yield this.databaseService.listAspErrors();
+            return commonsTypeEncode(result);
+        }));
     }
 }
-exports.BugsApi = BugsApi;
+//# sourceMappingURL=bugs.api.js.map

package/dist/apis/bugs.api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bugs.api.js","sourceRoot":"","sources":["../../src/apis/bugs.api.ts"],"names":[],"mappings":";;;;;;;;;AAEA,OAAO,EAAE,iBAAiB,EAAY,MAAM,mBAAmB,CAAC;AAMhE,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAMrD,MAAM,OAAO,OAAQ,SAAQ,cAAc;IAC1C,YACE,UAAsB,EACd,eAAgC,EACxC,IAAY;QAEb,KAAK,CAAC,UAAU,CAAC,CAAC;QAHT,oBAAe,GAAf,eAAe,CAAiB;QAKzC,KAAK,CAAC,UAAU,CACd,GAAG,IAAI,eAAe,EACtB,CAAO,IAAqB,EAAE,IAAsB,EAAqB,EAAE;YAC1E,MAAM,MAAM,GAA4B,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;YAEnF,OAAO,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC,CAAA,CACF,CAAC;QAEF,KAAK,CAAC,UAAU,CACd,GAAG,IAAI,eAAe,EACtB,CAAO,IAAqB,EAAE,IAAsB,EAAqB,EAAE;YAC1E,MAAM,MAAM,GAA4B,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;YAEnF,OAAO,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC,CAAA,CACF,CAAC;IACH,CAAC;CACD"}

package/dist/apis/crawl.api.d.ts

@@ -0,0 +1,7 @@
+import { CommonsRestApi } from 'nodecommons-es-rest';
+import { RestServer } from '../servers/rest.server';
+import { DatabaseService } from '../services/database.service';
+export declare class CrawlApi extends CommonsRestApi {
+    private databaseService;
+    constructor(restServer: RestServer, databaseService: DatabaseService, path: string);
+}

package/dist/apis/crawl.api.js

@@ -1,19 +1,25 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.CrawlApi = void 0;
-const nodecommons_rest_1 = require("nodecommons-rest");
-class CrawlApi extends nodecommons_rest_1.CommonsRestApi {
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { CommonsRestApi } from 'nodecommons-es-rest';
+export class CrawlApi extends CommonsRestApi {
     constructor(restServer, databaseService, path) {
         super(restServer);
         this.databaseService = databaseService;
-        super.getHandler(`${path}rest/crawl/queue`, async (_req, _res) => {
-            const tallies = await this.databaseService.listDomainQueuedTallies();
+        super.getHandler(`${path}rest/crawl/queue`, (_req, _res) => __awaiter(this, void 0, void 0, function* () {
+            const tallies = yield this.databaseService.listDomainQueuedTallies();
             return Array.from(tallies.keys())
                 .map((domain) => ({
                 domain: domain,
                 queue: tallies.get(domain) || 0
             }));
-        });
+        }));
     }
 }
-exports.CrawlApi = CrawlApi;
+//# sourceMappingURL=crawl.api.js.map

package/dist/apis/crawl.api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl.api.js","sourceRoot":"","sources":["../../src/apis/crawl.api.ts"],"names":[],"mappings":";;;;;;;;;AAIA,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAMrD,MAAM,OAAO,QAAS,SAAQ,cAAc;IAC3C,YACE,UAAsB,EACd,eAAgC,EACxC,IAAY;QAEb,KAAK,CAAC,UAAU,CAAC,CAAC;QAHT,oBAAe,GAAf,eAAe,CAAiB;QAKzC,KAAK,CAAC,UAAU,CACd,GAAG,IAAI,kBAAkB,EACzB,CAAO,IAAqB,EAAE,IAAsB,EAA2B,EAAE;YAChF,MAAM,OAAO,GAAwB,MAAM,IAAI,CAAC,eAAe,CAAC,uBAAuB,EAAE,CAAC;YAE1F,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;iBAC9B,GAAG,CAAC,CAAC,MAAc,EAAgB,EAAE,CAAC,CAAC;gBACtC,MAAM,EAAE,MAAM;gBACd,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;aAChC,CAAC,CAAC,CAAC;QACP,CAAC,CAAA,CACF,CAAC;IAEH,CAAC;CACD"}

package/dist/apis/domains.api.d.ts

@@ -0,0 +1,7 @@
+import { CommonsRestApi } from 'nodecommons-es-rest';
+import { RestServer } from '../servers/rest.server';
+import { DatabaseService } from '../services/database.service';
+export declare class DomainsApi extends CommonsRestApi {
+    private databaseService;
+    constructor(restServer: RestServer, databaseService: DatabaseService, path: string);
+}

package/dist/apis/domains.api.js

@@ -1,27 +1,32 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.DomainsApi = void 0;
-const tscommons_core_1 = require("tscommons-core");
-const tscommons_core_2 = require("tscommons-core");
-const nodecommons_rest_1 = require("nodecommons-rest");
-class DomainsApi extends nodecommons_rest_1.CommonsRestApi {
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { commonsTreeStringSegmentArrayToTree, commonsTypeEncode } from 'tscommons-es-core';
+import { CommonsRestApi, commonsRestApiBadRequest, commonsRestApiError } from 'nodecommons-es-rest';
+export class DomainsApi extends CommonsRestApi {
     constructor(restServer, databaseService, path) {
         super(restServer);
         this.databaseService = databaseService;
-        super.getHandler(`${path}rest/domains`, async (_req, _res) => {
-            const domains = await this.databaseService.listDomains();
-            return tscommons_core_1.CommonsType.encode(domains);
-        });
-        super.getHandler(`${path}rest/domains/:domain[idname]/tree`, async (req, _res) => {
+        super.getHandler(`${path}rest/domains`, (_req, _res) => __awaiter(this, void 0, void 0, function* () {
+            const domains = yield this.databaseService.listDomains();
+            return commonsTypeEncode(domains);
+        }));
+        super.getHandler(`${path}rest/domains/:domain[idname]/tree`, (req, _res) => __awaiter(this, void 0, void 0, function* () {
             if (!/^[-a-z0-9]+(\.[-a-z0-9]+)*$/i.test(req.strictParams.domain))
-                return nodecommons_rest_1.CommonsRestApi.badRequest('Invalid domain');
-            const urls = await this.databaseService.listDone200DomainUrls(req.params.domain);
+                return commonsRestApiBadRequest('Invalid domain');
+            const urls = yield this.databaseService.listDone200DomainUrls(req.params.domain);
             const splits = [];
             for (const url of urls) {
                 const regex = new RegExp(`^http(?:s?)://${req.params.domain}(?::[0-9]+)?(/.*)$`);
                 const match = regex.exec(url);
                 if (match === null)
-                    return nodecommons_rest_1.CommonsRestApi.error(`Unable to match for ${url}`);
+                    return commonsRestApiError(`Unable to match for ${url}`);
                 let urlPath = match[1];
                 if (urlPath.indexOf('?') !== -1)
                     urlPath = urlPath.split('?')[0];
@@ -29,9 +34,9 @@ class DomainsApi extends nodecommons_rest_1.CommonsRestApi {
                 segments.pop(); // remove the tail
                 splits.push(segments);
             }
-            const tree = tscommons_core_2.CommonsTree.stringSegmentArrayToTree(splits);
-            return tscommons_core_1.CommonsType.encode(tree);
-        });
+            const tree = commonsTreeStringSegmentArrayToTree(splits);
+            return commonsTypeEncode(tree);
+        }));
     }
 }
-exports.DomainsApi = DomainsApi;
+//# sourceMappingURL=domains.api.js.map

package/dist/apis/domains.api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"domains.api.js","sourceRoot":"","sources":["../../src/apis/domains.api.ts"],"names":[],"mappings":";;;;;;;;;AAEA,OAAO,EAAE,mCAAmC,EAAE,iBAAiB,EAA0B,MAAM,mBAAmB,CAAC;AAKnH,OAAO,EAAE,cAAc,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAMpG,MAAM,OAAO,UAAW,SAAQ,cAAc;IAC7C,YACE,UAAsB,EACd,eAAgC,EACxC,IAAY;QAEb,KAAK,CAAC,UAAU,CAAC,CAAC;QAHT,oBAAe,GAAf,eAAe,CAAiB;QAKzC,KAAK,CAAC,UAAU,CACd,GAAG,IAAI,cAAc,EACrB,CAAO,IAAqB,EAAE,IAAsB,EAAqB,EAAE;YAC1E,MAAM,OAAO,GAAc,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,CAAC;YAEpE,OAAO,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC,CAAA,CACF,CAAC;QAEF,KAAK,CAAC,UAAU,CACd,GAAG,IAAI,mCAAmC,EAC1C,CAAO,GAAoC,EAAE,IAAsB,EAAqB,EAAE;YACzF,IAAI,CAAC,8BAA8B,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAgB,CAAC;gBAAE,OAAO,wBAAwB,CAAC,gBAAgB,CAAC,CAAC;YAE/H,MAAM,IAAI,GAAa,MAAM,IAAI,CAAC,eAAe,CAAC,qBAAqB,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAE3F,MAAM,MAAM,GAAe,EAAE,CAAC;YAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;gBACvB,MAAM,KAAK,GAAW,IAAI,MAAM,CAAC,iBAAiB,GAAG,CAAC,MAAM,CAAC,MAAM,oBAAoB,CAAC,CAAC;gBACzF,MAAM,KAAK,GAAyB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAEpD,IAAI,KAAK,KAAK,IAAI;oBAAE,OAAO,mBAAmB,CAAC,uBAAuB,GAAG,EAAE,CAAC,CAAC;gBAE7E,IAAI,OAAO,GAAW,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC/B,IAAI,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBAAE,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAEjE,MAAM,QAAQ,GAAa,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC9C,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,kBAAkB;gBAElC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;aACtB;YAED,MAAM,IAAI,GAAiB,mCAAmC,CAAC,MAAM,CAAC,CAAC;YACvE,OAAO,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC,CAAA,CACF,CAAC;IACH,CAAC;CACD"}

package/dist/apis/images.api.d.ts

@@ -0,0 +1,7 @@
+import { CommonsRestApi } from 'nodecommons-es-rest';
+import { RestServer } from '../servers/rest.server';
+import { DatabaseService } from '../services/database.service';
+export declare class ImagesApi extends CommonsRestApi {
+    private databaseService;
+    constructor(restServer: RestServer, databaseService: DatabaseService, path: string);
+}

package/dist/apis/images.api.js

@@ -1,21 +1,27 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ImagesApi = void 0;
-const tscommons_core_1 = require("tscommons-core");
-const hydra_crawler_ts_assets_1 = require("hydra-crawler-ts-assets");
-const nodecommons_rest_1 = require("nodecommons-rest");
-class ImagesApi extends nodecommons_rest_1.CommonsRestApi {
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { commonsTypeEncode } from 'tscommons-es-core';
+import { toEComparator, ECOMPARATORS } from 'hydra-crawler-ts-assets';
+import { CommonsRestApi, commonsRestApiBadRequest } from 'nodecommons-es-rest';
+export class ImagesApi extends CommonsRestApi {
     constructor(restServer, databaseService, path) {
         super(restServer);
         this.databaseService = databaseService;
-        super.getHandler(`${path}rest/images/:comparator(${hydra_crawler_ts_assets_1.ECOMPARATORS.join('|')})/:size[int]`, async (req, _res) => {
-            const comparator = hydra_crawler_ts_assets_1.toEComparator(req.strictParams.comparator);
+        super.getHandler(`${path}rest/images/:comparator(${ECOMPARATORS.join('|')})/:size[int]`, (req, _res) => __awaiter(this, void 0, void 0, function* () {
+            const comparator = toEComparator(req.strictParams.comparator);
             if (!comparator)
-                ImagesApi.badRequest('Invalid comparator');
+                return commonsRestApiBadRequest('Invalid comparator');
             const size = req.strictParams.size;
-            const matches = await this.databaseService.listImagesBySizeThreshold(size, comparator);
-            return tscommons_core_1.CommonsType.encode(matches);
-        });
+            const matches = yield this.databaseService.listImagesBySizeThreshold(size, comparator);
+            return commonsTypeEncode(matches);
+        }));
     }
 }
-exports.ImagesApi = ImagesApi;
+//# sourceMappingURL=images.api.js.map

package/dist/apis/images.api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"images.api.js","sourceRoot":"","sources":["../../src/apis/images.api.ts"],"names":[],"mappings":";;;;;;;;;AAEA,OAAO,EAAE,iBAAiB,EAAY,MAAM,mBAAmB,CAAC;AAGhE,OAAO,EAAe,aAAa,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAGnF,OAAO,EAAE,cAAc,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAM/E,MAAM,OAAO,SAAU,SAAQ,cAAc;IAC5C,YACE,UAAsB,EACd,eAAgC,EACxC,IAAY;QAEb,KAAK,CAAC,UAAU,CAAC,CAAC;QAHT,oBAAe,GAAf,eAAe,CAAiB;QAKzC,KAAK,CAAC,UAAU,CACd,GAAG,IAAI,2BAA2B,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EACtE,CAAO,GAAoC,EAAE,IAAsB,EAAqB,EAAE;YACzF,MAAM,UAAU,GAA0B,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,UAAoB,CAAC,CAAC;YAC/F,IAAI,CAAC,UAAU;gBAAE,OAAO,wBAAwB,CAAC,oBAAoB,CAAC,CAAC;YAEvE,MAAM,IAAI,GAAW,GAAG,CAAC,YAAY,CAAC,IAAc,CAAC;YAErD,MAAM,OAAO,GAAa,MAAM,IAAI,CAAC,eAAe,CAAC,yBAAyB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAEjG,OAAO,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC,CAAA,CACF,CAAC;IACH,CAAC;CACD"}

package/dist/apis/statistics.api.d.ts

@@ -0,0 +1,8 @@
+import { CommonsRestApi } from 'nodecommons-es-rest';
+import { RestServer } from '../servers/rest.server';
+import { DatabaseService } from '../services/database.service';
+export declare class StatisticsApi extends CommonsRestApi {
+    private databaseService;
+    private memcached;
+    constructor(restServer: RestServer, databaseService: DatabaseService, path: string);
+}

package/dist/apis/statistics.api.js

@@ -1,34 +1,41 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.StatisticsApi = void 0;
-const Cache = require("memcached-promisify");
-const tscommons_core_1 = require("tscommons-core");
-const hydra_crawler_ts_assets_1 = require("hydra-crawler-ts-assets");
-const nodecommons_rest_1 = require("nodecommons-rest");
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import Cache from 'memcached-promisify';
+import { commonsTypeHasPropertyEnum, commonsTypeHasPropertyNumber, commonsTypeIsTArray } from 'tscommons-es-core';
+import { isEStatus } from 'hydra-crawler-ts-assets';
+import { CommonsRestApi } from 'nodecommons-es-rest';
 function isTStatusTally(test) {
-    if (!tscommons_core_1.CommonsType.hasPropertyString(test, 'status'))
+    if (!commonsTypeHasPropertyEnum(test, 'status', isEStatus))
         return false;
-    if (!tscommons_core_1.CommonsType.hasPropertyNumber(test, 'tally'))
+    if (!commonsTypeHasPropertyNumber(test, 'tally'))
         return false;
     return true;
 }
-class StatisticsApi extends nodecommons_rest_1.CommonsRestApi {
+export class StatisticsApi extends CommonsRestApi {
     constructor(restServer, databaseService, path) {
         super(restServer);
         this.databaseService = databaseService;
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment, @typescript-eslint/no-unsafe-call
         this.memcached = new Cache({ keyPrefix: 'hydra', cacheHost: 'localhost:11211' });
-        super.getHandler(`${path}rest/statistics/status`, async (_req, _res) => {
-            const index = `statistics/status`;
-            const cached = await this.memcached.get(index);
-            if (cached && tscommons_core_1.CommonsType.isTArray(cached, isTStatusTally))
+        super.getHandler(`${path}rest/statistics/status`, (_req, _res) => __awaiter(this, void 0, void 0, function* () {
+            const index = 'statistics/status';
+            const cached = yield this.memcached.get(index);
+            if (cached && commonsTypeIsTArray(cached, isTStatusTally))
                 return cached;
-            const result = await this.databaseService.listStatusTallies();
-            const tallies = new Map();
+            const result = yield this.databaseService.listStatusTallies();
+            const tallies = [];
             for (const key of result.keys())
-                tallies[hydra_crawler_ts_assets_1.fromEStatus(key)] = result.get(key);
-            this.memcached.set(index, tallies, 10);
+                tallies.push({ status: key, tally: result.get(key) || 0 });
+            yield this.memcached.set(index, tallies, 10);
             return tallies;
-        });
+        }));
     }
 }
-exports.StatisticsApi = StatisticsApi;
+//# sourceMappingURL=statistics.api.js.map

package/dist/apis/statistics.api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"statistics.api.js","sourceRoot":"","sources":["../../src/apis/statistics.api.ts"],"names":[],"mappings":";;;;;;;;;AACA,OAAO,KAAK,MAAM,qBAAqB,CAAC;AAExC,OAAO,EAAE,0BAA0B,EAAE,4BAA4B,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAElH,OAAO,EAAW,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAE7D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAYrD,SAAS,cAAc,CAAC,IAAa;IACpC,IAAI,CAAC,0BAA0B,CAAC,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IACzE,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAE/D,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,OAAO,aAAc,SAAQ,cAAc;IAGhD,YACE,UAAsB,EACd,eAAgC,EACxC,IAAY;QAEb,KAAK,CAAC,UAAU,CAAC,CAAC;QAHT,oBAAe,GAAf,eAAe,CAAiB;QAKzC,sGAAsG;QACtG,IAAI,CAAC,SAAS,GAAG,IAAI,KAAK,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAEjF,KAAK,CAAC,UAAU,CACd,GAAG,IAAI,wBAAwB,EAC/B,CAAO,IAAqB,EAAE,IAAsB,EAA2B,EAAE;YAChF,MAAM,KAAK,GAAW,mBAAmB,CAAC;YAE1C,MAAM,MAAM,GAAsB,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAClE,IAAI,MAAM,IAAI,mBAAmB,CAAe,MAAM,EAAE,cAAc,CAAC;gBAAE,OAAO,MAAM,CAAC;YAEvF,MAAM,MAAM,GAAyB,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,EAAE,CAAC;YAEpF,MAAM,OAAO,GAAmB,EAAE,CAAC;YACnC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE;gBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAE5F,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;YAE7C,OAAO,OAAO,CAAC;QAChB,CAAC,CAAA,CACF,CAAC;IACH,CAAC;CACD"}

package/dist/apis/test.api.d.ts

@@ -0,0 +1,5 @@
+import { CommonsRestApi } from 'nodecommons-es-rest';
+import { RestServer } from '../servers/rest.server';
+export declare class TestApi extends CommonsRestApi {
+    constructor(restServer: RestServer, path: string);
+}

package/dist/apis/test.api.js

@@ -1,13 +1,19 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TestApi = void 0;
-const nodecommons_rest_1 = require("nodecommons-rest");
-class TestApi extends nodecommons_rest_1.CommonsRestApi {
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { CommonsRestApi } from 'nodecommons-es-rest';
+export class TestApi extends CommonsRestApi {
     constructor(restServer, path) {
         super(restServer);
-        super.getHandler(`${path}test/hello`, async (_) => {
-            return 'Hello world';
-        });
+        super.getHandler(`${path}test/hello`, 
+        // eslint-disable-next-line @typescript-eslint/require-await
+        (_) => __awaiter(this, void 0, void 0, function* () { return 'Hello world'; }));
     }
 }
-exports.TestApi = TestApi;
+//# sourceMappingURL=test.api.js.map

package/dist/apis/test.api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test.api.js","sourceRoot":"","sources":["../../src/apis/test.api.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAIrD,MAAM,OAAO,OAAQ,SAAQ,cAAc;IAC1C,YACE,UAAsB,EACtB,IAAY;QAEb,KAAK,CAAC,UAAU,CAAC,CAAC;QAElB,KAAK,CAAC,UAAU,CACd,GAAG,IAAI,YAAY;QACnB,4DAA4D;QAC5D,CAAO,CAAU,EAAmB,EAAE,gDAAC,OAAA,aAAa,CAAA,GAAA,CACrD,CAAC;IACH,CAAC;CACD"}

package/dist/apis/urls.api.d.ts

@@ -0,0 +1,7 @@
+import { CommonsRestApi } from 'nodecommons-es-rest';
+import { RestServer } from '../servers/rest.server';
+import { DatabaseService } from '../services/database.service';
+export declare class UrlsApi extends CommonsRestApi {
+    private databaseService;
+    constructor(restServer: RestServer, databaseService: DatabaseService, path: string);
+}

package/dist/apis/urls.api.js

@@ -1,23 +1,29 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.UrlsApi = void 0;
-const tscommons_core_1 = require("tscommons-core");
-const hydra_crawler_ts_assets_1 = require("hydra-crawler-ts-assets");
-const nodecommons_rest_1 = require("nodecommons-rest");
-class UrlsApi extends nodecommons_rest_1.CommonsRestApi {
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { commonsTypeEncode } from 'tscommons-es-core';
+import { EDirection } from 'hydra-crawler-ts-assets';
+import { CommonsRestApi } from 'nodecommons-es-rest';
+export class UrlsApi extends CommonsRestApi {
     constructor(restServer, databaseService, path) {
         super(restServer);
         this.databaseService = databaseService;
         // Can't use strict and ICommonsRequestWithStrictParams as the url could be anything, and idname won't accept that
-        super.getHandler(`${path}rest/urls/:url/links`, async (req, _res) => {
-            const outbound = await this.databaseService.listOutboundLinks(req.params.url);
-            const inbound = await this.databaseService.listInboundLinks(req.params.url);
+        super.getHandler(`${path}rest/urls/:url/links`, (req, _res) => __awaiter(this, void 0, void 0, function* () {
+            const outbound = yield this.databaseService.listOutboundLinks(req.params.url);
+            const inbound = yield this.databaseService.listInboundLinks(req.params.url);
             const urlLinks = {
-                [hydra_crawler_ts_assets_1.EDirection.INBOUND]: inbound,
-                [hydra_crawler_ts_assets_1.EDirection.OUTBOUND]: outbound
+                [EDirection.INBOUND]: inbound,
+                [EDirection.OUTBOUND]: outbound
             };
-            return tscommons_core_1.CommonsType.encode(urlLinks);
-        });
+            return commonsTypeEncode(urlLinks);
+        }));
     }
 }
-exports.UrlsApi = UrlsApi;
+//# sourceMappingURL=urls.api.js.map

package/dist/apis/urls.api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"urls.api.js","sourceRoot":"","sources":["../../src/apis/urls.api.ts"],"names":[],"mappings":";;;;;;;;;AAEA,OAAO,EAAE,iBAAiB,EAAY,MAAM,mBAAmB,CAAC;AAGhE,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAMrD,MAAM,OAAO,OAAQ,SAAQ,cAAc;IAC1C,YACE,UAAsB,EACd,eAAgC,EACxC,IAAY;QAEb,KAAK,CAAC,UAAU,CAAC,CAAC;QAHT,oBAAe,GAAf,eAAe,CAAiB;QAKzC,kHAAkH;QAElH,KAAK,CAAC,UAAU,CACd,GAAG,IAAI,sBAAsB,EAC7B,CAAO,GAAoB,EAAE,IAAsB,EAAqB,EAAE;YACzE,MAAM,QAAQ,GAAa,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACxF,MAAM,OAAO,GAAa,MAAM,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAEtF,MAAM,QAAQ,GAAc;gBAC1B,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,OAAO;gBAC7B,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,QAAQ;aAChC,CAAC;YAEF,OAAO,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC,CAAA,CACF,CAAC;IACH,CAAC;CACD"}

package/dist/apps/cleanup.app.d.ts

@@ -0,0 +1,19 @@
+import { CommonsApp } from 'nodecommons-es-app';
+import { DatabaseService } from '../services/database.service';
+import { IMatch } from '../interfaces/imatch';
+import { EList } from '../enums/elist';
+import { IInternalHydraCommonListApp } from './internal-hydra-common.app';
+export declare class CleanupApp extends CommonsApp implements IInternalHydraCommonListApp {
+    private includeReset;
+    private includeLinks;
+    private databaseService;
+    private lists;
+    constructor(includeReset?: boolean, includeLinks?: boolean);
+    getAppName(): string;
+    setDatabaseService(databaseService: DatabaseService): void;
+    addToList(list: EList, entries: IMatch[]): void;
+    init(): Promise<void>;
+    private reset;
+    private links;
+    run(): Promise<void>;
+}