@magda/minion-framework 2.3.3 → 3.0.0-alpha.0

package/dist/setupRecrawlEndpoint.js

@@ -1,75 +1,76 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
 /**
-                                                                * @apiGroup Minions
-                                                                * @api {post} /v0/minions/recrawl Make the minion recrawl the registry
-                                                                *
-                                                                * @apiDescription Make the minion recrawl the registry
-                                                                *
-                                                                * @apiSuccess (Success 200) {json} Response the minion recrawl status
-                                                                * @apiSuccessExample {json} Response:
-                                                                *  {
-                                                                *    isSuccess: true,
-                                                                *    isNewCrawler: true
-                                                                *  }
-                                                                * @apiUse GenericErrorMinionJson
-                                                                */
-function setupRecrawlEndpoint(server, options, crawler) {
+ * @apiGroup Minions
+ * @api {post} /v0/minions/recrawl Make the minion recrawl the registry
+ *
+ * @apiDescription Make the minion recrawl the registry
+ *
+ * @apiSuccess (Success 200) {json} Response the minion recrawl status
+ * @apiSuccessExample {json} Response:
+ *  {
+ *    isSuccess: true,
+ *    isNewCrawler: true
+ *  }
+ * @apiUse GenericErrorMinionJson
+ */
+export default function setupRecrawlEndpoint(server, options, crawler) {
   server.post("/recrawl", (request, response) => {
     try {
       if (crawler.isInProgress()) {
         response.status(200).json({
           isSuccess: true,
-          isNewCrawler: false });
-
+          isNewCrawler: false
+        });
       } else
       {
         crawler.start();
         response.status(200).json({
           isSuccess: true,
-          isNewCrawler: true });
-
+          isNewCrawler: true
+        });
       }
     }
     catch (e) {
       response.status(500).json({
         isSuccess: false,
-        errorMessage: e.message ? e.message : "Unknown Error" });
-
+        errorMessage: e?.message ?
+        e.message :
+        "Unknown Error"
+      });
     }
   });
   /**
-       * @apiGroup Minions
-       * @api {get} /v0/minions/crawlerProgress Get the minion recrawl progress
-       *
-       * @apiDescription Get the minion recrawl progress
-       *
-       * @apiSuccess (Success 200) {json} Response the minion recrawl progress
-       * @apiSuccessExample {json} Response:
-       *  {
-       *    isSuccess: true,
-       *    progress: {
-       *       isCrawling: true,
-       *       crawlingPageToken: "101",
-       *       crawledRecordNumber: 100
-       *    }
-       *  }
-       * @apiUse GenericErrorMinionJson
-       */
+   * @apiGroup Minions
+   * @api {get} /v0/minions/crawlerProgress Get the minion recrawl progress
+   *
+   * @apiDescription Get the minion recrawl progress
+   *
+   * @apiSuccess (Success 200) {json} Response the minion recrawl progress
+   * @apiSuccessExample {json} Response:
+   *  {
+   *    isSuccess: true,
+   *    progress: {
+   *       isCrawling: true,
+   *       crawlingPageToken: "101",
+   *       crawledRecordNumber: 100
+   *    }
+   *  }
+   * @apiUse GenericErrorMinionJson
+   */
   server.get("/crawlerProgress", (request, response) => {
     try {
       const progress = crawler.getProgress();
       response.status(200).json({
         isSuccess: true,
-        progress });
-
+        progress
+      });
     }
     catch (e) {
       response.status(500).json({
         isSuccess: false,
-        errorMessage: e.message ? e.message : "Unknown Error" });
-
+        errorMessage: e.message ?
+        e.message :
+        "Unknown Error"
+      });
     }
   });
-}
-exports.default = setupRecrawlEndpoint;
+}

package/dist/setupRecrawlEndpoint.js.map

@@ -1 +1 @@
-{"version":3,"file":"setupRecrawlEndpoint.js","sourceRoot":"","sources":["../src/setupRecrawlEndpoint.ts"],"names":[],"mappings":";;AAgCA;;;;;;;;;;;;;GAaG;AACH,SAAwB,oBAAoB,CACxC,MAAmB,EACnB,OAAsB,EACtB,OAAgB;IAEhB,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;QAC1C,IAAI;YACA,IAAI,OAAO,CAAC,YAAY,EAAE,EAAE;gBACxB,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACtB,SAAS,EAAE,IAAI;oBACf,YAAY,EAAE,KAAK;iBACtB,CAAC,CAAC;aACN;iBAAM;gBACH,OAAO,CAAC,KAAK,EAAE,CAAC;gBAChB,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACtB,SAAS,EAAE,IAAI;oBACf,YAAY,EAAE,IAAI;iBACrB,CAAC,CAAC;aACN;SACJ;QAAC,OAAO,CAAC,EAAE;YACR,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACtB,SAAS,EAAE,KAAK;gBAChB,YAAY,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aACxD,CAAC,CAAC;SACN;IACL,CAAC,CAAC,CAAC;IAEH;;;;;;;;;;;;;;;;;OAiBG;IACH,MAAM,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;QACjD,IAAI;YACA,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YACvC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACtB,SAAS,EAAE,IAAI;gBACf,QAAQ;aACX,CAAC,CAAC;SACN;QAAC,OAAO,CAAC,EAAE;YACR,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACtB,SAAS,EAAE,KAAK;gBAChB,YAAY,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aACxD,CAAC,CAAC;SACN;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AA3DD,uCA2DC"}
+{"version":3,"file":"setupRecrawlEndpoint.js","sourceRoot":"","sources":["../src/setupRecrawlEndpoint.ts"],"names":[],"mappings":"AAgCA;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,OAAO,UAAU,oBAAoB,CACxC,MAAmB,EACnB,OAAsB,EACtB,OAAgB;IAEhB,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;QAC1C,IAAI;YACA,IAAI,OAAO,CAAC,YAAY,EAAE,EAAE;gBACxB,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACtB,SAAS,EAAE,IAAI;oBACf,YAAY,EAAE,KAAK;iBACtB,CAAC,CAAC;aACN;iBAAM;gBACH,OAAO,CAAC,KAAK,EAAE,CAAC;gBAChB,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACtB,SAAS,EAAE,IAAI;oBACf,YAAY,EAAE,IAAI;iBACrB,CAAC,CAAC;aACN;SACJ;QAAC,OAAO,CAAC,EAAE;YACR,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACtB,SAAS,EAAE,KAAK;gBAChB,YAAY,EAAG,CAAS,EAAE,OAAO;oBAC7B,CAAC,CAAE,CAAS,CAAC,OAAO;oBACpB,CAAC,CAAC,eAAe;aACxB,CAAC,CAAC;SACN;IACL,CAAC,CAAC,CAAC;IAEH;;;;;;;;;;;;;;;;;OAiBG;IACH,MAAM,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;QACjD,IAAI;YACA,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YACvC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACtB,SAAS,EAAE,IAAI;gBACf,QAAQ;aACX,CAAC,CAAC;SACN;QAAC,OAAO,CAAC,EAAE;YACR,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACtB,SAAS,EAAE,KAAK;gBAChB,YAAY,EAAG,CAAS,CAAC,OAAO;oBAC5B,CAAC,CAAE,CAAS,CAAC,OAAO;oBACpB,CAAC,CAAC,eAAe;aACxB,CAAC,CAAC;SACN;IACL,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/setupWebhookEndpoint.d.ts

@@ -1,4 +1,4 @@
 import express from "express";
-import Registry from "@magda/typescript-common/dist/registry/AuthorizedRegistryClient";
-import MinionOptions from "./MinionOptions";
+import Registry from "@magda/typescript-common/dist/registry/AuthorizedRegistryClient.js";
+import MinionOptions from "./MinionOptions.js";
 export default function setupWebhookEndpoint(server: express.Application, options: MinionOptions, registry: Registry): void;

package/dist/setupWebhookEndpoint.js

@@ -1,37 +1,13 @@
-"use strict";
-var __createBinding = this && this.__createBinding || (Object.create ? function (o, m, k, k2) {
-  if (k2 === undefined) k2 = k;
-  Object.defineProperty(o, k2, { enumerable: true, get: function () {return m[k];} });
-} : function (o, m, k, k2) {
-  if (k2 === undefined) k2 = k;
-  o[k2] = m[k];
-});
-var __setModuleDefault = this && this.__setModuleDefault || (Object.create ? function (o, v) {
-  Object.defineProperty(o, "default", { enumerable: true, value: v });
-} : function (o, v) {
-  o["default"] = v;
-});
-var __importStar = this && this.__importStar || function (mod) {
-  if (mod && mod.__esModule) return mod;
-  var result = {};
-  if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-  __setModuleDefault(result, mod);
-  return result;
-};
-var __importDefault = this && this.__importDefault || function (mod) {
-  return mod && mod.__esModule ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const lodash_1 = __importDefault(require("lodash"));
-const unionToThrowable_1 = __importDefault(require("@magda/typescript-common/dist/util/unionToThrowable"));
-const AsyncPage_1 = __importStar(require("@magda/typescript-common/dist/AsyncPage"));
-function setupWebhookEndpoint(server, options, registry) {
+import _ from "lodash";
+import unionToThrowable from "@magda/typescript-common/dist/util/unionToThrowable.js";
+import AsyncPage, { forEachAsync } from "@magda/typescript-common/dist/AsyncPage.js";
+export default function setupWebhookEndpoint(server, options, registry) {
   server.post("/hook", (request, response) => {
     const payload = request.body;
-    const recordsPage = AsyncPage_1.default.single(payload.records);
-    const megaPromise = AsyncPage_1.forEachAsync(recordsPage, options.concurrency || 1, record => options.onRecordFound(record, registry));
-    const lastEventIdExists = !lodash_1.default.isUndefined(payload.lastEventId);
-    const deferredResponseUrlExists = !lodash_1.default.isUndefined(payload.deferredResponseUrl);
+    const recordsPage = AsyncPage.single(payload.records);
+    const megaPromise = forEachAsync(recordsPage, options.concurrency || 1, (record) => options.onRecordFound(record, registry));
+    const lastEventIdExists = !_.isUndefined(payload.lastEventId);
+    const deferredResponseUrlExists = !_.isUndefined(payload.deferredResponseUrl);
     if (options.async) {
       if (!lastEventIdExists) {
         console.warn("No event id was passed so the minion can't operate asynchronously - reverting to synchronous mode");
@@ -45,17 +21,17 @@ function setupWebhookEndpoint(server, options, registry) {
     deferredResponseUrlExists) {
       response.status(201).send({
         status: "Working",
-        deferResponse: true });
-
-      const sendResult = success => registry.
+        deferResponse: true
+      });
+      const sendResult = (success) => registry.
       resumeHook(options.id, success, payload.lastEventId).
-      then(unionToThrowable_1.default).
-      then(result => {
+      then(unionToThrowable).
+      then((result) => {
         console.info("Successfully posted back to registry for event " +
         payload.lastEventId);
         return result;
       }).
-      catch(error => {
+      catch((error) => {
         console.error(error);
         throw error;
       });
@@ -63,10 +39,10 @@ function setupWebhookEndpoint(server, options, registry) {
       then(() =>
       // On success, send the result as true, if we fail to send the result (even though the hook worked) then just log
       // the error - this is presumably because the registry has gone down, when it comes back up it'll resume the hook.
-      sendResult(true).catch(err => {
+      sendResult(true).catch((err) => {
         console.error(err);
       })).
-      catch(err => {
+      catch((err) => {
         // Something has actually gone wrong with the minion behaviour itself that hasn't been handled by the minion.
         // We class this as pretty catastrophic, so we log it and shut down the hook (set to inactive)
         // TODO: Figure out some way to notify of failures.
@@ -80,17 +56,16 @@ function setupWebhookEndpoint(server, options, registry) {
       then(() => {
         response.status(201).send({
           status: "Received",
-          deferResponse: false });
-
+          deferResponse: false
+        });
       }).
-      catch(e => {
+      catch((e) => {
         console.error(e);
         response.status(500).send({
           status: "Error",
-          deferResponse: false });
-
+          deferResponse: false
+        });
       });
     }
   });
-}
-exports.default = setupWebhookEndpoint;
+}

package/dist/setupWebhookEndpoint.js.map

@@ -1 +1 @@
-{"version":3,"file":"setupWebhookEndpoint.js","sourceRoot":"","sources":["../src/setupWebhookEndpoint.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAAA,oDAAuB;AAKvB,yGAAiF;AAIjF,mFAAgF;AAEhF,SAAwB,oBAAoB,CACxC,MAA2B,EAC3B,OAAsB,EACtB,QAAkB;IAElB,MAAM,CAAC,IAAI,CACP,OAAO,EACP,CAAC,OAAwB,EAAE,QAA0B,EAAE,EAAE;QACrD,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;QAE7B,MAAM,WAAW,GAAG,mBAAS,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACtD,MAAM,WAAW,GAAG,wBAAY,CAC5B,WAAW,EACX,OAAO,CAAC,WAAW,IAAI,CAAC,EACxB,CAAC,MAAc,EAAE,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,CAC9D,CAAC;QAEF,MAAM,iBAAiB,GAAG,CAAC,gBAAC,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC9D,MAAM,yBAAyB,GAAG,CAAC,gBAAC,CAAC,WAAW,CAC5C,OAAO,CAAC,mBAAmB,CAC9B,CAAC;QACF,IAAI,OAAO,CAAC,KAAK,EAAE;YACf,IAAI,CAAC,iBAAiB,EAAE;gBACpB,OAAO,CAAC,IAAI,CACR,mGAAmG,CACtG,CAAC;aACL;YAED,IAAI,CAAC,yBAAyB,EAAE;gBAC5B,OAAO,CAAC,IAAI,CACR,gHAAgH,CACnH,CAAC;aACL;SACJ;QAED,IACI,OAAO,CAAC,KAAK;YACb,iBAAiB;YACjB,yBAAyB,EAC3B;YACE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACtB,MAAM,EAAE,SAAS;gBACjB,aAAa,EAAE,IAAI;aACtB,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,CAAC,OAAgB,EAAE,EAAE,CACpC,QAAQ;iBACH,UAAU,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC;iBACpD,IAAI,CAAC,0BAAgB,CAAC;iBACtB,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;gBACb,OAAO,CAAC,IAAI,CACR,iDAAiD;oBAC7C,OAAO,CAAC,WAAW,CAC1B,CAAC;gBACF,OAAO,MAAM,CAAC;YAClB,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,KAAY,EAAE,EAAE;gBACpB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACrB,MAAM,KAAK,CAAC;YAChB,CAAC,CAAC,CAAC;YAEX,WAAW;iBACN,IAAI,CAAC,GAAG,EAAE;YACP,iHAAiH;YACjH,kHAAkH;YAClH,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE;gBAClC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC,CAAC,CACL;iBACA,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE;gBAClB,6GAA6G;gBAC7G,8FAA8F;gBAC9F,mDAAmD;gBACnD,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAEnB,OAAO,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;gBACzC,OAAO,QAAQ,CAAC,UAAU,CACtB,OAAO,CAAC,EAAE,EACV,KAAK,EACL,OAAO,CAAC,WAAW,EACnB,KAAK,CACR,CAAC;YACN,CAAC,CAAC,CAAC;SACV;aAAM;YACH,WAAW;iBACN,IAAI,CAAC,GAAG,EAAE;gBACP,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACtB,MAAM,EAAE,UAAU;oBAClB,aAAa,EAAE,KAAK;iBACvB,CAAC,CAAC;YACP,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBACT,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACjB,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACtB,MAAM,EAAE,OAAO;oBACf,aAAa,EAAE,KAAK;iBACvB,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;SACV;IACL,CAAC,CACJ,CAAC;AACN,CAAC;AArGD,uCAqGC"}
+{"version":3,"file":"setupWebhookEndpoint.js","sourceRoot":"","sources":["../src/setupWebhookEndpoint.ts"],"names":[],"mappings":"AAAA,OAAO,CAAC,MAAM,QAAQ,CAAC;AAKvB,OAAO,gBAAgB,MAAM,sDAAsD,CAAC;AAIpF,OAAO,SAAS,EAAE,EACd,YAAY,EACf,MAAM,0CAA0C,CAAC;AAElD,MAAM,CAAC,OAAO,UAAU,oBAAoB,CACxC,MAA2B,EAC3B,OAAsB,EACtB,QAAkB;IAElB,MAAM,CAAC,IAAI,CACP,OAAO,EACP,CAAC,OAAwB,EAAE,QAA0B,EAAE,EAAE;QACrD,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;QAE7B,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACtD,MAAM,WAAW,GAAG,YAAY,CAC5B,WAAW,EACX,OAAO,CAAC,WAAW,IAAI,CAAC,EACxB,CAAC,MAAc,EAAE,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,CAC9D,CAAC;QAEF,MAAM,iBAAiB,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC9D,MAAM,yBAAyB,GAAG,CAAC,CAAC,CAAC,WAAW,CAC5C,OAAO,CAAC,mBAAmB,CAC9B,CAAC;QACF,IAAI,OAAO,CAAC,KAAK,EAAE;YACf,IAAI,CAAC,iBAAiB,EAAE;gBACpB,OAAO,CAAC,IAAI,CACR,mGAAmG,CACtG,CAAC;aACL;YAED,IAAI,CAAC,yBAAyB,EAAE;gBAC5B,OAAO,CAAC,IAAI,CACR,gHAAgH,CACnH,CAAC;aACL;SACJ;QAED,IACI,OAAO,CAAC,KAAK;YACb,iBAAiB;YACjB,yBAAyB,EAC3B;YACE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACtB,MAAM,EAAE,SAAS;gBACjB,aAAa,EAAE,IAAI;aACtB,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,CAAC,OAAgB,EAAE,EAAE,CACpC,QAAQ;iBACH,UAAU,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC;iBACpD,IAAI,CAAC,gBAAgB,CAAC;iBACtB,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;gBACb,OAAO,CAAC,IAAI,CACR,iDAAiD;oBAC7C,OAAO,CAAC,WAAW,CAC1B,CAAC;gBACF,OAAO,MAAM,CAAC;YAClB,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,KAAY,EAAE,EAAE;gBACpB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACrB,MAAM,KAAK,CAAC;YAChB,CAAC,CAAC,CAAC;YAEX,WAAW;iBACN,IAAI,CAAC,GAAG,EAAE;YACP,iHAAiH;YACjH,kHAAkH;YAClH,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE;gBAClC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC,CAAC,CACL;iBACA,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE;gBAClB,6GAA6G;gBAC7G,8FAA8F;gBAC9F,mDAAmD;gBACnD,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAEnB,OAAO,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;gBACzC,OAAO,QAAQ,CAAC,UAAU,CACtB,OAAO,CAAC,EAAE,EACV,KAAK,EACL,OAAO,CAAC,WAAW,EACnB,KAAK,CACR,CAAC;YACN,CAAC,CAAC,CAAC;SACV;aAAM;YACH,WAAW;iBACN,IAAI,CAAC,GAAG,EAAE;gBACP,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACtB,MAAM,EAAE,UAAU;oBAClB,aAAa,EAAE,KAAK;iBACvB,CAAC,CAAC;YACP,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBACT,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACjB,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACtB,MAAM,EAAE,OAAO;oBACf,aAAa,EAAE,KAAK;iBACvB,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;SACV;IACL,CAAC,CACJ,CAAC;AACN,CAAC"}

package/dist/startApiEndpoints.d.ts

@@ -1,3 +1,3 @@
-import MinionOptions from "./MinionOptions";
+import MinionOptions from "./MinionOptions.js";
 import { Application } from "express";
 export default function startApiEndpoints(server: Application, options: MinionOptions): void;

package/dist/startApiEndpoints.js

@@ -1,14 +1,8 @@
-"use strict";
-var __importDefault = this && this.__importDefault || function (mod) {
-  return mod && mod.__esModule ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const getWebhookUrl_1 = __importDefault(require("./getWebhookUrl"));
-function startApiEndpoints(server, options) {
+import getWebhookUrl from "./getWebhookUrl.js";
+export default function startApiEndpoints(server, options) {
   function getPort() {
     return options.argv.listenPort;
   }
   server.listen(getPort());
-  console.info(`Listening at ${getWebhookUrl_1.default(options)}`);
-}
-exports.default = startApiEndpoints;
+  console.info(`Listening at ${getWebhookUrl(options)}`);
+}

package/dist/startApiEndpoints.js.map

@@ -1 +1 @@
-{"version":3,"file":"startApiEndpoints.js","sourceRoot":"","sources":["../src/startApiEndpoints.ts"],"names":[],"mappings":";;;;;AAAA,oEAA4C;AAI5C,SAAwB,iBAAiB,CACrC,MAAmB,EACnB,OAAsB;IAEtB,SAAS,OAAO;QACZ,OAAO,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC;IACnC,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IACzB,OAAO,CAAC,IAAI,CAAC,gBAAgB,uBAAa,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;AAC3D,CAAC;AAVD,oCAUC"}
+{"version":3,"file":"startApiEndpoints.js","sourceRoot":"","sources":["../src/startApiEndpoints.ts"],"names":[],"mappings":"AAAA,OAAO,aAAa,MAAM,oBAAoB,CAAC;AAI/C,MAAM,CAAC,OAAO,UAAU,iBAAiB,CACrC,MAAmB,EACnB,OAAsB;IAEtB,SAAS,OAAO;QACZ,OAAO,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC;IACnC,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IACzB,OAAO,CAAC,IAAI,CAAC,gBAAgB,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;AAC3D,CAAC"}

package/dist/test/Crawler.spec.js

@@ -1,102 +1,86 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const nock_1 = __importDefault(require("nock"));
-const lodash_1 = __importDefault(require("lodash"));
-const chai_1 = require("chai");
-const query_string_1 = __importDefault(require("query-string"));
-const AuthorizedRegistryClient_1 = __importDefault(require("magda-typescript-common/src/registry/AuthorizedRegistryClient"));
-const arbitraries_1 = require("magda-typescript-common/src/test/arbitraries");
-const jsverify_1 = __importDefault(require("magda-typescript-common/src/test/jsverify"));
-const fakeArgv_1 = __importDefault(require("./fakeArgv"));
-const baseSpec_1 = __importDefault(require("./baseSpec"));
-const Crawler_1 = __importDefault(require("../Crawler"));
-const TenantConsts_1 = require("magda-typescript-common/src/registry/TenantConsts");
+import nock from "nock";
+import _ from "lodash";
+import { expect } from "chai";
+import queryString from "query-string";
+import Registry from "magda-typescript-common/src/registry/AuthorizedRegistryClient.js";
+import { lcAlphaNumStringArbNe } from "magda-typescript-common/src/test/arbitraries.js";
+import jsc from "jsverify";
+import fakeArgv from "./fakeArgv.js";
+import baseSpec from "./baseSpec.js";
+import Crawler from "../Crawler.js";
+import { MAGDA_ADMIN_PORTAL_ID } from "magda-typescript-common/src/registry/TenantConsts.js";
 const DEFAULT_CRAWLER_RECORD_FETCH_NUMBER = 198;
-baseSpec_1.default("Crawler", (expressApp, _expressServer, listenPort, beforeEachProperty) => {
+baseSpec("Crawler", (expressApp, _expressServer, listenPort, beforeEachProperty) => {
     //--- avoid different property test hit into the same registry domain
     let registryDomainCounter = 0;
     //--- function implements generic crawler testing logic
-    function basecrawlerTest(registryTotalRecordsNumber, domain, jwtSecret, concurrency, async, enableMultiTenant, 
+    async function basecrawlerTest(registryTotalRecordsNumber, domain, jwtSecret, concurrency, async, enableMultiTenant, 
     // --- init func creates other context variables shared among callbacks
     envInit, onRecordFound, registryReplyFunc, propertyCheckingFunc) {
-        return __awaiter(this, void 0, void 0, function* () {
-            beforeEachProperty();
-            const internalUrl = `http://${domain}.com`;
-            const registryDomain = "registry_" + registryDomainCounter;
-            const tenantDomain = "tenant_" + registryDomainCounter;
-            registryDomainCounter++;
-            const registryUrl = `http://${registryDomain}.com:80`;
-            const tenantUrl = `http://${tenantDomain}.com:80`;
-            const registryScope = nock_1.default(registryUrl);
-            const tenantId = TenantConsts_1.MAGDA_ADMIN_PORTAL_ID;
-            const userId = "b1fddd6f-e230-4068-bd2c-1a21844f1598";
-            const registry = new AuthorizedRegistryClient_1.default({
-                baseUrl: registryUrl,
-                jwtSecret: jwtSecret,
-                userId: userId,
-                tenantId: tenantId
-            });
-            let context = {
-                registryTotalRecordsNumber,
-                domain,
+        beforeEachProperty();
+        const internalUrl = `http://${domain}.com`;
+        const registryDomain = "registry_" + registryDomainCounter;
+        const tenantDomain = "tenant_" + registryDomainCounter;
+        registryDomainCounter++;
+        const registryUrl = `http://${registryDomain}.com:80`;
+        const tenantUrl = `http://${tenantDomain}.com:80`;
+        const registryScope = nock(registryUrl);
+        const tenantId = MAGDA_ADMIN_PORTAL_ID;
+        const userId = "b1fddd6f-e230-4068-bd2c-1a21844f1598";
+        const registry = new Registry({
+            baseUrl: registryUrl,
+            jwtSecret: jwtSecret,
+            userId: userId,
+            tenantId: tenantId
+        });
+        let context = {
+            registryTotalRecordsNumber,
+            domain,
+            jwtSecret,
+            userId,
+            concurrency,
+            async,
+            registryScope,
+            registry
+        };
+        const env = envInit.bind(context)();
+        if (env && typeof env === "object")
+            context = { ...context, ...env };
+        const options = {
+            argv: fakeArgv({
+                internalUrl,
+                registryUrl,
+                enableMultiTenant,
+                tenantUrl,
                 jwtSecret,
                 userId,
-                concurrency,
-                async,
-                registryScope,
-                registry
-            };
-            const env = envInit.bind(context)();
-            if (env && typeof env === "object")
-                context = Object.assign(Object.assign({}, context), env);
-            const options = {
-                argv: fakeArgv_1.default({
-                    internalUrl,
-                    registryUrl,
-                    enableMultiTenant,
-                    tenantUrl,
-                    jwtSecret,
-                    userId,
-                    listenPort: listenPort(),
-                    crawlerRecordFetchNumber: DEFAULT_CRAWLER_RECORD_FETCH_NUMBER
-                }),
-                id: "id",
-                aspects: [],
-                optionalAspects: [],
-                writeAspectDefs: [],
-                async,
-                express: expressApp,
-                concurrency: concurrency,
-                onRecordFound: onRecordFound.bind(context)
-            };
-            registryScope
-                .persist()
-                .get("/records")
-                .query(true)
-                .reply(registryReplyFunc.bind(context));
-            const crawler = new Crawler_1.default(registry, options);
-            context.crawler = crawler;
-            yield crawler.start();
-            registryScope.done();
-            return propertyCheckingFunc.bind(context)();
-        });
+                listenPort: listenPort(),
+                crawlerRecordFetchNumber: DEFAULT_CRAWLER_RECORD_FETCH_NUMBER
+            }),
+            id: "id",
+            aspects: [],
+            optionalAspects: [],
+            writeAspectDefs: [],
+            async,
+            express: expressApp,
+            concurrency: concurrency,
+            onRecordFound: onRecordFound.bind(context)
+        };
+        registryScope
+            .persist()
+            .get("/records")
+            .query(true)
+            .reply(registryReplyFunc.bind(context));
+        const crawler = new Crawler(registry, options);
+        context.crawler = crawler;
+        await crawler.start();
+        registryScope.done();
+        return propertyCheckingFunc.bind(context)();
     }
     function basePropertyTest(
     // --- init func creates other context variables shared among callbacks
     envInit, onRecordFound, registryReplyFunc, propertyCheckingFunc) {
-        return jsverify_1.default.assert(jsverify_1.default.forall(jsverify_1.default.nat(100), arbitraries_1.lcAlphaNumStringArbNe, arbitraries_1.lcAlphaNumStringArbNe, jsverify_1.default.integer(1, 10), jsverify_1.default.bool, jsverify_1.default.bool, lodash_1.default.partialRight(basecrawlerTest, envInit, onRecordFound, registryReplyFunc, propertyCheckingFunc)));
+        return jsc.assert(jsc.forall(jsc.nat(100), lcAlphaNumStringArbNe, lcAlphaNumStringArbNe, jsc.integer(1, 10), jsc.bool, jsc.bool, _.partialRight(basecrawlerTest, envInit, onRecordFound, registryReplyFunc, propertyCheckingFunc)));
     }
     it("should crawl all records in registry ONCE start() called ", () => {
         return basePropertyTest(function () {
@@ -108,7 +92,7 @@ baseSpec_1.default("Crawler", (expressApp, _expressServer, listenPort, beforeEac
                 name: "",
                 aspects: {},
                 sourceTag: "",
-                tenantId: TenantConsts_1.MAGDA_ADMIN_PORTAL_ID
+                tenantId: MAGDA_ADMIN_PORTAL_ID
             }));
             return { recordsTestTable, registryRecords };
         }, function (foundRecord, registry) {
@@ -120,12 +104,12 @@ baseSpec_1.default("Crawler", (expressApp, _expressServer, listenPort, beforeEac
             return Promise.resolve();
         }, function (uri, requestBody) {
             //---registryReplyFunc
-            const params = query_string_1.default.parseUrl(uri).query;
+            const params = queryString.parseUrl(uri).query;
             const pageIdx = params.pageToken
                 ? parseInt(params.pageToken, 10)
                 : 0;
             const limit = parseInt(params.limit, 10);
-            chai_1.expect(limit).to.equal(DEFAULT_CRAWLER_RECORD_FETCH_NUMBER);
+            expect(limit).to.equal(DEFAULT_CRAWLER_RECORD_FETCH_NUMBER);
             if (limit < 1) {
                 throw new Error("Invalid limit param received!");
             }
@@ -168,7 +152,7 @@ baseSpec_1.default("Crawler", (expressApp, _expressServer, listenPort, beforeEac
                 name: "",
                 aspects: {},
                 sourceTag: "",
-                tenantId: TenantConsts_1.MAGDA_ADMIN_PORTAL_ID
+                tenantId: MAGDA_ADMIN_PORTAL_ID
             }));
             return {
                 totalCrawledRecordsNumber,
@@ -178,7 +162,7 @@ baseSpec_1.default("Crawler", (expressApp, _expressServer, listenPort, beforeEac
             return Promise.resolve();
         }, function (uri, requestBody) {
             //---registryReplyFunc
-            const params = query_string_1.default.parseUrl(uri).query;
+            const params = queryString.parseUrl(uri).query;
             const pageIdx = params.pageToken
                 ? parseInt(params.pageToken, 10)
                 : 0;
@@ -200,7 +184,7 @@ baseSpec_1.default("Crawler", (expressApp, _expressServer, listenPort, beforeEac
             const crawlingPageToken = String(crawlingPageTokenValue);
             this.totalCrawledRecordsNumber += recordPage.length;
             const progress = this.crawler.getProgress();
-            chai_1.expect(progress).to.deep.equal({
+            expect(progress).to.deep.equal({
                 isCrawling: true,
                 crawlingPageToken: String(pageIdx ? pageIdx : ""),
                 crawledRecordNumber: pageIdx

package/dist/test/Crawler.spec.js.map

@@ -1 +1 @@
-{"version":3,"file":"Crawler.spec.js","sourceRoot":"","sources":["../../src/test/Crawler.spec.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAEA,gDAAwB;AACxB,oDAAuB;AACvB,+BAA8B;AAC9B,gEAAuC;AACvC,6HAAqF;AAGrF,8EAAqF;AACrF,yFAA4D;AAG5D,0DAAkC;AAClC,0DAAkC;AAClC,yDAAiC;AACjC,oFAA0F;AAE1F,MAAM,mCAAmC,GAAG,GAAG,CAAC;AAEhD,kBAAQ,CACJ,SAAS,EACT,CACI,UAAiC,EACjC,cAA4B,EAC5B,UAAwB,EACxB,kBAA8B,EAChC,EAAE;IACA,qEAAqE;IACrE,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAE9B,uDAAuD;IACvD,SAAe,eAAe,CAC1B,0BAAkC,EAClC,MAAc,EACd,SAAiB,EACjB,WAAmB,EACnB,KAAc,EACd,iBAA0B;IAC1B,uEAAuE;IACvE,OAAkB,EAClB,aAGkB,EAClB,iBAA4D,EAC5D,oBAAmC;;YAEnC,kBAAkB,EAAE,CAAC;YAErB,MAAM,WAAW,GAAG,UAAU,MAAM,MAAM,CAAC;YAC3C,MAAM,cAAc,GAAG,WAAW,GAAG,qBAAqB,CAAC;YAC3D,MAAM,YAAY,GAAG,SAAS,GAAG,qBAAqB,CAAC;YACvD,qBAAqB,EAAE,CAAC;YACxB,MAAM,WAAW,GAAG,UAAU,cAAc,SAAS,CAAC;YACtD,MAAM,SAAS,GAAG,UAAU,YAAY,SAAS,CAAC;YAClD,MAAM,aAAa,GAAG,cAAI,CAAC,WAAW,CAAC,CAAC;YACxC,MAAM,QAAQ,GAAG,oCAAqB,CAAC;YAEvC,MAAM,MAAM,GAAG,sCAAsC,CAAC;YACtD,MAAM,QAAQ,GAAG,IAAI,kCAAQ,CAAC;gBAC1B,OAAO,EAAE,WAAW;gBACpB,SAAS,EAAE,SAAS;gBACpB,MAAM,EAAE,MAAM;gBACd,QAAQ,EAAE,QAAQ;aACrB,CAAC,CAAC;YAEH,IAAI,OAAO,GAAQ;gBACf,0BAA0B;gBAC1B,MAAM;gBACN,SAAS;gBACT,MAAM;gBACN,WAAW;gBACX,KAAK;gBACL,aAAa;gBACb,QAAQ;aACX,CAAC;YAEF,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACpC,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;gBAC9B,OAAO,mCAAQ,OAAO,GAAK,GAAG,CAAE,CAAC;YAErC,MAAM,OAAO,GAAkB;gBAC3B,IAAI,EAAE,kBAAQ,CAAC;oBACX,WAAW;oBACX,WAAW;oBACX,iBAAiB;oBACjB,SAAS;oBACT,SAAS;oBACT,MAAM;oBACN,UAAU,EAAE,UAAU,EAAE;oBACxB,wBAAwB,EAAE,mCAAmC;iBAChE,CAAC;gBACF,EAAE,EAAE,IAAI;gBACR,OAAO,EAAE,EAAE;gBACX,eAAe,EAAE,EAAE;gBACnB,eAAe,EAAE,EAAE;gBACnB,KAAK;gBACL,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,WAAW;gBACxB,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC;aAC7C,CAAC;YAEF,aAAa;iBACR,OAAO,EAAE;iBACT,GAAG,CAAC,UAAU,CAAC;iBACf,KAAK,CAAC,IAAI,CAAC;iBACX,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YAE5C,MAAM,OAAO,GAAG,IAAI,iBAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC/C,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC;YAE1B,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,aAAa,CAAC,IAAI,EAAE,CAAC;YACrB,OAAO,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAChD,CAAC;KAAA;IAED,SAAS,gBAAgB;IACrB,uEAAuE;IACvE,OAAkB,EAClB,aAGkB,EAClB,iBAA4D,EAC5D,oBAAmC;QAEnC,OAAO,kBAAG,CAAC,MAAM,CACb,kBAAG,CAAC,MAAM,CACN,kBAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EACZ,mCAAqB,EACrB,mCAAqB,EACrB,kBAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,CAAC,EAClB,kBAAG,CAAC,IAAI,EACR,kBAAG,CAAC,IAAI,EACR,gBAAC,CAAC,YAAY,CACV,eAAe,EACf,OAAO,EACP,aAAa,EACb,iBAAiB,EACjB,oBAAoB,CACvB,CACJ,CACJ,CAAC;IACN,CAAC;IAED,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACjE,OAAO,gBAAgB,CACnB;YACI,YAAY;YACZ,oFAAoF;YACpF,MAAM,gBAAgB,GAAa,IAAI,KAAK,CACxC,IAAI,CAAC,0BAA0B,CAClC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACV,MAAM,eAAe,GAAa,gBAAgB,CAAC,GAAG,CAClD,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;gBACZ,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;gBACf,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,oCAAqB;aAClC,CAAC,CACL,CAAC;YACF,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,CAAC;QACjD,CAAC,EACD,UAGI,WAAmB,EACnB,QAAkB;YAElB,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACzC,IAAI,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAE;gBAChD,MAAM,IAAI,KAAK,CACX,sCAAsC,GAAG,EAAE,CAC9C,CAAC;aACL;YACD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC7B,CAAC,EACD,UAAqB,GAAW,EAAE,WAAmB;YACjD,sBAAsB;YACtB,MAAM,MAAM,GAAG,sBAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;YAC/C,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS;gBAC5B,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAmB,EAAE,EAAE,CAAC;gBAC1C,CAAC,CAAC,CAAC,CAAC;YACR,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAe,EAAE,EAAE,CAAC,CAAC;YACnD,aAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;YAC5D,IAAI,KAAK,GAAG,CAAC,EAAE;gBACX,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;aACpD;YACD,IAAI,OAAO,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM;gBACtC,OAAO;oBACH,GAAG;oBACH;wBACI,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;wBACvC,OAAO,EAAE,KAAK;wBACd,OAAO,EAAE,IAAI,KAAK,EAAE;qBACvB;iBACJ,CAAC;YACN,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CACzC,OAAO,EACP,OAAO,GAAG,KAAK,GAAG,CAAC,CACtB,CAAC;YAEF,MAAM,OAAO,GAAQ;gBACjB,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;gBACvC,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,UAAU;aACtB,CAAC;YAEF,MAAM,aAAa,GAAG,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC;YAElD,IAAI,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;gBAC7C,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC;aACjD;iBAAM;gBACH,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC;aAC3B;YAED,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC1B,CAAC,EACD;YACI,yBAAyB;YACzB,OAAO,CACH,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAC3B,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,CAC5B,KAAK,CAAC,CAAC,CACX,CAAC;QACN,CAAC,CACJ,CAAC;IACN,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAElB,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACjF,OAAO,gBAAgB,CACnB;YACI,YAAY;YACZ,MAAM,yBAAyB,GAAG,CAAC,CAAC;YAEpC,MAAM,eAAe,GAAa,IAAI,KAAK,CACvC,IAAI,CAAC,0BAA0B,CAClC;iBACI,IAAI,CAAC,CAAC,CAAC;iBACP,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;gBACjB,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;gBACf,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,oCAAqB;aAClC,CAAC,CAAC,CAAC;YACR,OAAO;gBACH,yBAAyB;gBACzB,eAAe;aAClB,CAAC;QACN,CAAC,EACD,UAGI,WAAmB,EACnB,QAAkB;YAElB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC7B,CAAC,EACD,UAAqB,GAAW,EAAE,WAAmB;YACjD,sBAAsB;YACtB,MAAM,MAAM,GAAG,sBAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;YAC/C,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS;gBAC5B,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAmB,EAAE,EAAE,CAAC;gBAC1C,CAAC,CAAC,CAAC,CAAC;YACR,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAe,EAAE,EAAE,CAAC,CAAC;YACnD,IAAI,KAAK,GAAG,CAAC;gBACT,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACrD,IAAI,OAAO,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;gBACxC,OAAO;oBACH,GAAG;oBACH;wBACI,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;wBACvC,OAAO,EAAE,KAAK;wBACd,OAAO,EAAE,EAAE;qBACd;iBACJ,CAAC;aACL;YACD,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CACzC,OAAO,EACP,OAAO,GAAG,KAAK,GAAG,CAAC,CACtB,CAAC;YACF,MAAM,sBAAsB,GAAG,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC;YAC3D,MAAM,iBAAiB,GAAG,MAAM,CAAC,sBAAsB,CAAC,CAAC;YACzD,IAAI,CAAC,yBAAyB,IAAI,UAAU,CAAC,MAAM,CAAC;YACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC5C,aAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;gBAC3B,UAAU,EAAE,IAAI;gBAChB,iBAAiB,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjD,mBAAmB,EAAE,OAAO;aAC/B,CAAC,CAAC;YACH,OAAO;gBACH,GAAG;gBACH;oBACI,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;oBACvC,OAAO,EAAE,IAAI;oBACb,aAAa,EAAE,iBAAiB;oBAChC,OAAO,EAAE,UAAU;iBACtB;aACJ,CAAC;QACN,CAAC,EACD;YACI,yBAAyB;YACzB,OAAO,IAAI,CAAC;QAChB,CAAC,CACJ,CAAC;IACN,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;AACvB,CAAC,CACJ,CAAC"}
+{"version":3,"file":"Crawler.spec.js","sourceRoot":"","sources":["../../src/test/Crawler.spec.ts"],"names":[],"mappings":"AAEA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,CAAC,MAAM,QAAQ,CAAC;AACvB,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAC9B,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,QAAQ,MAAM,kEAAkE,CAAC;AAGxF,OAAO,EAAE,qBAAqB,EAAE,MAAM,iDAAiD,CAAC;AACxF,OAAO,GAAG,MAAM,UAAU,CAAC;AAG3B,OAAO,QAAQ,MAAM,eAAe,CAAC;AACrC,OAAO,QAAQ,MAAM,eAAe,CAAC;AACrC,OAAO,OAAO,MAAM,eAAe,CAAC;AACpC,OAAO,EAAE,qBAAqB,EAAE,MAAM,sDAAsD,CAAC;AAE7F,MAAM,mCAAmC,GAAG,GAAG,CAAC;AAEhD,QAAQ,CACJ,SAAS,EACT,CACI,UAAiC,EACjC,cAA4B,EAC5B,UAAwB,EACxB,kBAA8B,EAChC,EAAE;IACA,qEAAqE;IACrE,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAE9B,uDAAuD;IACvD,KAAK,UAAU,eAAe,CAC1B,0BAAkC,EAClC,MAAc,EACd,SAAiB,EACjB,WAAmB,EACnB,KAAc,EACd,iBAA0B;IAC1B,uEAAuE;IACvE,OAAkB,EAClB,aAGkB,EAClB,iBAA4D,EAC5D,oBAAmC;QAEnC,kBAAkB,EAAE,CAAC;QAErB,MAAM,WAAW,GAAG,UAAU,MAAM,MAAM,CAAC;QAC3C,MAAM,cAAc,GAAG,WAAW,GAAG,qBAAqB,CAAC;QAC3D,MAAM,YAAY,GAAG,SAAS,GAAG,qBAAqB,CAAC;QACvD,qBAAqB,EAAE,CAAC;QACxB,MAAM,WAAW,GAAG,UAAU,cAAc,SAAS,CAAC;QACtD,MAAM,SAAS,GAAG,UAAU,YAAY,SAAS,CAAC;QAClD,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,qBAAqB,CAAC;QAEvC,MAAM,MAAM,GAAG,sCAAsC,CAAC;QACtD,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;YAC1B,OAAO,EAAE,WAAW;YACpB,SAAS,EAAE,SAAS;YACpB,MAAM,EAAE,MAAM;YACd,QAAQ,EAAE,QAAQ;SACrB,CAAC,CAAC;QAEH,IAAI,OAAO,GAAQ;YACf,0BAA0B;YAC1B,MAAM;YACN,SAAS;YACT,MAAM;YACN,WAAW;YACX,KAAK;YACL,aAAa;YACb,QAAQ;SACX,CAAC;QAEF,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACpC,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;YAC9B,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;QAErC,MAAM,OAAO,GAAkB;YAC3B,IAAI,EAAE,QAAQ,CAAC;gBACX,WAAW;gBACX,WAAW;gBACX,iBAAiB;gBACjB,SAAS;gBACT,SAAS;gBACT,MAAM;gBACN,UAAU,EAAE,UAAU,EAAE;gBACxB,wBAAwB,EAAE,mCAAmC;aAChE,CAAC;YACF,EAAE,EAAE,IAAI;YACR,OAAO,EAAE,EAAE;YACX,eAAe,EAAE,EAAE;YACnB,eAAe,EAAE,EAAE;YACnB,KAAK;YACL,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,WAAW;YACxB,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC;SAC7C,CAAC;QAEF,aAAa;aACR,OAAO,EAAE;aACT,GAAG,CAAC,UAAU,CAAC;aACf,KAAK,CAAC,IAAI,CAAC;aACX,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAQ,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC/C,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC;QAE1B,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,aAAa,CAAC,IAAI,EAAE,CAAC;QACrB,OAAO,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;IAChD,CAAC;IAED,SAAS,gBAAgB;IACrB,uEAAuE;IACvE,OAAkB,EAClB,aAGkB,EAClB,iBAA4D,EAC5D,oBAAmC;QAEnC,OAAO,GAAG,CAAC,MAAM,CACb,GAAG,CAAC,MAAM,CACN,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EACZ,qBAAqB,EACrB,qBAAqB,EACrB,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,CAAC,EAClB,GAAG,CAAC,IAAI,EACR,GAAG,CAAC,IAAI,EACR,CAAC,CAAC,YAAY,CACV,eAAe,EACf,OAAO,EACP,aAAa,EACb,iBAAiB,EACjB,oBAAoB,CACvB,CACJ,CACJ,CAAC;IACN,CAAC;IAED,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACjE,OAAO,gBAAgB,CACnB;YACI,YAAY;YACZ,oFAAoF;YACpF,MAAM,gBAAgB,GAAa,IAAI,KAAK,CACxC,IAAI,CAAC,0BAA0B,CAClC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACV,MAAM,eAAe,GAAa,gBAAgB,CAAC,GAAG,CAClD,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;gBACZ,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;gBACf,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,qBAAqB;aAClC,CAAC,CACL,CAAC;YACF,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,CAAC;QACjD,CAAC,EACD,UAGI,WAAmB,EACnB,QAAkB;YAElB,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACzC,IAAI,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAE;gBAChD,MAAM,IAAI,KAAK,CACX,sCAAsC,GAAG,EAAE,CAC9C,CAAC;aACL;YACD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC7B,CAAC,EACD,UAAqB,GAAW,EAAE,WAAmB;YACjD,sBAAsB;YACtB,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;YAC/C,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS;gBAC5B,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAmB,EAAE,EAAE,CAAC;gBAC1C,CAAC,CAAC,CAAC,CAAC;YACR,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAe,EAAE,EAAE,CAAC,CAAC;YACnD,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;YAC5D,IAAI,KAAK,GAAG,CAAC,EAAE;gBACX,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;aACpD;YACD,IAAI,OAAO,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM;gBACtC,OAAO;oBACH,GAAG;oBACH;wBACI,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;wBACvC,OAAO,EAAE,KAAK;wBACd,OAAO,EAAE,IAAI,KAAK,EAAE;qBACvB;iBACJ,CAAC;YACN,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CACzC,OAAO,EACP,OAAO,GAAG,KAAK,GAAG,CAAC,CACtB,CAAC;YAEF,MAAM,OAAO,GAAQ;gBACjB,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;gBACvC,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,UAAU;aACtB,CAAC;YAEF,MAAM,aAAa,GAAG,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC;YAElD,IAAI,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;gBAC7C,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC;aACjD;iBAAM;gBACH,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC;aAC3B;YAED,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC1B,CAAC,EACD;YACI,yBAAyB;YACzB,OAAO,CACH,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAC3B,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,CAC5B,KAAK,CAAC,CAAC,CACX,CAAC;QACN,CAAC,CACJ,CAAC;IACN,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAElB,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACjF,OAAO,gBAAgB,CACnB;YACI,YAAY;YACZ,MAAM,yBAAyB,GAAG,CAAC,CAAC;YAEpC,MAAM,eAAe,GAAa,IAAI,KAAK,CACvC,IAAI,CAAC,0BAA0B,CAClC;iBACI,IAAI,CAAC,CAAC,CAAC;iBACP,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;gBACjB,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;gBACf,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,qBAAqB;aAClC,CAAC,CAAC,CAAC;YACR,OAAO;gBACH,yBAAyB;gBACzB,eAAe;aAClB,CAAC;QACN,CAAC,EACD,UAGI,WAAmB,EACnB,QAAkB;YAElB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC7B,CAAC,EACD,UAAqB,GAAW,EAAE,WAAmB;YACjD,sBAAsB;YACtB,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;YAC/C,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS;gBAC5B,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAmB,EAAE,EAAE,CAAC;gBAC1C,CAAC,CAAC,CAAC,CAAC;YACR,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAe,EAAE,EAAE,CAAC,CAAC;YACnD,IAAI,KAAK,GAAG,CAAC;gBACT,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACrD,IAAI,OAAO,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;gBACxC,OAAO;oBACH,GAAG;oBACH;wBACI,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;wBACvC,OAAO,EAAE,KAAK;wBACd,OAAO,EAAE,EAAE;qBACd;iBACJ,CAAC;aACL;YACD,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CACzC,OAAO,EACP,OAAO,GAAG,KAAK,GAAG,CAAC,CACtB,CAAC;YACF,MAAM,sBAAsB,GAAG,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC;YAC3D,MAAM,iBAAiB,GAAG,MAAM,CAAC,sBAAsB,CAAC,CAAC;YACzD,IAAI,CAAC,yBAAyB,IAAI,UAAU,CAAC,MAAM,CAAC;YACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC5C,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;gBAC3B,UAAU,EAAE,IAAI;gBAChB,iBAAiB,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjD,mBAAmB,EAAE,OAAO;aAC/B,CAAC,CAAC;YACH,OAAO;gBACH,GAAG;gBACH;oBACI,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;oBACvC,OAAO,EAAE,IAAI;oBACb,aAAa,EAAE,iBAAiB;oBAChC,OAAO,EAAE,UAAU;iBACtB;aACJ,CAAC;QACN,CAAC,EACD;YACI,yBAAyB;YACzB,OAAO,IAAI,CAAC;QAChB,CAAC,CACJ,CAAC;IACN,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;AACvB,CAAC,CACJ,CAAC"}

package/dist/test/baseSpec.d.ts

@@ -1,14 +1,14 @@
-/// <reference types="node" />
+/// <reference types="node" resolution-mode="require"/>
 import express from "express";
 import { Server } from "http";
 /**
-                                * This performs functions common to all the minion framework tests, like muting error logging
-                                * (because we'll be deliberately causing errors in tests), finding free ports to listen on for
-                                * testing the API, and setting up an express app to test against.
-                                *
-                                * @param caption The caption to put in the "describe" block that goes around this test
-                                * @param fn A function in which to execute tests - this passes a number of arguments as no-arg functions
-                                *           that will return the latest value - these values change during test setup so they can't be
-                                *           passed directly during the test setup.
-                                */
+ * This performs functions common to all the minion framework tests, like muting error logging
+ * (because we'll be deliberately causing errors in tests), finding free ports to listen on for
+ * testing the API, and setting up an express app to test against.
+ *
+ * @param caption The caption to put in the "describe" block that goes around this test
+ * @param fn A function in which to execute tests - this passes a number of arguments as no-arg functions
+ *           that will return the latest value - these values change during test setup so they can't be
+ *           passed directly during the test setup.
+ */
 export default function baseSpec(caption: string, fn: (expressApp: () => express.Express, expressServer: () => Server, listenPort: () => number, beforeEachProperty: () => void) => void): void;