@magda/minion-framework 2.3.3 → 3.0.0-alpha.1

package/dist/Crawler.d.ts

@@ -1,5 +1,5 @@
-import Registry from "@magda/typescript-common/dist/registry/AuthorizedRegistryClient";
-import MinionOptions from "./MinionOptions";
+import Registry from "@magda/typescript-common/dist/registry/AuthorizedRegistryClient.js";
+import MinionOptions from "./MinionOptions.js";
 declare class Crawler {
   private isCrawling;
   private crawlingPageToken;
@@ -12,14 +12,14 @@ declare class Crawler {
   getProgress(): {
     isCrawling: boolean;
     crawlingPageToken: string;
-    crawledRecordNumber: number;};
-
+    crawledRecordNumber: number;
+  };
   start(): Promise<void>;
   /**
-                           * allow in-process crawling to be waited by other program
-                           */
+   * allow in-process crawling to be waited by other program
+   */
   waitForCrawling(): Promise<void>;
   isInProgress(): boolean;
-  private crawlExistingRecords;}
-
+  private crawlExistingRecords;
+}
 export default Crawler;

package/dist/Crawler.js

@@ -1,48 +1,15 @@
-"use strict";
-var __createBinding = this && this.__createBinding || (Object.create ? function (o, m, k, k2) {
-  if (k2 === undefined) k2 = k;
-  Object.defineProperty(o, k2, { enumerable: true, get: function () {return m[k];} });
-} : function (o, m, k, k2) {
-  if (k2 === undefined) k2 = k;
-  o[k2] = m[k];
-});
-var __setModuleDefault = this && this.__setModuleDefault || (Object.create ? function (o, v) {
-  Object.defineProperty(o, "default", { enumerable: true, value: v });
-} : function (o, v) {
-  o["default"] = v;
-});
-var __importStar = this && this.__importStar || function (mod) {
-  if (mod && mod.__esModule) return mod;
-  var result = {};
-  if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-  __setModuleDefault(result, mod);
-  return result;
-};
-var __awaiter = this && this.__awaiter || function (thisArg, _arguments, P, generator) {
-  function adopt(value) {return value instanceof P ? value : new P(function (resolve) {resolve(value);});}
-  return new (P || (P = Promise))(function (resolve, reject) {
-    function fulfilled(value) {try {step(generator.next(value));} catch (e) {reject(e);}}
-    function rejected(value) {try {step(generator["throw"](value));} catch (e) {reject(e);}}
-    function step(result) {result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);}
-    step((generator = generator.apply(thisArg, _arguments || [])).next());
-  });
-};
-var __importDefault = this && this.__importDefault || function (mod) {
-  return mod && mod.__esModule ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const unionToThrowable_1 = __importDefault(require("@magda/typescript-common/dist/util/unionToThrowable"));
-const AsyncPage_1 = __importStar(require("@magda/typescript-common/dist/AsyncPage"));
+import unionToThrowable from "@magda/typescript-common/dist/util/unionToThrowable.js";
+import AsyncPage, { forEachAsync } from "@magda/typescript-common/dist/AsyncPage.js";
 // default no. of record crawler fetechs per requests
 const DEFAULT_CRAWLER_RECORD_FETCH_NUMBER = 100;
 class Crawler {
+  isCrawling = false;
+  crawlingPageToken = null;
+  crawledRecordNumber = 0;
+  crawlerPromise = null;
+  registry = null;
+  options = null;
   constructor(registry, options) {
-    this.isCrawling = false;
-    this.crawlingPageToken = null;
-    this.crawledRecordNumber = 0;
-    this.crawlerPromise = null;
-    this.registry = null;
-    this.options = null;
     this.registry = registry;
     this.options = options;
   }
@@ -55,8 +22,8 @@ class Crawler {
     return {
       isCrawling: this.isCrawling,
       crawlingPageToken: this.crawlingPageToken,
-      crawledRecordNumber: this.crawledRecordNumber };
-
+      crawledRecordNumber: this.crawledRecordNumber
+    };
   }
   start() {
     if (this.isCrawling)
@@ -65,63 +32,59 @@ class Crawler {
     return this.crawlerPromise;
   }
   /**
-     * allow in-process crawling to be waited by other program
-     */
-  waitForCrawling() {
-    return __awaiter(this, void 0, void 0, function* () {
-      if (!this.isCrawling || !this.crawlerPromise)
-      return;
-      yield this.crawlerPromise;
-    });
+   * allow in-process crawling to be waited by other program
+   */
+  async waitForCrawling() {
+    if (!this.isCrawling || !this.crawlerPromise)
+    return;
+    await this.crawlerPromise;
   }
   isInProgress() {
     return this.isCrawling;
   }
-  crawlExistingRecords() {
-    var _a, _b, _c, _d;
-    return __awaiter(this, void 0, void 0, function* () {
-      try {
-        this.resetCrawler();
-        this.isCrawling = true;
-        console.info("Crawling existing records in registry");
-        const crawlerRecordFetchNumber = ((_a = this.options) === null || _a === void 0 ? void 0 : _a.crawlerRecordFetchNumber) ?
-        this.options.crawlerRecordFetchNumber :
-        ((_c = (_b = this.options) === null || _b === void 0 ? void 0 : _b.argv) === null || _c === void 0 ? void 0 : _c.crawlerRecordFetchNumber) ?
-        (_d = this.options) === null || _d === void 0 ? void 0 : _d.argv.crawlerRecordFetchNumber :
-        DEFAULT_CRAWLER_RECORD_FETCH_NUMBER;
-        const registryPage = AsyncPage_1.default.create(previous => {
-          if (previous && previous.hasMore === false) {
-            console.info("No more records left");
-            // Last page was an empty page, no more records left
-            return undefined;
-          } else
-          {
-            console.info("Crawling after token " + (
-            previous && previous.nextPageToken ?
-            previous.nextPageToken :
-            "<first page>"));
-            this.crawlingPageToken =
-            previous && previous.nextPageToken ?
-            previous.nextPageToken :
-            "";
-            // TODO: Retry with reduced limit if entity size too large error.
-            return this.registry.
-            getRecords(this.options.aspects, this.options.optionalAspects, previous && previous.nextPageToken, true, crawlerRecordFetchNumber).
-            then(unionToThrowable_1.default).
-            then(page => {
-              this.crawledRecordNumber += page.records.length;
-              console.info(`Crawled ${page.records.length} records`);
-              return page;
-            });
-          }
-        }).map(page => page.records);
-        yield AsyncPage_1.forEachAsync(registryPage, this.options.concurrency || 1, record => this.options.onRecordFound(record, this.registry));
-      } finally
-      {
-        this.resetCrawler();
-        this.crawlerPromise = null;
-      }
-    });
-  }}
-
-exports.default = Crawler;
+  async crawlExistingRecords() {
+    try {
+      this.resetCrawler();
+      this.isCrawling = true;
+      console.info("Crawling existing records in registry");
+      const crawlerRecordFetchNumber = this.options?.
+      crawlerRecordFetchNumber ?
+      this.options.crawlerRecordFetchNumber :
+      this.options?.argv?.crawlerRecordFetchNumber ?
+      this.options?.argv.crawlerRecordFetchNumber :
+      DEFAULT_CRAWLER_RECORD_FETCH_NUMBER;
+      const registryPage = AsyncPage.create((previous) => {
+        if (previous && previous.hasMore === false) {
+          console.info("No more records left");
+          // Last page was an empty page, no more records left
+          return undefined;
+        } else
+        {
+          console.info("Crawling after token " + (
+          previous && previous.nextPageToken ?
+          previous.nextPageToken :
+          "<first page>"));
+          this.crawlingPageToken =
+          previous && previous.nextPageToken ?
+          previous.nextPageToken :
+          "";
+          // TODO: Retry with reduced limit if entity size too large error.
+          return this.registry.
+          getRecords(this.options.aspects, this.options.optionalAspects, previous && previous.nextPageToken, true, crawlerRecordFetchNumber).
+          then(unionToThrowable).
+          then((page) => {
+            this.crawledRecordNumber += page.records.length;
+            console.info(`Crawled ${page.records.length} records`);
+            return page;
+          });
+        }
+      }).map((page) => page.records);
+      await forEachAsync(registryPage, this.options.concurrency || 1, (record) => this.options.onRecordFound(record, this.registry));
+    } finally
+    {
+      this.resetCrawler();
+      this.crawlerPromise = null;
+    }
+  }
+}
+export default Crawler;

package/dist/Crawler.js.map

@@ -1 +1 @@
-{"version":3,"file":"Crawler.js","sourceRoot":"","sources":["../src/Crawler.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEA,yGAAiF;AACjF,mFAAgF;AAIhF,qDAAqD;AACrD,MAAM,mCAAmC,GAAG,GAAG,CAAC;AAEhD,MAAM,OAAO;IAST,YAAY,QAAkB,EAAE,OAAsB;QAR9C,eAAU,GAAY,KAAK,CAAC;QAC5B,sBAAiB,GAAW,IAAI,CAAC;QACjC,wBAAmB,GAAW,CAAC,CAAC;QAChC,mBAAc,GAAkB,IAAI,CAAC;QAErC,aAAQ,GAAa,IAAI,CAAC;QAC1B,YAAO,GAAkB,IAAI,CAAC;QAGlC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC;IAEO,YAAY;QAChB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;IACjC,CAAC;IAEM,WAAW;QACd,OAAO;YACH,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;SAChD,CAAC;IACN,CAAC;IAEM,KAAK;QACR,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC,cAAc,CAAC;QAChD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAClD,OAAO,IAAI,CAAC,cAAc,CAAC;IAC/B,CAAC;IAED;;OAEG;IACU,eAAe;;YACxB,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,cAAc;gBAAE,OAAO;YACrD,MAAM,IAAI,CAAC,cAAc,CAAC;QAC9B,CAAC;KAAA;IAEM,YAAY;QACf,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAEa,oBAAoB;;;YAC9B,IAAI;gBACA,IAAI,CAAC,YAAY,EAAE,CAAC;gBACpB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;gBACvB,OAAO,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;gBAEtD,MAAM,wBAAwB,GAAG,CAAA,MAAA,IAAI,CAAC,OAAO,0CACvC,wBAAwB;oBAC1B,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,wBAAwB;oBACvC,CAAC,CAAC,CAAA,MAAA,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,0CAAE,wBAAwB;wBAC9C,CAAC,CAAC,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,CAAC,wBAAwB;wBAC7C,CAAC,CAAC,mCAAmC,CAAC;gBAE1C,MAAM,YAAY,GAAG,mBAAS,CAAC,MAAM,CACjC,CAAC,QAAQ,EAAE,EAAE;oBACT,IAAI,QAAQ,IAAI,QAAQ,CAAC,OAAO,KAAK,KAAK,EAAE;wBACxC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;wBACrC,oDAAoD;wBACpD,OAAO,SAAS,CAAC;qBACpB;yBAAM;wBACH,OAAO,CAAC,IAAI,CACR,uBAAuB;4BACnB,CAAC,QAAQ,IAAI,QAAQ,CAAC,aAAa;gCAC/B,CAAC,CAAC,QAAQ,CAAC,aAAa;gCACxB,CAAC,CAAC,cAAc,CAAC,CAC5B,CAAC;wBACF,IAAI,CAAC,iBAAiB;4BAClB,QAAQ,IAAI,QAAQ,CAAC,aAAa;gCAC9B,CAAC,CAAC,QAAQ,CAAC,aAAa;gCACxB,CAAC,CAAC,EAAE,CAAC;wBACb,iEAAiE;wBACjE,OAAO,IAAI,CAAC,QAAQ;6BACf,UAAU,CACP,IAAI,CAAC,OAAO,CAAC,OAAO,EACpB,IAAI,CAAC,OAAO,CAAC,eAAe,EAC5B,QAAQ,IAAI,QAAQ,CAAC,aAAa,EAClC,IAAI,EACJ,wBAAkC,CACrC;6BACA,IAAI,CAAC,0BAAgB,CAAC;6BACtB,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;4BACX,IAAI,CAAC,mBAAmB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;4BAChD,OAAO,CAAC,IAAI,CACR,WAAW,IAAI,CAAC,OAAO,CAAC,MAAM,UAAU,CAC3C,CAAC;4BACF,OAAO,IAAI,CAAC;wBAChB,CAAC,CAAC,CAAC;qBACV;gBACL,CAAC,CACJ,CAAC,GAAG,CAAC,CAAC,IAAyB,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAEnD,MAAM,wBAAY,CACd,YAAY,EACZ,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,EAC7B,CAAC,MAAc,EAAE,EAAE,CACf,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CACxD,CAAC;aACL;oBAAS;gBACN,IAAI,CAAC,YAAY,EAAE,CAAC;gBACpB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;aAC9B;;KACJ;CACJ;AAED,kBAAe,OAAO,CAAC"}
+{"version":3,"file":"Crawler.js","sourceRoot":"","sources":["../src/Crawler.ts"],"names":[],"mappings":"AAEA,OAAO,gBAAgB,MAAM,sDAAsD,CAAC;AACpF,OAAO,SAAS,EAAE,EACd,YAAY,EACf,MAAM,0CAA0C,CAAC;AAIlD,qDAAqD;AACrD,MAAM,mCAAmC,GAAG,GAAG,CAAC;AAEhD,MAAM,OAAO;IACD,UAAU,GAAY,KAAK,CAAC;IAC5B,iBAAiB,GAAW,IAAI,CAAC;IACjC,mBAAmB,GAAW,CAAC,CAAC;IAChC,cAAc,GAAkB,IAAI,CAAC;IAErC,QAAQ,GAAa,IAAI,CAAC;IAC1B,OAAO,GAAkB,IAAI,CAAC;IAEtC,YAAY,QAAkB,EAAE,OAAsB;QAClD,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC;IAEO,YAAY;QAChB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;IACjC,CAAC;IAEM,WAAW;QACd,OAAO;YACH,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;SAChD,CAAC;IACN,CAAC;IAEM,KAAK;QACR,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC,cAAc,CAAC;QAChD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAClD,OAAO,IAAI,CAAC,cAAc,CAAC;IAC/B,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,eAAe;QACxB,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO;QACrD,MAAM,IAAI,CAAC,cAAc,CAAC;IAC9B,CAAC;IAEM,YAAY;QACf,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,oBAAoB;QAC9B,IAAI,CAAC;YACD,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;YAEtD,MAAM,wBAAwB,GAAG,IAAI,CAAC,OAAO;gBACzC,EAAE,wBAAwB;gBAC1B,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,wBAAwB;gBACvC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,wBAAwB;oBAC9C,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,wBAAwB;oBAC7C,CAAC,CAAC,mCAAmC,CAAC;YAE1C,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CACjC,CAAC,QAAQ,EAAE,EAAE;gBACT,IAAI,QAAQ,IAAI,QAAQ,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;oBACzC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;oBACrC,oDAAoD;oBACpD,OAAO,SAAS,CAAC;gBACrB,CAAC;qBAAM,CAAC;oBACJ,OAAO,CAAC,IAAI,CACR,uBAAuB;wBACnB,CAAC,QAAQ,IAAI,QAAQ,CAAC,aAAa;4BAC/B,CAAC,CAAC,QAAQ,CAAC,aAAa;4BACxB,CAAC,CAAC,cAAc,CAAC,CAC5B,CAAC;oBACF,IAAI,CAAC,iBAAiB;wBAClB,QAAQ,IAAI,QAAQ,CAAC,aAAa;4BAC9B,CAAC,CAAC,QAAQ,CAAC,aAAa;4BACxB,CAAC,CAAC,EAAE,CAAC;oBACb,iEAAiE;oBACjE,OAAO,IAAI,CAAC,QAAQ;yBACf,UAAU,CACP,IAAI,CAAC,OAAO,CAAC,OAAO,EACpB,IAAI,CAAC,OAAO,CAAC,eAAe,EAC5B,QAAQ,IAAI,QAAQ,CAAC,aAAa,EAClC,IAAI,EACJ,wBAAkC,CACrC;yBACA,IAAI,CAAC,gBAAgB,CAAC;yBACtB,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;wBACX,IAAI,CAAC,mBAAmB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;wBAChD,OAAO,CAAC,IAAI,CACR,WAAW,IAAI,CAAC,OAAO,CAAC,MAAM,UAAU,CAC3C,CAAC;wBACF,OAAO,IAAI,CAAC;oBAChB,CAAC,CAAC,CAAC;gBACX,CAAC;YACL,CAAC,CACJ,CAAC,GAAG,CAAC,CAAC,IAAyB,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAEnD,MAAM,YAAY,CACd,YAAY,EACZ,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,EAC7B,CAAC,MAAc,EAAE,EAAE,CACf,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CACxD,CAAC;QACN,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC/B,CAAC;IACL,CAAC;CACJ;AAED,eAAe,OAAO,CAAC"}

package/dist/MinionOptions.d.ts

@@ -1,8 +1,8 @@
 import express from "express";
-import { MinionArguments } from "./commonYargs";
-import { Record, AspectDefinition } from "@magda/typescript-common/dist/generated/registry/api";
-import { default as AuthorizedRegistryClient } from "@magda/typescript-common/dist/registry/AuthorizedRegistryClient";
-export declare type onRecordFoundType = (record: Record, registry: AuthorizedRegistryClient) => Promise<void>;
+import { MinionArguments } from "./commonYargs.js";
+import { Record, AspectDefinition } from "@magda/typescript-common/dist/generated/registry/api.js";
+import { default as AuthorizedRegistryClient } from "@magda/typescript-common/dist/registry/AuthorizedRegistryClient.js";
+export type onRecordFoundType = (record: Record, registry: AuthorizedRegistryClient) => Promise<void>;
 export default interface MinionOptions {
   argv: MinionArguments;
   id: string;
@@ -18,4 +18,5 @@ export default interface MinionOptions {
   includeEvents?: boolean;
   includeRecords?: boolean;
   includeAspectDefinitions?: boolean;
-  dereference?: boolean;}
+  dereference?: boolean;
+}

package/dist/MinionOptions.js

@@ -1,2 +1 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
+export {};

package/dist/buildWebhookConfig.d.ts

@@ -1,3 +1,3 @@
-import { WebHookConfig } from "@magda/typescript-common/dist/generated/registry/api";
-import MinionOptions from "./MinionOptions";
+import { WebHookConfig } from "@magda/typescript-common/dist/generated/registry/api.js";
+import MinionOptions from "./MinionOptions.js";
 export default function buildWebhookConfig(options: MinionOptions): WebHookConfig;

package/dist/buildWebhookConfig.js

@@ -1,6 +1,4 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-function buildWebhookConfig(options) {
+export default function buildWebhookConfig(options) {
   return {
     aspects: options.aspects,
     optionalAspects: options.optionalAspects,
@@ -15,7 +13,6 @@ function buildWebhookConfig(options) {
     false,
     dereference: typeof options.dereference === "boolean" ?
     options.dereference :
-    true };
-
-}
-exports.default = buildWebhookConfig;
+    true
+  };
+}

package/dist/buildWebhookConfig.js.map

@@ -1 +1 @@
-{"version":3,"file":"buildWebhookConfig.js","sourceRoot":"","sources":["../src/buildWebhookConfig.ts"],"names":[],"mappings":";;AAGA,SAAwB,kBAAkB,CACtC,OAAsB;IAEtB,OAAO;QACH,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,aAAa,EACT,OAAO,OAAO,CAAC,aAAa,KAAK,SAAS;YACtC,CAAC,CAAC,OAAO,CAAC,aAAa;YACvB,CAAC,CAAC,KAAK;QACf,cAAc,EACV,OAAO,OAAO,CAAC,cAAc,KAAK,SAAS;YACvC,CAAC,CAAC,OAAO,CAAC,cAAc;YACxB,CAAC,CAAC,IAAI;QACd,wBAAwB,EACpB,OAAO,OAAO,CAAC,wBAAwB,KAAK,SAAS;YACjD,CAAC,CAAC,OAAO,CAAC,wBAAwB;YAClC,CAAC,CAAC,KAAK;QACf,WAAW,EACP,OAAO,OAAO,CAAC,WAAW,KAAK,SAAS;YACpC,CAAC,CAAC,OAAO,CAAC,WAAW;YACrB,CAAC,CAAC,IAAI;KACjB,CAAC;AACN,CAAC;AAvBD,qCAuBC"}
+{"version":3,"file":"buildWebhookConfig.js","sourceRoot":"","sources":["../src/buildWebhookConfig.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,OAAO,UAAU,kBAAkB,CACtC,OAAsB;IAEtB,OAAO;QACH,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,aAAa,EACT,OAAO,OAAO,CAAC,aAAa,KAAK,SAAS;YACtC,CAAC,CAAC,OAAO,CAAC,aAAa;YACvB,CAAC,CAAC,KAAK;QACf,cAAc,EACV,OAAO,OAAO,CAAC,cAAc,KAAK,SAAS;YACvC,CAAC,CAAC,OAAO,CAAC,cAAc;YACxB,CAAC,CAAC,IAAI;QACd,wBAAwB,EACpB,OAAO,OAAO,CAAC,wBAAwB,KAAK,SAAS;YACjD,CAAC,CAAC,OAAO,CAAC,wBAAwB;YAClC,CAAC,CAAC,KAAK;QACf,WAAW,EACP,OAAO,OAAO,CAAC,WAAW,KAAK,SAAS;YACpC,CAAC,CAAC,OAAO,CAAC,WAAW;YACrB,CAAC,CAAC,IAAI;KACjB,CAAC;AACN,CAAC"}

package/dist/commonYargs.d.ts

@@ -1,5 +1,5 @@
 import yargs from "yargs";
-export declare type MinionArguments = {
+export type MinionArguments = {
   listenPort: string | number;
   internalUrl: string;
   jwtSecret: string;
@@ -8,14 +8,14 @@ export declare type MinionArguments = {
   enableMultiTenant: boolean;
   tenantUrl: string;
   retries: string | number;
-  crawlerRecordFetchNumber?: string | number;};
-
+  crawlerRecordFetchNumber?: string | number;
+};
 /**
-                                                 * Builds an argv object that will accept command line arguments used by all common argv minions.
-                                                 *
-                                                 * @param id
-                                                 * @param defaultPort
-                                                 * @param defaultInternalUrl
-                                                 * @param additions
-                                                 */
+ * Builds an argv object that will accept command line arguments used by all common argv minions.
+ *
+ * @param id
+ * @param defaultPort
+ * @param defaultInternalUrl
+ * @param additions
+ */
 export default function commonYargs<T extends MinionArguments = MinionArguments>(defaultPort: number, defaultInternalUrl: string, additions?: (a: yargs.Argv<MinionArguments>) => yargs.Argv<T>): T;

package/dist/commonYargs.js

@@ -1,52 +1,47 @@
-"use strict";
-var __importDefault = this && this.__importDefault || function (mod) {
-  return mod && mod.__esModule ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const yargs_1 = __importDefault(require("yargs"));
-const addJwtSecretFromEnvVar_1 = __importDefault(require("@magda/typescript-common/dist/session/addJwtSecretFromEnvVar"));
+import yargs from "yargs";
+import addJwtSecretFromEnvVar from "@magda/typescript-common/dist/session/addJwtSecretFromEnvVar.js";
 /**
-                                                                                                                            * Builds an argv object that will accept command line arguments used by all common argv minions.
-                                                                                                                            *
-                                                                                                                            * @param id
-                                                                                                                            * @param defaultPort
-                                                                                                                            * @param defaultInternalUrl
-                                                                                                                            * @param additions
-                                                                                                                            */
-function commonYargs(defaultPort, defaultInternalUrl, additions = x => x) {
-  const yarr = yargs_1.default.
+ * Builds an argv object that will accept command line arguments used by all common argv minions.
+ *
+ * @param id
+ * @param defaultPort
+ * @param defaultInternalUrl
+ * @param additions
+ */
+export default function commonYargs(defaultPort, defaultInternalUrl, additions = (x) => x) {
+  const yarr = yargs.
   config().
   help().
   option("listenPort", {
     describe: "The TCP/IP port on which the gateway should listen.",
     type: "number",
-    default: process.env.NODE_PORT || defaultPort }).
-
+    default: process.env.NODE_PORT || defaultPort
+  }).
   option("internalUrl", {
     describe: "The base external URL of the gateway.",
     type: "string",
-    default: process.env.INTERNAL_URL || defaultInternalUrl }).
-
+    default: process.env.INTERNAL_URL || defaultInternalUrl
+  }).
   option("jwtSecret", {
     describe: "The shared secret for intra-network communication",
     type: "string",
     demand: true,
     default: process.env.JWT_SECRET ||
-    process.env.npm_package_config_jwtSecret }).
-
+    process.env.npm_package_config_jwtSecret
+  }).
   option("userId", {
     describe: "The user id to use when making authenticated requests to the registry",
     type: "string",
     demand: true,
-    default: process.env.USER_ID || process.env.npm_package_config_userId }).
-
+    default: process.env.USER_ID || process.env.npm_package_config_userId
+  }).
   option("registryUrl", {
     describe: "The base url for the registry",
     type: "string",
     default: process.env.REGISTRY_URL ||
     process.env.npm_package_config_registryUrl ||
-    "http://localhost:6101/v0" }).
-
+    "http://localhost:6101/v0"
+  }).
   option("enableMultiTenant", {
     describe: "Whether to run in multi-tenant mode.",
     type: "boolean",
@@ -59,26 +54,25 @@ function commonYargs(defaultPort, defaultInternalUrl, additions = x => x) {
     process.env.npm_package_config_enableMultiTenants ?
     true :
     false :
-    false }).
-
+    false
+  }).
   option("tenantUrl", {
     describe: "The base url for the tenant service",
     type: "string",
     default: process.env.TENANT_URL ||
     process.env.npm_package_config_tenantUrl ||
-    "http://localhost:6130/v0" }).
-
+    "http://localhost:6130/v0"
+  }).
   option("retries", {
     describe: "The number of times to retry calling the registry",
     type: "number",
-    default: process.env.RETRIES || 10 }).
-
+    default: process.env.RETRIES || 10
+  }).
   option("crawlerRecordFetchNumber", {
     describe: "The number of times to retry calling the registry",
     type: "number",
-    default: process.env.CRAWLER_RECORD_FETCH_NUMBER || 100 });
-
-  const returnValue = addJwtSecretFromEnvVar_1.default(additions(yarr).argv);
+    default: process.env.CRAWLER_RECORD_FETCH_NUMBER || 100
+  });
+  const returnValue = addJwtSecretFromEnvVar(additions(yarr).argv);
   return returnValue;
-}
-exports.default = commonYargs;
+}

package/dist/commonYargs.js.map

@@ -1 +1 @@
-{"version":3,"file":"commonYargs.js","sourceRoot":"","sources":["../src/commonYargs.ts"],"names":[],"mappings":";;;;;AAAA,kDAA0B;AAE1B,wHAAgG;AAchG;;;;;;;GAOG;AACH,SAAwB,WAAW,CAG/B,WAAmB,EACnB,kBAA0B,EAC1B,YAA+D,CAAC,CAAC,EAAE,EAAE,CACjE,CAAkB;IAEtB,MAAM,IAAI,GAAG,eAAK;SACb,MAAM,EAAE;SACR,IAAI,EAAE;SACN,MAAM,CAAC,YAAY,EAAE;QAClB,QAAQ,EAAE,qDAAqD;QAC/D,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,WAAW;KAChD,CAAC;SACD,MAAM,CAAC,aAAa,EAAE;QACnB,QAAQ,EAAE,uCAAuC;QACjD,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,kBAAkB;KAC1D,CAAC;SACD,MAAM,CAAC,WAAW,EAAE;QACjB,QAAQ,EAAE,mDAAmD;QAC7D,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,IAAI;QACZ,OAAO,EACH,OAAO,CAAC,GAAG,CAAC,UAAU;YACtB,OAAO,CAAC,GAAG,CAAC,4BAA4B;KAC/C,CAAC;SACD,MAAM,CAAC,QAAQ,EAAE;QACd,QAAQ,EACJ,uEAAuE;QAC3E,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,IAAI;QACZ,OAAO,EACH,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,yBAAyB;KACnE,CAAC;SACD,MAAM,CAAC,aAAa,EAAE;QACnB,QAAQ,EAAE,+BAA+B;QACzC,IAAI,EAAE,QAAQ;QACd,OAAO,EACH,OAAO,CAAC,GAAG,CAAC,YAAY;YACxB,OAAO,CAAC,GAAG,CAAC,8BAA8B;YAC1C,0BAA0B;KACjC,CAAC;SACD,MAAM,CAAC,mBAAmB,EAAE;QACzB,QAAQ,EAAE,sCAAsC;QAChD,IAAI,EAAE,SAAS;QACf,OAAO,EACH,OAAO,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,WAAW;YACnD,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,WAAW,EAAE,KAAK,MAAM;gBACvD,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,KAAK;YACX,CAAC,CAAC,OAAO,OAAO,CAAC,GAAG;iBACb,qCAAqC,KAAK,WAAW;gBAC5D,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,qCAAqC;oBAC/C,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,KAAK;gBACX,CAAC,CAAC,KAAK;KAClB,CAAC;SACD,MAAM,CAAC,WAAW,EAAE;QACjB,QAAQ,EAAE,qCAAqC;QAC/C,IAAI,EAAE,QAAQ;QACd,OAAO,EACH,OAAO,CAAC,GAAG,CAAC,UAAU;YACtB,OAAO,CAAC,GAAG,CAAC,4BAA4B;YACxC,0BAA0B;KACjC,CAAC;SACD,MAAM,CAAC,SAAS,EAAE;QACf,QAAQ,EAAE,mDAAmD;QAC7D,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE;KACrC,CAAC;SACD,MAAM,CAAC,0BAA0B,EAAE;QAChC,QAAQ,EAAE,mDAAmD;QAC7D,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,GAAG;KAC1D,CAAC,CAAC;IAEP,MAAM,WAAW,GAAG,gCAAsB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;IACjE,OAAO,WAAW,CAAC;AACvB,CAAC;AAjFD,8BAiFC"}
+{"version":3,"file":"commonYargs.js","sourceRoot":"","sources":["../src/commonYargs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,OAAO,sBAAsB,MAAM,+DAA+D,CAAC;AAcnG;;;;;;;GAOG;AACH,MAAM,CAAC,OAAO,UAAU,WAAW,CAG/B,WAAmB,EACnB,kBAA0B,EAC1B,YAA+D,CAAC,CAAC,EAAE,EAAE,CACjE,CAAkB;IAEtB,MAAM,IAAI,GAAG,KAAK;SACb,MAAM,EAAE;SACR,IAAI,EAAE;SACN,MAAM,CAAC,YAAY,EAAE;QAClB,QAAQ,EAAE,qDAAqD;QAC/D,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,WAAW;KAChD,CAAC;SACD,MAAM,CAAC,aAAa,EAAE;QACnB,QAAQ,EAAE,uCAAuC;QACjD,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,kBAAkB;KAC1D,CAAC;SACD,MAAM,CAAC,WAAW,EAAE;QACjB,QAAQ,EAAE,mDAAmD;QAC7D,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,IAAI;QACZ,OAAO,EACH,OAAO,CAAC,GAAG,CAAC,UAAU;YACtB,OAAO,CAAC,GAAG,CAAC,4BAA4B;KAC/C,CAAC;SACD,MAAM,CAAC,QAAQ,EAAE;QACd,QAAQ,EACJ,uEAAuE;QAC3E,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,IAAI;QACZ,OAAO,EACH,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,yBAAyB;KACnE,CAAC;SACD,MAAM,CAAC,aAAa,EAAE;QACnB,QAAQ,EAAE,+BAA+B;QACzC,IAAI,EAAE,QAAQ;QACd,OAAO,EACH,OAAO,CAAC,GAAG,CAAC,YAAY;YACxB,OAAO,CAAC,GAAG,CAAC,8BAA8B;YAC1C,0BAA0B;KACjC,CAAC;SACD,MAAM,CAAC,mBAAmB,EAAE;QACzB,QAAQ,EAAE,sCAAsC;QAChD,IAAI,EAAE,SAAS;QACf,OAAO,EACH,OAAO,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,WAAW;YACnD,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,WAAW,EAAE,KAAK,MAAM;gBACvD,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,KAAK;YACX,CAAC,CAAC,OAAO,OAAO,CAAC,GAAG;iBACb,qCAAqC,KAAK,WAAW;gBAC5D,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,qCAAqC;oBAC/C,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,KAAK;gBACX,CAAC,CAAC,KAAK;KAClB,CAAC;SACD,MAAM,CAAC,WAAW,EAAE;QACjB,QAAQ,EAAE,qCAAqC;QAC/C,IAAI,EAAE,QAAQ;QACd,OAAO,EACH,OAAO,CAAC,GAAG,CAAC,UAAU;YACtB,OAAO,CAAC,GAAG,CAAC,4BAA4B;YACxC,0BAA0B;KACjC,CAAC;SACD,MAAM,CAAC,SAAS,EAAE;QACf,QAAQ,EAAE,mDAAmD;QAC7D,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE;KACrC,CAAC;SACD,MAAM,CAAC,0BAA0B,EAAE;QAChC,QAAQ,EAAE,mDAAmD;QAC7D,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,GAAG;KAC1D,CAAC,CAAC;IAEP,MAAM,WAAW,GAAG,sBAAsB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;IACjE,OAAO,WAAW,CAAC;AACvB,CAAC"}

package/dist/getWebhookUrl.d.ts

@@ -1,2 +1,2 @@
-import MinionOptions from "./MinionOptions";
+import MinionOptions from "./MinionOptions.js";
 export default function getHookUrl(options: MinionOptions): string;

package/dist/getWebhookUrl.js

@@ -1,6 +1,3 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-function getHookUrl(options) {
+export default function getHookUrl(options) {
   return `${options.argv.internalUrl}/hook`;
-}
-exports.default = getHookUrl;
+}

package/dist/getWebhookUrl.js.map

@@ -1 +1 @@
-{"version":3,"file":"getWebhookUrl.js","sourceRoot":"","sources":["../src/getWebhookUrl.ts"],"names":[],"mappings":";;AAEA,SAAwB,UAAU,CAAC,OAAsB;IACrD,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC;AAC9C,CAAC;AAFD,6BAEC"}
+{"version":3,"file":"getWebhookUrl.js","sourceRoot":"","sources":["../src/getWebhookUrl.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,UAAU,CAAC,OAAsB;IACrD,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC;AAC9C,CAAC"}

package/dist/index.d.ts

@@ -1,2 +1,2 @@
-import MinionOptions from "./MinionOptions";
+import MinionOptions from "./MinionOptions.js";
 export default function minion(options: MinionOptions): Promise<void>;