@magda/minion-framework 2.3.3 → 3.0.0-alpha.0

package/dist/index.js

@@ -1,132 +1,116 @@
-"use strict";
-var __awaiter = this && this.__awaiter || function (thisArg, _arguments, P, generator) {
-  function adopt(value) {return value instanceof P ? value : new P(function (resolve) {resolve(value);});}
-  return new (P || (P = Promise))(function (resolve, reject) {
-    function fulfilled(value) {try {step(generator.next(value));} catch (e) {reject(e);}}
-    function rejected(value) {try {step(generator["throw"](value));} catch (e) {reject(e);}}
-    function step(result) {result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);}
-    step((generator = generator.apply(thisArg, _arguments || [])).next());
+import express from "express";
+import Registry from "@magda/typescript-common/dist/registry/AuthorizedRegistryClient.js";
+import setupWebhookEndpoint from "./setupWebhookEndpoint.js";
+import setupRecrawlEndpoint from "./setupRecrawlEndpoint.js";
+import startApiEndpoints from "./startApiEndpoints.js";
+import isWebhookRegistered from "./isWebhookRegistered.js";
+import registerWebhook from "./registerWebhook.js";
+import resumeWebhook from "./resumeWebhook.js";
+import Crawler from "./Crawler.js";
+import AuthorizedTenantClient from "@magda/typescript-common/dist/tenant-api/AuthorizedTenantClient.js";
+import { MAGDA_ADMIN_PORTAL_ID } from "@magda/typescript-common/dist/registry/TenantConsts.js";
+import { MAGDA_SYSTEM_ID } from "@magda/typescript-common/dist/registry/TenantConsts.js";
+export default async function minion(options) {
+  checkOptions(options);
+  const registry = new Registry({
+    baseUrl: options.argv.registryUrl,
+    jwtSecret: options.argv.jwtSecret,
+    userId: options.argv.userId,
+    maxRetries: options.maxRetries,
+    tenantId: MAGDA_SYSTEM_ID
   });
-};
-var __importDefault = this && this.__importDefault || function (mod) {
-  return mod && mod.__esModule ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const express_1 = __importDefault(require("express"));
-const AuthorizedRegistryClient_1 = __importDefault(require("@magda/typescript-common/dist/registry/AuthorizedRegistryClient"));
-const setupWebhookEndpoint_1 = __importDefault(require("./setupWebhookEndpoint"));
-const setupRecrawlEndpoint_1 = __importDefault(require("./setupRecrawlEndpoint"));
-const startApiEndpoints_1 = __importDefault(require("./startApiEndpoints"));
-const isWebhookRegistered_1 = __importDefault(require("./isWebhookRegistered"));
-const registerWebhook_1 = __importDefault(require("./registerWebhook"));
-const resumeWebhook_1 = __importDefault(require("./resumeWebhook"));
-const Crawler_1 = __importDefault(require("./Crawler"));
-const AuthorizedTenantClient_1 = __importDefault(require("@magda/typescript-common/dist/tenant-api/AuthorizedTenantClient"));
-const TenantConsts_1 = require("@magda/typescript-common/dist/registry/TenantConsts");
-const TenantConsts_2 = require("@magda/typescript-common/dist/registry/TenantConsts");
-function minion(options) {
-  return __awaiter(this, void 0, void 0, function* () {
-    checkOptions(options);
-    const registry = new AuthorizedRegistryClient_1.default({
-      baseUrl: options.argv.registryUrl,
-      jwtSecret: options.argv.jwtSecret,
-      userId: options.argv.userId,
-      maxRetries: options.maxRetries,
-      tenantId: TenantConsts_2.MAGDA_SYSTEM_ID });
-
-    const tenantClient = options.argv.enableMultiTenant ?
-    new AuthorizedTenantClient_1.default({
-      urlStr: options.argv.tenantUrl,
-      maxRetries: 1,
-      secondsBetweenRetries: 1,
-      jwtSecret: options.argv.jwtSecret,
-      userId: options.argv.userId }) :
-
-    null;
-    const crawler = new Crawler_1.default(registry, options);
-    options.express = options.express || (() => express_1.default());
-    const server = options.express();
-    server.use(require("body-parser").json({ limit: "50mb" }));
-    server.get("/healthz", (request, response) => {
-      response.status(200).send("OK");
-    });
-    setupWebhookEndpoint_1.default(server, options, registry);
-    setupRecrawlEndpoint_1.default(server, options, crawler);
-    startApiEndpoints_1.default(server, options);
-    yield putAspectDefs();
-    const webhookRegistered = yield isWebhookRegistered_1.default(options, registry);
-    if (webhookRegistered) {
-      console.info("Webhook is already registered");
-      yield resumeWebhook_1.default(options, registry);
-    } else
-    {
-      console.info("No webhook was registered");
-      yield registerWebhook_1.default(options, registry);
-      yield crawler.start();
+  const tenantClient = options.argv.enableMultiTenant ?
+  new AuthorizedTenantClient({
+    urlStr: options.argv.tenantUrl,
+    maxRetries: 1,
+    secondsBetweenRetries: 1,
+    jwtSecret: options.argv.jwtSecret,
+    userId: options.argv.userId
+  }) :
+  null;
+  const crawler = new Crawler(registry, options);
+  options.express = options.express || (() => express());
+  const server = options.express();
+  server.use(express.json({ limit: "50mb" }));
+  server.get("/healthz", (request, response) => {
+    response.status(200).send("OK");
+  });
+  setupWebhookEndpoint(server, options, registry);
+  setupRecrawlEndpoint(server, options, crawler);
+  startApiEndpoints(server, options);
+  await putAspectDefs();
+  const webhookRegistered = await isWebhookRegistered(options, registry);
+  if (webhookRegistered) {
+    console.info("Webhook is already registered");
+    await resumeWebhook(options, registry);
+  } else
+  {
+    console.info("No webhook was registered");
+    await registerWebhook(options, registry);
+    await crawler.start();
+  }
+  function checkOptions(options) {
+    let listenPort = options?.argv?.listenPort;
+    listenPort =
+    typeof listenPort === "number" ? listenPort : parseInt(listenPort);
+    if (listenPort <= 0 || listenPort > 65535 || isNaN(listenPort)) {
+      throw new Error(`Default port of ${options.argv.listenPort} is invalid`);
     }
-    function checkOptions(options) {
-      if (options.argv.listenPort <= 0 || options.argv.listenPort > 65535) {
-        throw new Error(`Default port of ${options.argv.listenPort} is invalid`);
-      }
-      if (options.id === "") {
-        throw new Error(`id is unspecified`);
-      }
-      if (options.argv.internalUrl === "") {
-        throw new Error(`Internal url is unspecified`);
-      }
-      if (options.argv.registryUrl === "") {
-        throw new Error(`Registry url is unspecified`);
-      }
-      if (options.argv.jwtSecret === "") {
-        throw new Error(`JWT secret is unspecified`);
-      }
-      if (options.argv.userId === "") {
-        throw new Error(`User id is unspecified`);
-      }
-      const containsBlank = strings => strings.some(string => string === "");
-      if (containsBlank(options.aspects)) {
-        throw new Error(`Aspects ${options.aspects} contains a blank aspect`);
-      }
-      if (containsBlank(options.optionalAspects)) {
-        throw new Error(`Aspects ${options.optionalAspects} contains a blank aspect`);
-      }
+    if (options.id === "") {
+      throw new Error(`id is unspecified`);
     }
-    function putAspectDefs() {
-      return __awaiter(this, void 0, void 0, function* () {
-        const aspectDefsToAdd = options.writeAspectDefs;
-        console.info(`Adding aspect defs ${aspectDefsToAdd.map(def => def.name)}`);
-        // If magda is deployed in multi-tenant mode, any datasets from any new tenants created
-        // after this call will be not be processed. To process them, run the minion again.
-        const tenantIds = options.argv.enableMultiTenant ?
-        yield tenantClient.getTenants().then(tenants => {
-          return tenants.map(t => t.id);
-        }) :
-        [];
-        // We always create aspect definition for tenant with ID of MAGDA_ADMIN_PORTAL_ID
-        // because a minion does not know if magda is deployed in single- or multi-tenant mode.
-        // This approach will slightly increase the number of entries in the aspects table but
-        // make the implementation simple.
-        const theTenantIds = tenantIds.concat(TenantConsts_1.MAGDA_ADMIN_PORTAL_ID);
-        const addPromises = aspectDefsToAdd.map(aspectDef => {
-          theTenantIds.map(id => registry.putAspectDefinition(aspectDef, id));
-        });
-        return Promise.all(addPromises).
-        then(failIfErrors).
-        then(result => {
-          console.info("Successfully added aspect defs");
-          return result;
-        });
-      });
+    if (options.argv.internalUrl === "") {
+      throw new Error(`Internal url is unspecified`);
     }
-    function failIfErrors(results) {
-      const failed = results.filter(result => result instanceof Error);
-      if (failed.length > 0) {
-        throw failed[0];
-      } else
-      {
-        return results;
-      }
+    if (options.argv.registryUrl === "") {
+      throw new Error(`Registry url is unspecified`);
     }
-  });
-}
-exports.default = minion;
+    if (options.argv.jwtSecret === "") {
+      throw new Error(`JWT secret is unspecified`);
+    }
+    if (options.argv.userId === "") {
+      throw new Error(`User id is unspecified`);
+    }
+    const containsBlank = (strings) => strings.some((string) => string === "");
+    if (containsBlank(options.aspects)) {
+      throw new Error(`Aspects ${options.aspects} contains a blank aspect`);
+    }
+    if (containsBlank(options.optionalAspects)) {
+      throw new Error(`Aspects ${options.optionalAspects} contains a blank aspect`);
+    }
+  }
+  async function putAspectDefs() {
+    const aspectDefsToAdd = options.writeAspectDefs;
+    console.info(`Adding aspect defs ${aspectDefsToAdd.map((def) => def.name)}`);
+    // If magda is deployed in multi-tenant mode, any datasets from any new tenants created
+    // after this call will be not be processed. To process them, run the minion again.
+    const tenantIds = options.argv.enableMultiTenant ?
+    await tenantClient.getTenants().then((tenants) => {
+      return tenants.map((t) => t.id);
+    }) :
+    [];
+    // We always create aspect definition for tenant with ID of MAGDA_ADMIN_PORTAL_ID
+    // because a minion does not know if magda is deployed in single- or multi-tenant mode.
+    // This approach will slightly increase the number of entries in the aspects table but
+    // make the implementation simple.
+    const theTenantIds = tenantIds.concat(MAGDA_ADMIN_PORTAL_ID);
+    const addPromises = aspectDefsToAdd.map((aspectDef) => {
+      theTenantIds.map((id) => registry.putAspectDefinition(aspectDef, id));
+    });
+    return Promise.all(addPromises).
+    then(failIfErrors).
+    then((result) => {
+      console.info("Successfully added aspect defs");
+      return result;
+    });
+  }
+  function failIfErrors(results) {
+    const failed = results.filter((result) => result instanceof Error);
+    if (failed.length > 0) {
+      throw failed[0];
+    } else
+    {
+      return results;
+    }
+  }
+}

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,sDAA8B;AAC9B,6HAAqF;AAErF,kFAA0D;AAC1D,kFAA0D;AAC1D,4EAAoD;AACpD,gFAAwD;AACxD,wEAAgD;AAChD,oEAA4C;AAC5C,wDAAgC;AAEhC,2HAAmG;AACnG,oFAA0F;AAC1F,oFAAoF;AAEpF,SAA8B,MAAM,CAAC,OAAsB;;QACvD,YAAY,CAAC,OAAO,CAAC,CAAC;QACtB,MAAM,QAAQ,GAAG,IAAI,kCAAQ,CAAC;YAC1B,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;YACjC,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS;YACjC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM;YAC3B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,QAAQ,EAAE,8BAAe;SAC5B,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,iBAAiB;YAC/C,CAAC,CAAC,IAAI,gCAAsB,CAAC;gBACvB,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS;gBAC9B,UAAU,EAAE,CAAC;gBACb,qBAAqB,EAAE,CAAC;gBACxB,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS;gBACjC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM;aAC9B,CAAC;YACJ,CAAC,CAAC,IAAI,CAAC;QAEX,MAAM,OAAO,GAAG,IAAI,iBAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE/C,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC,iBAAO,EAAE,CAAC,CAAC;QAEvD,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QAEjC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAE3D,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;YACzC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,8BAAoB,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QAChD,8BAAoB,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/C,2BAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEnC,MAAM,aAAa,EAAE,CAAC;QAEtB,MAAM,iBAAiB,GAAG,MAAM,6BAAmB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAEvE,IAAI,iBAAiB,EAAE;YACnB,OAAO,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YAC9C,MAAM,uBAAa,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;SAC1C;aAAM;YACH,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;YAC1C,MAAM,yBAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAEzC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;SACzB;QAED,SAAS,YAAY,CAAC,OAAsB;YACxC,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,EAAE;gBACjE,MAAM,IAAI,KAAK,CACX,mBAAmB,OAAO,CAAC,IAAI,CAAC,UAAU,aAAa,CAC1D,CAAC;aACL;YAED,IAAI,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;aACxC;YAED,IAAI,OAAO,CAAC,IAAI,CAAC,WAAW,KAAK,EAAE,EAAE;gBACjC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;aAClD;YAED,IAAI,OAAO,CAAC,IAAI,CAAC,WAAW,KAAK,EAAE,EAAE;gBACjC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;aAClD;YAED,IAAI,OAAO,CAAC,IAAI,CAAC,SAAS,KAAK,EAAE,EAAE;gBAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;aAChD;YAED,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE;gBAC5B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;aAC7C;YAED,MAAM,aAAa,GAAG,CAAC,OAAiB,EAAE,EAAE,CACxC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC;YAE5C,IAAI,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBAChC,MAAM,IAAI,KAAK,CACX,WAAW,OAAO,CAAC,OAAO,0BAA0B,CACvD,CAAC;aACL;YAED,IAAI,aAAa,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE;gBACxC,MAAM,IAAI,KAAK,CACX,WAAW,OAAO,CAAC,eAAe,0BAA0B,CAC/D,CAAC;aACL;QACL,CAAC;QAED,SAAe,aAAa;;gBACxB,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;gBAChD,OAAO,CAAC,IAAI,CACR,sBAAsB,eAAe,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CACjE,CAAC;gBAEF,uFAAuF;gBACvF,mFAAmF;gBACnF,MAAM,SAAS,GAAa,OAAO,CAAC,IAAI,CAAC,iBAAiB;oBACtD,CAAC,CAAC,MAAM,YAAY,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,OAAiB,EAAE,EAAE;wBACvD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACpC,CAAC,CAAC;oBACJ,CAAC,CAAC,EAAE,CAAC;gBAET,iFAAiF;gBACjF,uFAAuF;gBACvF,sFAAsF;gBACtF,kCAAkC;gBAClC,MAAM,YAAY,GAAa,SAAS,CAAC,MAAM,CAAC,oCAAqB,CAAC,CAAC;gBACvE,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;oBAClD,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CACpB,QAAQ,CAAC,mBAAmB,CAAC,SAAS,EAAE,EAAE,CAAC,CAC9C,CAAC;gBACN,CAAC,CAAC,CAAC;gBAEH,OAAO,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;qBAC1B,IAAI,CAAC,YAAY,CAAC;qBAClB,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;oBACb,OAAO,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;oBAC/C,OAAO,MAAM,CAAC;gBAClB,CAAC,CAAC,CAAC;YACX,CAAC;SAAA;QAED,SAAS,YAAY,CAAI,OAAyB;YAC9C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CACzB,CAAC,MAAiB,EAAE,EAAE,CAAC,MAAM,YAAY,KAAK,CACjD,CAAC;YAEF,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;gBACnB,MAAM,MAAM,CAAC,CAAC,CAAC,CAAC;aACnB;iBAAM;gBACH,OAAO,OAAO,CAAC;aAClB;QACL,CAAC;IACL,CAAC;CAAA;AAzID,yBAyIC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,QAAQ,MAAM,kEAAkE,CAAC;AAExF,OAAO,oBAAoB,MAAM,2BAA2B,CAAC;AAC7D,OAAO,oBAAoB,MAAM,2BAA2B,CAAC;AAC7D,OAAO,iBAAiB,MAAM,wBAAwB,CAAC;AACvD,OAAO,mBAAmB,MAAM,0BAA0B,CAAC;AAC3D,OAAO,eAAe,MAAM,sBAAsB,CAAC;AACnD,OAAO,aAAa,MAAM,oBAAoB,CAAC;AAC/C,OAAO,OAAO,MAAM,cAAc,CAAC;AAEnC,OAAO,sBAAsB,MAAM,kEAAkE,CAAC;AACtG,OAAO,EAAE,qBAAqB,EAAE,MAAM,sDAAsD,CAAC;AAC7F,OAAO,EAAE,eAAe,EAAE,MAAM,sDAAsD,CAAC;AAEvF,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,MAAM,CAAC,OAAsB;IACvD,YAAY,CAAC,OAAO,CAAC,CAAC;IACtB,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC1B,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;QACjC,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS;QACjC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM;QAC3B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,QAAQ,EAAE,eAAe;KAC5B,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,iBAAiB;QAC/C,CAAC,CAAC,IAAI,sBAAsB,CAAC;YACvB,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS;YAC9B,UAAU,EAAE,CAAC;YACb,qBAAqB,EAAE,CAAC;YACxB,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS;YACjC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM;SAC9B,CAAC;QACJ,CAAC,CAAC,IAAI,CAAC;IAEX,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAE/C,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IAEvD,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAEjC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IAE5C,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;QACzC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,oBAAoB,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IAChD,oBAAoB,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC/C,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEnC,MAAM,aAAa,EAAE,CAAC;IAEtB,MAAM,iBAAiB,GAAG,MAAM,mBAAmB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAEvE,IAAI,iBAAiB,EAAE;QACnB,OAAO,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAC9C,MAAM,aAAa,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;KAC1C;SAAM;QACH,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC1C,MAAM,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAEzC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;KACzB;IAED,SAAS,YAAY,CAAC,OAAsB;QACxC,IAAI,UAAU,GAAG,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC;QAC3C,UAAU;YACN,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACvE,IAAI,UAAU,IAAI,CAAC,IAAI,UAAU,GAAG,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC,EAAE;YAC5D,MAAM,IAAI,KAAK,CACX,mBAAmB,OAAO,CAAC,IAAI,CAAC,UAAU,aAAa,CAC1D,CAAC;SACL;QAED,IAAI,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE;YACnB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;SACxC;QAED,IAAI,OAAO,CAAC,IAAI,CAAC,WAAW,KAAK,EAAE,EAAE;YACjC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;SAClD;QAED,IAAI,OAAO,CAAC,IAAI,CAAC,WAAW,KAAK,EAAE,EAAE;YACjC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;SAClD;QAED,IAAI,OAAO,CAAC,IAAI,CAAC,SAAS,KAAK,EAAE,EAAE;YAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;SAChD;QAED,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE;YAC5B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;SAC7C;QAED,MAAM,aAAa,GAAG,CAAC,OAAiB,EAAE,EAAE,CACxC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC;QAE5C,IAAI,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YAChC,MAAM,IAAI,KAAK,CACX,WAAW,OAAO,CAAC,OAAO,0BAA0B,CACvD,CAAC;SACL;QAED,IAAI,aAAa,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE;YACxC,MAAM,IAAI,KAAK,CACX,WAAW,OAAO,CAAC,eAAe,0BAA0B,CAC/D,CAAC;SACL;IACL,CAAC;IAED,KAAK,UAAU,aAAa;QACxB,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAChD,OAAO,CAAC,IAAI,CACR,sBAAsB,eAAe,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CACjE,CAAC;QAEF,uFAAuF;QACvF,mFAAmF;QACnF,MAAM,SAAS,GAAa,OAAO,CAAC,IAAI,CAAC,iBAAiB;YACtD,CAAC,CAAC,MAAM,YAAY,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,OAAiB,EAAE,EAAE;gBACvD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACpC,CAAC,CAAC;YACJ,CAAC,CAAC,EAAE,CAAC;QAET,iFAAiF;QACjF,uFAAuF;QACvF,sFAAsF;QACtF,kCAAkC;QAClC,MAAM,YAAY,GAAa,SAAS,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QACvE,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YAClD,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CACpB,QAAQ,CAAC,mBAAmB,CAAC,SAAS,EAAE,EAAE,CAAC,CAC9C,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;aAC1B,IAAI,CAAC,YAAY,CAAC;aAClB,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YACb,OAAO,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;YAC/C,OAAO,MAAM,CAAC;QAClB,CAAC,CAAC,CAAC;IACX,CAAC;IAED,SAAS,YAAY,CAAI,OAAyB;QAC9C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CACzB,CAAC,MAAiB,EAAE,EAAE,CAAC,MAAM,YAAY,KAAK,CACjD,CAAC;QAEF,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;YACnB,MAAM,MAAM,CAAC,CAAC,CAAC,CAAC;SACnB;aAAM;YACH,OAAO,OAAO,CAAC;SAClB;IACL,CAAC;AACL,CAAC"}

package/dist/isWebhookRegistered.d.ts

@@ -1,3 +1,3 @@
-import Registry from "@magda/typescript-common/dist/registry/AuthorizedRegistryClient";
-import MinionOptions from "./MinionOptions";
+import Registry from "@magda/typescript-common/dist/registry/AuthorizedRegistryClient.js";
+import MinionOptions from "./MinionOptions.js";
 export default function isWebhookRegistered(options: MinionOptions, registry: Registry): Promise<boolean>;

package/dist/isWebhookRegistered.js

@@ -1,31 +1,14 @@
-"use strict";
-var __awaiter = this && this.__awaiter || function (thisArg, _arguments, P, generator) {
-  function adopt(value) {return value instanceof P ? value : new P(function (resolve) {resolve(value);});}
-  return new (P || (P = Promise))(function (resolve, reject) {
-    function fulfilled(value) {try {step(generator.next(value));} catch (e) {reject(e);}}
-    function rejected(value) {try {step(generator["throw"](value));} catch (e) {reject(e);}}
-    function step(result) {result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);}
-    step((generator = generator.apply(thisArg, _arguments || [])).next());
-  });
-};
-var __importDefault = this && this.__importDefault || function (mod) {
-  return mod && mod.__esModule ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const lodash_1 = require("lodash");
-const buildWebhookConfig_1 = __importDefault(require("./buildWebhookConfig"));
-const getWebhookUrl_1 = __importDefault(require("./getWebhookUrl"));
-function isWebhookRegistered(options, registry) {
-  return __awaiter(this, void 0, void 0, function* () {
-    const maybeHook = yield registry.getHook(options.id);
-    if (maybeHook instanceof Error) {
-      throw maybeHook;
-    }
-    const newWebhookConfig = buildWebhookConfig_1.default(options);
-    return maybeHook.
-    map(hook => lodash_1.isEqual(hook.config, newWebhookConfig) &&
-    hook.url === getWebhookUrl_1.default(options)).
-    valueOr(false);
-  });
-}
-exports.default = isWebhookRegistered;
+import isEqual from "lodash/isEqual.js";
+import buildWebhookConfig from "./buildWebhookConfig.js";
+import getWebhookUrl from "./getWebhookUrl.js";
+export default async function isWebhookRegistered(options, registry) {
+  const maybeHook = await registry.getHook(options.id);
+  if (maybeHook instanceof Error) {
+    throw maybeHook;
+  }
+  const newWebhookConfig = buildWebhookConfig(options);
+  return maybeHook.
+  map((hook) => isEqual(hook.config, newWebhookConfig) &&
+  hook.url === getWebhookUrl(options)).
+  valueOr(false);
+}

package/dist/isWebhookRegistered.js.map

@@ -1 +1 @@
-{"version":3,"file":"isWebhookRegistered.js","sourceRoot":"","sources":["../src/isWebhookRegistered.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,mCAAiC;AAKjC,8EAAsD;AACtD,oEAA4C;AAE5C,SAA8B,mBAAmB,CAC7C,OAAsB,EACtB,QAAkB;;QAElB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAErD,IAAI,SAAS,YAAY,KAAK,EAAE;YAC5B,MAAM,SAAS,CAAC;SACnB;QAED,MAAM,gBAAgB,GAAG,4BAAkB,CAAC,OAAO,CAAC,CAAC;QAErD,OAAO,SAAS;aACX,GAAG,CACA,CAAC,IAAI,EAAE,EAAE,CACL,gBAAO,CAAC,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC;YACtC,IAAI,CAAC,GAAG,KAAK,uBAAa,CAAC,OAAO,CAAC,CAC1C;aACA,OAAO,CAAC,KAAK,CAAC,CAAC;IACxB,CAAC;CAAA;AAnBD,sCAmBC"}
+{"version":3,"file":"isWebhookRegistered.js","sourceRoot":"","sources":["../src/isWebhookRegistered.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,mBAAmB,CAAC;AAKxC,OAAO,kBAAkB,MAAM,yBAAyB,CAAC;AACzD,OAAO,aAAa,MAAM,oBAAoB,CAAC;AAE/C,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,mBAAmB,CAC7C,OAAsB,EACtB,QAAkB;IAElB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAErD,IAAI,SAAS,YAAY,KAAK,EAAE;QAC5B,MAAM,SAAS,CAAC;KACnB;IAED,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAErD,OAAO,SAAS;SACX,GAAG,CACA,CAAC,IAAI,EAAE,EAAE,CACL,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC;QACtC,IAAI,CAAC,GAAG,KAAK,aAAa,CAAC,OAAO,CAAC,CAC1C;SACA,OAAO,CAAC,KAAK,CAAC,CAAC;AACxB,CAAC"}

package/dist/registerWebhook.d.ts

@@ -1,5 +1,5 @@
-import { WebHook } from "@magda/typescript-common/dist/generated/registry/api";
-import Registry from "@magda/typescript-common/dist/registry/AuthorizedRegistryClient";
-import MinionOptions from "./MinionOptions";
-export declare type NeedsCrawl = Promise<boolean>;
-export default function registerNewWebhook(options: MinionOptions, registry: Registry): Promise<WebHook | import("../../magda-typescript-common/src/ServerError").default>;
+import { WebHook } from "@magda/typescript-common/dist/generated/registry/api.js";
+import Registry from "@magda/typescript-common/dist/registry/AuthorizedRegistryClient.js";
+import MinionOptions from "./MinionOptions.js";
+export type NeedsCrawl = Promise<boolean>;
+export default function registerNewWebhook(options: MinionOptions, registry: Registry): Promise<WebHook | import("magda-typescript-common/src/ServerError.js").default>;

package/dist/registerWebhook.js

@@ -1,51 +1,34 @@
-"use strict";
-var __awaiter = this && this.__awaiter || function (thisArg, _arguments, P, generator) {
-  function adopt(value) {return value instanceof P ? value : new P(function (resolve) {resolve(value);});}
-  return new (P || (P = Promise))(function (resolve, reject) {
-    function fulfilled(value) {try {step(generator.next(value));} catch (e) {reject(e);}}
-    function rejected(value) {try {step(generator["throw"](value));} catch (e) {reject(e);}}
-    function step(result) {result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);}
-    step((generator = generator.apply(thisArg, _arguments || [])).next());
-  });
-};
-var __importDefault = this && this.__importDefault || function (mod) {
-  return mod && mod.__esModule ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const getWebhookUrl_1 = __importDefault(require("./getWebhookUrl"));
-const buildWebhookConfig_1 = __importDefault(require("./buildWebhookConfig"));
-function registerNewWebhook(options, registry) {
-  return __awaiter(this, void 0, void 0, function* () {
-    console.info("Registering webhook");
-    const webHookConfig = buildWebhookConfig_1.default(options);
-    const newWebHook = {
-      id: options.id,
-      name: options.id,
-      active: true,
-      url: getWebhookUrl_1.default(options),
-      eventTypes: [
-      "CreateRecord",
-      "CreateAspectDefinition",
-      "CreateRecordAspect",
-      "PatchRecord",
-      "PatchAspectDefinition",
-      "PatchRecordAspect"],
+import getWebhookUrl from "./getWebhookUrl.js";
+import buildWebhookConfig from "./buildWebhookConfig.js";
+export default async function registerNewWebhook(options, registry) {
+  console.info("Registering webhook");
+  const webHookConfig = buildWebhookConfig(options);
+  const newWebHook = {
+    id: options.id,
+    name: options.id,
+    active: true,
+    url: getWebhookUrl(options),
+    eventTypes: [
+    "CreateRecord",
+    "CreateAspectDefinition",
+    "CreateRecordAspect",
+    "PatchRecord",
+    "PatchAspectDefinition",
+    "PatchRecordAspect"],
 
-      config: webHookConfig,
-      lastEvent: null,
-      isWaitingForResponse: false,
-      enabled: true,
-      lastRetryTime: null,
-      retryCount: 0,
-      isRunning: null,
-      isProcessing: null,
-      ownerId: undefined,
-      createTime: undefined,
-      creatorId: undefined,
-      editTime: undefined,
-      editorId: undefined };
-
-    return registry.putHook(newWebHook);
-  });
-}
-exports.default = registerNewWebhook;
+    config: webHookConfig,
+    lastEvent: null,
+    isWaitingForResponse: false,
+    enabled: true,
+    lastRetryTime: null,
+    retryCount: 0,
+    isRunning: null,
+    isProcessing: null,
+    ownerId: undefined,
+    createTime: undefined,
+    creatorId: undefined,
+    editTime: undefined,
+    editorId: undefined
+  };
+  return registry.putHook(newWebHook);
+}

package/dist/registerWebhook.js.map

@@ -1 +1 @@
-{"version":3,"file":"registerWebhook.js","sourceRoot":"","sources":["../src/registerWebhook.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAIA,oEAA4C;AAC5C,8EAAsD;AAItD,SAA8B,kBAAkB,CAC5C,OAAsB,EACtB,QAAkB;;QAElB,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAEpC,MAAM,aAAa,GAAG,4BAAkB,CAAC,OAAO,CAAC,CAAC;QAElD,MAAM,UAAU,GAAY;YACxB,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,IAAI,EAAE,OAAO,CAAC,EAAE;YAChB,MAAM,EAAE,IAAI;YACZ,GAAG,EAAE,uBAAa,CAAC,OAAO,CAAC;YAC3B,UAAU,EAAE;gBACR,cAAc;gBACd,wBAAwB;gBACxB,oBAAoB;gBACpB,aAAa;gBACb,uBAAuB;gBACvB,mBAAmB;aACtB;YACD,MAAM,EAAE,aAAa;YACrB,SAAS,EAAE,IAAI;YACf,oBAAoB,EAAE,KAAK;YAC3B,OAAO,EAAE,IAAI;YACb,aAAa,EAAE,IAAI;YACnB,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,IAAI;YACf,YAAY,EAAE,IAAI;YAClB,OAAO,EAAE,SAAS;YAClB,UAAU,EAAE,SAAS;YACrB,SAAS,EAAE,SAAS;YACpB,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,SAAS;SACtB,CAAC;QAEF,OAAO,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACxC,CAAC;CAAA;AArCD,qCAqCC"}
+{"version":3,"file":"registerWebhook.js","sourceRoot":"","sources":["../src/registerWebhook.ts"],"names":[],"mappings":"AAIA,OAAO,aAAa,MAAM,oBAAoB,CAAC;AAC/C,OAAO,kBAAkB,MAAM,yBAAyB,CAAC;AAIzD,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,kBAAkB,CAC5C,OAAsB,EACtB,QAAkB;IAElB,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAEpC,MAAM,aAAa,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAElD,MAAM,UAAU,GAAY;QACxB,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,IAAI,EAAE,OAAO,CAAC,EAAE;QAChB,MAAM,EAAE,IAAI;QACZ,GAAG,EAAE,aAAa,CAAC,OAAO,CAAC;QAC3B,UAAU,EAAE;YACR,cAAc;YACd,wBAAwB;YACxB,oBAAoB;YACpB,aAAa;YACb,uBAAuB;YACvB,mBAAmB;SACtB;QACD,MAAM,EAAE,aAAa;QACrB,SAAS,EAAE,IAAI;QACf,oBAAoB,EAAE,KAAK;QAC3B,OAAO,EAAE,IAAI;QACb,aAAa,EAAE,IAAI;QACnB,UAAU,EAAE,CAAC;QACb,SAAS,EAAE,IAAI;QACf,YAAY,EAAE,IAAI;QAClB,OAAO,EAAE,SAAS;QAClB,UAAU,EAAE,SAAS;QACrB,SAAS,EAAE,SAAS;QACpB,QAAQ,EAAE,SAAS;QACnB,QAAQ,EAAE,SAAS;KACtB,CAAC;IAEF,OAAO,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AACxC,CAAC"}

package/dist/resumeWebhook.d.ts

@@ -1,4 +1,4 @@
-import Registry from "@magda/typescript-common/dist/registry/AuthorizedRegistryClient";
-import MinionOptions from "./MinionOptions";
-export declare type NeedsCrawl = Promise<boolean>;
+import Registry from "@magda/typescript-common/dist/registry/AuthorizedRegistryClient.js";
+import MinionOptions from "./MinionOptions.js";
+export type NeedsCrawl = Promise<boolean>;
 export default function resumeWebhook(options: MinionOptions, registry: Registry): Promise<void>;

package/dist/resumeWebhook.js

@@ -1,22 +1,8 @@
-"use strict";
-var __awaiter = this && this.__awaiter || function (thisArg, _arguments, P, generator) {
-  function adopt(value) {return value instanceof P ? value : new P(function (resolve) {resolve(value);});}
-  return new (P || (P = Promise))(function (resolve, reject) {
-    function fulfilled(value) {try {step(generator.next(value));} catch (e) {reject(e);}}
-    function rejected(value) {try {step(generator["throw"](value));} catch (e) {reject(e);}}
-    function step(result) {result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);}
-    step((generator = generator.apply(thisArg, _arguments || [])).next());
-  });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-function resumeWebhook(options, registry) {
-  return __awaiter(this, void 0, void 0, function* () {
-    console.info(`Attempting to resume webhook ${options.id}`);
-    const resumeResult = yield registry.resumeHook(options.id, false, null, true);
-    if (resumeResult instanceof Error) {
-      throw resumeResult;
-    }
-    console.info(`Successfully resumed webhook - last event id was ${resumeResult.lastEventIdReceived}`);
-  });
-}
-exports.default = resumeWebhook;
+export default async function resumeWebhook(options, registry) {
+  console.info(`Attempting to resume webhook ${options.id}`);
+  const resumeResult = await registry.resumeHook(options.id, false, null, true);
+  if (resumeResult instanceof Error) {
+    throw resumeResult;
+  }
+  console.info(`Successfully resumed webhook - last event id was ${resumeResult.lastEventIdReceived}`);
+}

package/dist/resumeWebhook.js.map

@@ -1 +1 @@
-{"version":3,"file":"resumeWebhook.js","sourceRoot":"","sources":["../src/resumeWebhook.ts"],"names":[],"mappings":";;;;;;;;;;;AAMA,SAA8B,aAAa,CACvC,OAAsB,EACtB,QAAkB;;QAElB,OAAO,CAAC,IAAI,CAAC,gCAAgC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;QAE3D,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,UAAU,CAC1C,OAAO,CAAC,EAAE,EACV,KAAK,EACL,IAAI,EACJ,IAAI,CACP,CAAC;QAEF,IAAI,YAAY,YAAY,KAAK,EAAE;YAC/B,MAAM,YAAY,CAAC;SACtB;QAED,OAAO,CAAC,IAAI,CACR,oDAAoD,YAAY,CAAC,mBAAmB,EAAE,CACzF,CAAC;IACN,CAAC;CAAA;AApBD,gCAoBC"}
+{"version":3,"file":"resumeWebhook.js","sourceRoot":"","sources":["../src/resumeWebhook.ts"],"names":[],"mappings":"AAMA,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,aAAa,CACvC,OAAsB,EACtB,QAAkB;IAElB,OAAO,CAAC,IAAI,CAAC,gCAAgC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;IAE3D,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,UAAU,CAC1C,OAAO,CAAC,EAAE,EACV,KAAK,EACL,IAAI,EACJ,IAAI,CACP,CAAC;IAEF,IAAI,YAAY,YAAY,KAAK,EAAE;QAC/B,MAAM,YAAY,CAAC;KACtB;IAED,OAAO,CAAC,IAAI,CACR,oDAAoD,YAAY,CAAC,mBAAmB,EAAE,CACzF,CAAC;AACN,CAAC"}

package/dist/setupRecrawlEndpoint.d.ts

@@ -1,43 +1,43 @@
-import MinionOptions from "./MinionOptions";
+import MinionOptions from "./MinionOptions.js";
 import { Application } from "express";
-import Crawler from "./Crawler";
+import Crawler from "./Crawler.js";
 /**
-                                  * @apiDefine GenericErrorMinionJson
-                                  * @apiError (Error 500 JSON Response Body) {Boolean} isSuccess Whether or not the operation is successfully done.
-                                  * @apiError (Error 500 JSON Response Body) {Boolean} [isNewCrawler] indicate Whether it's a new cralwer process or existing crawling process is still no-going.
-                                  * @apiError (Error 500 JSON Response Body) {String} errorMessage Free text error message. Only available when `isSuccess`=`false`
-                                  * @apiErrorExample {json} Response:
-                                  * {
-                                  *     isSuccess: false,
-                                  *     errorMessage: "Unknown Error"
-                                  * }
-                                  */
+ * @apiDefine GenericErrorMinionJson
+ * @apiError (Error 500 JSON Response Body) {Boolean} isSuccess Whether or not the operation is successfully done.
+ * @apiError (Error 500 JSON Response Body) {Boolean} [isNewCrawler] indicate Whether it's a new cralwer process or existing crawling process is still no-going.
+ * @apiError (Error 500 JSON Response Body) {String} errorMessage Free text error message. Only available when `isSuccess`=`false`
+ * @apiErrorExample {json} Response:
+ * {
+ *     isSuccess: false,
+ *     errorMessage: "Unknown Error"
+ * }
+ */
 export interface recrawlResponse {
   isSuccess: boolean;
   isNewCrawler?: boolean;
-  errorMessage?: string;}
-
+  errorMessage?: string;
+}
 export interface crawlerProgress {
   isSuccess: boolean;
   errorMessage?: string;
   progress?: {
     isCrawling: boolean;
     crawlingPageToken: string;
-    crawledRecordNumber: number;};}
-
-
+    crawledRecordNumber: number;
+  };
+}
 /**
-                                     * @apiGroup Minions
-                                     * @api {post} /v0/minions/recrawl Make the minion recrawl the registry
-                                     *
-                                     * @apiDescription Make the minion recrawl the registry
-                                     *
-                                     * @apiSuccess (Success 200) {json} Response the minion recrawl status
-                                     * @apiSuccessExample {json} Response:
-                                     *  {
-                                     *    isSuccess: true,
-                                     *    isNewCrawler: true
-                                     *  }
-                                     * @apiUse GenericErrorMinionJson
-                                     */
+ * @apiGroup Minions
+ * @api {post} /v0/minions/recrawl Make the minion recrawl the registry
+ *
+ * @apiDescription Make the minion recrawl the registry
+ *
+ * @apiSuccess (Success 200) {json} Response the minion recrawl status
+ * @apiSuccessExample {json} Response:
+ *  {
+ *    isSuccess: true,
+ *    isNewCrawler: true
+ *  }
+ * @apiUse GenericErrorMinionJson
+ */
 export default function setupRecrawlEndpoint(server: Application, options: MinionOptions, crawler: Crawler): void;