@natlibfi/melinda-rest-api-commons 4.2.5 → 5.0.0-alpha.2

package/.github/workflows/melinda-node-tests.yml

@@ -11,12 +11,12 @@ jobs:
 
     strategy:
       matrix:
-        node-version: [18.x, 20.x, 22.x, 23.x]
+        node-version: [22.x, 24.x]
         # See supported Node.js release schedule at https://nodejs.org/en/about/releases/
 
     steps:
     - name: Checkout the code
-      uses: actions/checkout@v4
+      uses: actions/checkout@v5
     - name: Use Node.js ${{ matrix.node-version }}
       uses: actions/setup-node@v4
       with:
@@ -33,20 +33,22 @@ jobs:
   license-scan:
     name: License compliance check
     runs-on: ubuntu-latest
+    container: node:22
 
     steps:
-      - uses: actions/checkout@v4
-      - uses: mikaelvesavuori/license-compliance-action@v1.0.3
+      - uses: actions/checkout@v5
+      - uses: mikaelvesavuori/license-compliance-action@v1
         with:
           exclude_pattern: /^@natlibfi/
 
   njsscan:
     name: Njsscan check
     runs-on: ubuntu-latest
+    container: node:22
 
     steps:
     - name: Checkout the code
-      uses: actions/checkout@v4
+      uses: actions/checkout@v5
     - name: nodejsscan scan
       id: njsscan
       uses: ajinabraham/njsscan-action@master
@@ -57,9 +59,10 @@ jobs:
     runs-on: ubuntu-latest
     needs: [build-node-versions, njsscan]
     if: contains(github.ref, 'refs/tags/')
+    container: node:22
 
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v5
       # Setup .npmrc file to publish to npm
       - uses: actions/setup-node@v4
         with:

package/dist/amqp.js

@@ -1,44 +1,26 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = _default;
-var _amqplib = _interopRequireDefault(require("amqplib"));
-var _marcRecord = require("@natlibfi/marc-record");
-var _melindaCommons = require("@natlibfi/melinda-commons");
-var _melindaBackendCommons = require("@natlibfi/melinda-backend-commons");
-var _debug = _interopRequireDefault(require("debug"));
-var _constants = require("./constants");
-var _util = require("util");
-var _httpStatus = _interopRequireDefault(require("http-status"));
-var _utils = require("./utils");
-async function _default(AMQP_URL, runHealthCheck = false) {
-  const logger = (0, _melindaBackendCommons.createLogger)();
-  const debug = (0, _debug.default)('@natlibfi/melinda-rest-api-commons:amqp');
-  const debugHC = debug.extend('HC');
-  const debugData = debug.extend('data');
-  const setTimeoutPromise = (0, _util.promisify)(setTimeout);
+import amqplib from "amqplib";
+import createDebugLogger from "debug";
+import { promisify, inspect } from "util";
+import httpStatus from "http-status";
+import { MarcRecord } from "@natlibfi/marc-record";
+import { Error as ApiError } from "@natlibfi/melinda-commons";
+import { createLogger } from "@natlibfi/melinda-backend-commons";
+import { CHUNK_SIZE } from "./constants.js";
+import { logError } from "./utils.js";
+export default async function(AMQP_URL, runHealthCheck = false) {
+  const logger = createLogger();
+  const debug = createDebugLogger("@natlibfi/melinda-rest-api-commons:amqp");
+  const debugHC = debug.extend("HC");
+  const debugData = debug.extend("data");
+  const setTimeoutPromise = promisify(setTimeout);
   debug(`Creating an AMQP operator to ${AMQP_URL}`);
-  const connection = await _amqplib.default.connect(AMQP_URL);
+  const connection = await amqplib.connect(AMQP_URL);
   const channel = await connection.createChannel();
   const healthCheckLoop = runHealthCheck ? healthCheck() : false;
   debug(`Connection: ${connection}`);
   debug(`Channel: ${channel}`);
-  debug(`HealthCheckLoop: ${healthCheckLoop ? 'Running health check' : 'Not running health check'}`);
-  return {
-    checkQueue,
-    consumeChunk,
-    consumeOne,
-    ackMessages,
-    nackMessages,
-    sendToQueue,
-    removeQueue,
-    messagesToRecords,
-    closeChannel,
-    closeConnection
-  };
+  debug(`HealthCheckLoop: ${healthCheckLoop ? "Running health check" : "Not running health check"}`);
+  return { checkQueue, consumeChunk, consumeOne, ackMessages, nackMessages, sendToQueue, removeQueue, messagesToRecords, closeChannel, closeConnection };
   async function closeChannel() {
     debug(`Closing channel`);
     await channel.close();
@@ -56,9 +38,7 @@ async function _default(AMQP_URL, runHealthCheck = false) {
     }
     try {
       debugHC(`Health checking amqp by asserting a queue`);
-      await channel.assertQueue('HEALTHCHECK', {
-        durable: false
-      });
+      await channel.assertQueue("HEALTHCHECK", { durable: false });
       debugHC(`Waiting 200ms before running healthCheck next`);
       return healthCheck(200);
     } catch (error) {
@@ -66,55 +46,33 @@ async function _default(AMQP_URL, runHealthCheck = false) {
       handleAmqpErrors(error);
     }
   }
-
-  // eslint-disable-next-line max-statements
-  async function checkQueue({
-    queue,
-    style = 'basic',
-    toRecord = true,
-    purge = false
-  }) {
+  async function checkQueue({ queue, style = "basic", toRecord = true, purge = false }) {
     debug(`checkQueue: ${queue}, Style: ${style}, toRecord: ${toRecord}, Purge: ${purge}`);
     try {
       errorUndefinedQueue(queue);
-      const channelInfo = await channel.assertQueue(queue, {
-        durable: true
-      });
+      const channelInfo = await channel.assertQueue(queue, { durable: true });
       if (purge) {
         await purgeQueue(purge);
         logger.verbose(`Queue ${queue} has purged ${channelInfo.messageCount} messages`);
         debug(`Queue ${queue} has purged ${channelInfo.messageCount} messages`);
-        return checkQueue({
-          queue,
-          style
-        });
+        return checkQueue({ queue, style });
       }
-      if (style === 'messages') {
+      if (style === "messages") {
         return channelInfo.messageCount;
       }
-
-      // Note: returns one message (+ record, of toRecord: true)
-      // note: if toRecord is false returns just plain message / false
-      // note: if toRecord is true returns {headers, records, messages} -object / false
-      // should this be more consistent?
-      if (style === 'one') {
+      if (style === "one") {
         if (checkMessageCount(channelInfo)) {
           return consumeOne(queue, toRecord);
         }
         return false;
       }
-
-      // Note: returns a chunk of (100) messages (+ records, if toRecord: true)
-      // returns {headers, records, messages} object or {headers, messages} object depending on toRecord
-      if (style === 'basic') {
+      if (style === "basic") {
         if (checkMessageCount(channelInfo)) {
           return consumeChunk(queue, toRecord);
         }
         return false;
       }
-
-      // Defaults:
-      throw new _melindaCommons.Error(_httpStatus.default.INTERNAL_SERVER_ERROR, `CheckQueue does not recognize style ${style}`);
+      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `CheckQueue does not recognize style ${style}`);
     } catch (error) {
       handleAmqpErrors(error);
     }
@@ -126,9 +84,9 @@ async function _default(AMQP_URL, runHealthCheck = false) {
       debug(`Queue ${queue} has ${channelInfo.messageCount} messages`);
       return true;
     }
-    function purgeQueue(purge) {
-      debug(`Purging queue: ${queue}, purge: ${purge}`);
-      if (purge) {
+    function purgeQueue(purge2) {
+      debug(`Purging queue: ${queue}, purge: ${purge2}`);
+      if (purge2) {
         return channel.purgeQueue(queue);
       }
     }
@@ -136,28 +94,15 @@ async function _default(AMQP_URL, runHealthCheck = false) {
   async function consumeChunk(queue, toRecord) {
     debug(`Prepared to consumeChunk from queue: ${queue}`);
     try {
-      await channel.assertQueue(queue, {
-        durable: true
-      });
-
-      // getData: next chunk (100) messages
+      await channel.assertQueue(queue, { durable: true });
       const messages = await getData(queue);
-
-      // Note: headers are from the first message of the chunk
       const headers = getHeaderInfo(messages[0]);
-      debug(`consumeChunk (${messages ? messages.length : '0'} from queue ${queue}) ${toRecord ? 'to records' : 'just messages'}`);
+      debug(`consumeChunk (${messages ? messages.length : "0"} from queue ${queue}) ${toRecord ? "to records" : "just messages"}`);
       if (toRecord) {
         const records = await messagesToRecords(messages);
-        return {
-          headers,
-          records,
-          messages
-        };
+        return { headers, records, messages };
       }
-      return {
-        headers,
-        messages
-      };
+      return { headers, messages };
     } catch (error) {
       handleAmqpErrors(error);
     }
@@ -165,28 +110,15 @@ async function _default(AMQP_URL, runHealthCheck = false) {
   async function consumeOne(queue, toRecord) {
     debug(`Prepared to consumeOne from queue: ${queue}`);
     try {
-      await channel.assertQueue(queue, {
-        durable: true
-      });
-
-      // Returns false if 0 items in queue
+      await channel.assertQueue(queue, { durable: true });
       const message = await channel.get(queue);
-      debugData(`Message: ${(0, _util.inspect)(message, {
-        colors: true,
-        maxArrayLength: 3,
-        depth: 3
-      })}`);
-      // Do not spam the logs
-      debug(`consumeOne from queue: ${queue} ${toRecord ? 'to records' : 'just the message'}`);
+      debugData(`Message: ${inspect(message, { colors: true, maxArrayLength: 3, depth: 3 })}`);
+      debug(`consumeOne from queue: ${queue} ${toRecord ? "to records" : "just the message"}`);
       if (message) {
         if (toRecord) {
           const headers = getHeaderInfo(message);
           const records = messagesToRecords([message]);
-          return {
-            headers,
-            records,
-            messages: [message]
-          };
+          return { headers, records, messages: [message] };
         }
         return message;
       }
@@ -196,25 +128,19 @@ async function _default(AMQP_URL, runHealthCheck = false) {
     }
   }
   function ackMessages(messages) {
-    messages.forEach(message => {
+    messages.forEach((message) => {
       debug(`Ack message ${message.properties.correlationId}`);
       channel.ack(message);
     });
   }
   function nackMessages(messages) {
-    messages.forEach(message => {
+    messages.forEach((message) => {
       debug(`Nack message ${message.properties.correlationId}`);
       channel.nack(message);
     });
   }
-  async function sendToQueue({
-    queue,
-    correlationId,
-    headers,
-    data
-  }) {
+  async function sendToQueue({ queue, correlationId, headers, data }) {
     debug(`sendToQueue`);
-    // eslint-disable-next-line no-useless-catch
     try {
       debug(`Queue ${queue}`);
       debug(`CorrelationId ${correlationId}`);
@@ -222,31 +148,25 @@ async function _default(AMQP_URL, runHealthCheck = false) {
       debug(`Headers ${JSON.stringify(headers)}`);
       errorUndefinedQueue(queue);
       debug(`Asserting queue: ${queue}`);
-      await channel.assertQueue(queue, {
-        durable: true
-      });
+      await channel.assertQueue(queue, { durable: true });
       debug(`Actually sendToQueue: ${queue}`);
-      await channel.sendToQueue(queue, Buffer.from(JSON.stringify({
-        data
-      })), {
-        correlationId,
-        persistent: true,
-        headers
-      });
+      await channel.sendToQueue(
+        queue,
+        Buffer.from(JSON.stringify({ data })),
+        {
+          correlationId,
+          persistent: true,
+          headers
+        }
+      );
       debug(`Send message for ${correlationId} to queue: ${queue}`);
     } catch (error) {
       const errorToThrow = error;
-      //if (error instanceof ApiError) {
-      //  throw error;
-      //}
       debug(`SendToQueue errored: ${JSON.stringify(error)}`);
       handleAmqpErrors(errorToThrow);
     }
   }
   async function removeQueue(queue) {
-    // deleteQueue borks the channel if the queue does not exist
-    // -> use throwaway tempChannel to avoid killing actual channel in use
-    // this might be doable also with assertQueue before deleteQueue
     const tempChannel = await connection.createChannel();
     logger.verbose(`Removing queue ${queue}.`);
     debug(`Removing queue ${queue}.`);
@@ -257,29 +177,19 @@ async function _default(AMQP_URL, runHealthCheck = false) {
     }
     return;
   }
-
-  // ----------------
-  // Helper functions
-  // ----------------
-
   function messagesToRecords(messages) {
     debug(`Parsing messages (${messages.length}) to records`);
-    return messages.map(message => {
+    return messages.map((message) => {
       const content = JSON.parse(message.content.toString());
-      // Use subfieldValues: false validationOption here
-      return new _marcRecord.MarcRecord(content.data, {
-        subfieldValues: false
-      });
+      return new MarcRecord(content.data, { subfieldValues: false });
     });
   }
   async function getData(queue) {
     debug(`Getting queue data from ${queue}`);
     try {
-      const {
-        messageCount
-      } = await channel.checkQueue(queue);
+      const { messageCount } = await channel.checkQueue(queue);
       debug(`There is ${messageCount} messages in queue ${queue}`);
-      const messagesToGet = messageCount >= _constants.CHUNK_SIZE ? _constants.CHUNK_SIZE : messageCount;
+      const messagesToGet = messageCount >= CHUNK_SIZE ? CHUNK_SIZE : messageCount;
       debug(`Getting ${messagesToGet} messages from queue ${queue}`);
       const messages = await pump(messagesToGet);
       debug(`Returning ${messages.length} unique messages`);
@@ -296,7 +206,6 @@ async function _default(AMQP_URL, runHealthCheck = false) {
         correlationId: message.properties.correlationId,
         deliveryTag: message.fields.deliveryTag
       };
-      // Filter not unique messages
       if (identifiers.includes(identifier)) {
         return pump(count - 1, results, identifiers);
       }
@@ -307,20 +216,20 @@ async function _default(AMQP_URL, runHealthCheck = false) {
     return data.properties.headers;
   }
   function errorUndefinedQueue(queue) {
-    if (queue === undefined || queue === '' || queue === null) {
-      throw new _melindaCommons.Error(_httpStatus.default.INTERNAL_SERVER_ERROR, `Undefined queue!`);
+    if (queue === void 0 || queue === "" || queue === null) {
+      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `Undefined queue!`);
     }
   }
   function handleAmqpErrors(error) {
     const newError = error;
     debug(`HandleAmqpErrors got an error: ${JSON.stringify(error)}`);
-    if (error instanceof _melindaCommons.Error) {
+    if (error instanceof ApiError) {
       debug(`We have an ApiError`);
-      throw new _melindaCommons.Error(newError.status, newError.payload);
+      throw new ApiError(newError.status, newError.payload);
     }
     debug(`We have a non-ApiError`);
-    (0, _utils.logError)(error);
+    logError(error);
     throw newError;
   }
 }
-//# sourceMappingURL=amqp.js.map
+//# sourceMappingURL=amqp.js.map

package/dist/amqp.js.map

@@ -1 +1,7 @@
-{"version":3,"file":"amqp.js","names":["_amqplib","_interopRequireDefault","require","_marcRecord","_melindaCommons","_melindaBackendCommons","_debug","_constants","_util","_httpStatus","_utils","_default","AMQP_URL","runHealthCheck","logger","createLogger","debug","createDebugLogger","debugHC","extend","debugData","setTimeoutPromise","promisify","setTimeout","connection","amqplib","connect","channel","createChannel","healthCheckLoop","healthCheck","checkQueue","consumeChunk","consumeOne","ackMessages","nackMessages","sendToQueue","removeQueue","messagesToRecords","closeChannel","closeConnection","close","wait","assertQueue","durable","error","JSON","stringify","handleAmqpErrors","queue","style","toRecord","purge","errorUndefinedQueue","channelInfo","purgeQueue","verbose","messageCount","checkMessageCount","ApiError","httpStatus","INTERNAL_SERVER_ERROR","messages","getData","headers","getHeaderInfo","length","records","message","get","inspect","colors","maxArrayLength","depth","forEach","properties","correlationId","ack","nack","data","Buffer","from","persistent","errorToThrow","tempChannel","deleteQueue","map","content","parse","toString","MarcRecord","subfieldValues","messagesToGet","CHUNK_SIZE","pump","count","results","identifiers","identifier","deliveryTag","fields","includes","concat","undefined","newError","status","payload","logError"],"sources":["../src/amqp.js"],"sourcesContent":["import amqplib from 'amqplib';\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport {Error as ApiError} from '@natlibfi/melinda-commons';\nimport {createLogger} from '@natlibfi/melinda-backend-commons';\nimport createDebugLogger from 'debug';\nimport {CHUNK_SIZE} from './constants';\nimport {promisify, inspect} from 'util';\nimport httpStatus from 'http-status';\nimport {logError} from './utils';\n\nexport default async function (AMQP_URL, runHealthCheck = false) {\n  const logger = createLogger();\n  const debug = createDebugLogger('@natlibfi/melinda-rest-api-commons:amqp');\n  const debugHC = debug.extend('HC');\n  const debugData = debug.extend('data');\n  const setTimeoutPromise = promisify(setTimeout);\n\n  debug(`Creating an AMQP operator to ${AMQP_URL}`);\n  const connection = await amqplib.connect(AMQP_URL);\n  const channel = await connection.createChannel();\n\n  const healthCheckLoop = runHealthCheck ? healthCheck() : false;\n\n  debug(`Connection: ${connection}`);\n  debug(`Channel: ${channel}`);\n  debug(`HealthCheckLoop: ${healthCheckLoop ? 'Running health check' : 'Not running health check'}`);\n\n  return {checkQueue, consumeChunk, consumeOne, ackMessages, nackMessages, sendToQueue, removeQueue, messagesToRecords, closeChannel, closeConnection};\n\n  async function closeChannel() {\n    debug(`Closing channel`);\n    await channel.close();\n    debug(`Channel: ${channel}`);\n  }\n\n  async function closeConnection() {\n    debug(`Closing connection`);\n    await connection.close();\n    debug(`Connection: ${connection}`);\n  }\n\n  async function healthCheck(wait = false) {\n    if (wait) {\n      await setTimeoutPromise(wait);\n      return healthCheck(false);\n    }\n\n    try {\n      debugHC(`Health checking amqp by asserting a queue`);\n      await channel.assertQueue('HEALTHCHECK', {durable: false});\n      debugHC(`Waiting 200ms before running healthCheck next`);\n      return healthCheck(200);\n    } catch (error) {\n      debugHC(`HealthCheck error ${JSON.stringify(error)}`);\n      handleAmqpErrors(error);\n    }\n  }\n\n  // eslint-disable-next-line max-statements\n  async function checkQueue({queue, style = 'basic', toRecord = true, purge = false}) {\n    debug(`checkQueue: ${queue}, Style: ${style}, toRecord: ${toRecord}, Purge: ${purge}`);\n\n    try {\n\n      errorUndefinedQueue(queue);\n      const channelInfo = await channel.assertQueue(queue, {durable: true});\n\n      if (purge) {\n        await purgeQueue(purge);\n        logger.verbose(`Queue ${queue} has purged ${channelInfo.messageCount} messages`);\n        debug(`Queue ${queue} has purged ${channelInfo.messageCount} messages`);\n        return checkQueue({queue, style});\n      }\n\n      if (style === 'messages') {\n        return channelInfo.messageCount;\n      }\n\n\n      // Note: returns one message (+ record, of toRecord: true)\n      // note: if toRecord is false returns just plain message / false\n      // note: if toRecord is true returns {headers, records, messages} -object / false\n      // should this be more consistent?\n      if (style === 'one') {\n        if (checkMessageCount(channelInfo)) {\n          return consumeOne(queue, toRecord);\n        }\n        return false;\n      }\n\n      // Note: returns a chunk of (100) messages (+ records, if toRecord: true)\n      // returns {headers, records, messages} object or {headers, messages} object depending on toRecord\n      if (style === 'basic') {\n        if (checkMessageCount(channelInfo)) {\n          return consumeChunk(queue, toRecord);\n        }\n        return false;\n      }\n\n      // Defaults:\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `CheckQueue does not recognize style ${style}`);\n    } catch (error) {\n      handleAmqpErrors(error);\n    }\n\n    function checkMessageCount(channelInfo) {\n      if (channelInfo.messageCount < 1) {\n        debug(`checkQueue: ${channelInfo.messageCount} - ${queue} is empty`);\n        return false;\n      }\n      debug(`Queue ${queue} has ${channelInfo.messageCount} messages`);\n      return true;\n    }\n\n    function purgeQueue(purge) {\n      debug(`Purging queue: ${queue}, purge: ${purge}`);\n      if (purge) {\n        return channel.purgeQueue(queue);\n      }\n    }\n  }\n\n  async function consumeChunk(queue, toRecord) {\n    debug(`Prepared to consumeChunk from queue: ${queue}`);\n    try {\n      await channel.assertQueue(queue, {durable: true});\n\n      // getData: next chunk (100) messages\n      const messages = await getData(queue);\n\n      // Note: headers are from the first message of the chunk\n      const headers = getHeaderInfo(messages[0]);\n      debug(`consumeChunk (${messages ? messages.length : '0'} from queue ${queue}) ${toRecord ? 'to records' : 'just messages'}`);\n\n      if (toRecord) {\n        const records = await messagesToRecords(messages);\n        return {headers, records, messages};\n      }\n\n      return {headers, messages};\n    } catch (error) {\n      handleAmqpErrors(error);\n    }\n  }\n\n  async function consumeOne(queue, toRecord) {\n    debug(`Prepared to consumeOne from queue: ${queue}`);\n    try {\n      await channel.assertQueue(queue, {durable: true});\n\n      // Returns false if 0 items in queue\n      const message = await channel.get(queue);\n\n      debugData(`Message: ${inspect(message, {colors: true, maxArrayLength: 3, depth: 3})}`);\n      // Do not spam the logs\n      debug(`consumeOne from queue: ${queue} ${toRecord ? 'to records' : 'just the message'}`);\n\n      if (message) {\n        if (toRecord) {\n          const headers = getHeaderInfo(message);\n          const records = messagesToRecords([message]);\n          return {headers, records, messages: [message]};\n        }\n\n        return message;\n      }\n\n      return false;\n    } catch (error) {\n      handleAmqpErrors(error);\n    }\n  }\n\n  function ackMessages(messages) {\n    messages.forEach(message => {\n      debug(`Ack message ${message.properties.correlationId}`);\n      channel.ack(message);\n    });\n  }\n\n  function nackMessages(messages) {\n    messages.forEach(message => {\n      debug(`Nack message ${message.properties.correlationId}`);\n      channel.nack(message);\n    });\n  }\n\n  async function sendToQueue({queue, correlationId, headers, data}) {\n    debug(`sendToQueue`);\n    // eslint-disable-next-line no-useless-catch\n    try {\n      debug(`Queue ${queue}`);\n      debug(`CorrelationId ${correlationId}`);\n      debugData(`Data ${JSON.stringify(data)}`);\n      debug(`Headers ${JSON.stringify(headers)}`);\n\n      errorUndefinedQueue(queue);\n\n      debug(`Asserting queue: ${queue}`);\n      await channel.assertQueue(queue, {durable: true});\n\n      debug(`Actually sendToQueue: ${queue}`);\n      await channel.sendToQueue(\n        queue,\n        Buffer.from(JSON.stringify({data})),\n        {\n          correlationId,\n          persistent: true,\n          headers\n        }\n      );\n      debug(`Send message for ${correlationId} to queue: ${queue}`);\n\n\n    } catch (error) {\n      const errorToThrow = error;\n      //if (error instanceof ApiError) {\n      //  throw error;\n      //}\n      debug(`SendToQueue errored: ${JSON.stringify(error)}`);\n      handleAmqpErrors(errorToThrow);\n    }\n  }\n\n  async function removeQueue(queue) {\n    // deleteQueue borks the channel if the queue does not exist\n    // -> use throwaway tempChannel to avoid killing actual channel in use\n    // this might be doable also with assertQueue before deleteQueue\n    const tempChannel = await connection.createChannel();\n    logger.verbose(`Removing queue ${queue}.`);\n    debug(`Removing queue ${queue}.`);\n    await tempChannel.deleteQueue(queue);\n\n    if (tempChannel) {\n      await tempChannel.close();\n      return;\n    }\n\n    return;\n  }\n\n  // ----------------\n  // Helper functions\n  // ----------------\n\n  function messagesToRecords(messages) {\n    debug(`Parsing messages (${messages.length}) to records`);\n\n    return messages.map(message => {\n      const content = JSON.parse(message.content.toString());\n      // Use subfieldValues: false validationOption here\n      return new MarcRecord(content.data, {subfieldValues: false});\n    });\n  }\n\n  async function getData(queue) {\n    debug(`Getting queue data from ${queue}`);\n    try {\n      const {messageCount} = await channel.checkQueue(queue);\n      debug(`There is ${messageCount} messages in queue ${queue}`);\n      const messagesToGet = messageCount >= CHUNK_SIZE ? CHUNK_SIZE : messageCount;\n      debug(`Getting ${messagesToGet} messages from queue ${queue}`);\n\n      const messages = await pump(messagesToGet);\n\n      debug(`Returning ${messages.length} unique messages`);\n\n      return messages;\n    } catch (error) {\n      handleAmqpErrors(error);\n    }\n\n    async function pump(count, results = [], identifiers = []) {\n      if (count === 0) {\n        return results;\n      }\n\n      const message = await channel.get(queue);\n      const identifier = {\n        correlationId: message.properties.correlationId,\n        deliveryTag: message.fields.deliveryTag\n      };\n      // Filter not unique messages\n      if (identifiers.includes(identifier)) {\n        return pump(count - 1, results, identifiers);\n      }\n\n      return pump(count - 1, results.concat(message), identifiers.concat(identifier));\n    }\n  }\n\n  function getHeaderInfo(data) {\n    return data.properties.headers;\n  }\n\n  function errorUndefinedQueue(queue) {\n    if (queue === undefined || queue === '' || queue === null) {\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `Undefined queue!`);\n    }\n  }\n\n  function handleAmqpErrors(error) {\n    const newError = error;\n    debug(`HandleAmqpErrors got an error: ${JSON.stringify(error)}`);\n    if (error instanceof ApiError) {\n      debug(`We have an ApiError`);\n      throw new ApiError(newError.status, newError.payload);\n    }\n    debug(`We have a non-ApiError`);\n    logError(error);\n    throw newError;\n  }\n}\n\n\n"],"mappings":";;;;;;;AAAA,IAAAA,QAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,WAAA,GAAAD,OAAA;AACA,IAAAE,eAAA,GAAAF,OAAA;AACA,IAAAG,sBAAA,GAAAH,OAAA;AACA,IAAAI,MAAA,GAAAL,sBAAA,CAAAC,OAAA;AACA,IAAAK,UAAA,GAAAL,OAAA;AACA,IAAAM,KAAA,GAAAN,OAAA;AACA,IAAAO,WAAA,GAAAR,sBAAA,CAAAC,OAAA;AACA,IAAAQ,MAAA,GAAAR,OAAA;AAEe,eAAAS,SAAgBC,QAAQ,EAAEC,cAAc,GAAG,KAAK,EAAE;EAC/D,MAAMC,MAAM,GAAG,IAAAC,mCAAY,EAAC,CAAC;EAC7B,MAAMC,KAAK,GAAG,IAAAC,cAAiB,EAAC,yCAAyC,CAAC;EAC1E,MAAMC,OAAO,GAAGF,KAAK,CAACG,MAAM,CAAC,IAAI,CAAC;EAClC,MAAMC,SAAS,GAAGJ,KAAK,CAACG,MAAM,CAAC,MAAM,CAAC;EACtC,MAAME,iBAAiB,GAAG,IAAAC,eAAS,EAACC,UAAU,CAAC;EAE/CP,KAAK,CAAC,gCAAgCJ,QAAQ,EAAE,CAAC;EACjD,MAAMY,UAAU,GAAG,MAAMC,gBAAO,CAACC,OAAO,CAACd,QAAQ,CAAC;EAClD,MAAMe,OAAO,GAAG,MAAMH,UAAU,CAACI,aAAa,CAAC,CAAC;EAEhD,MAAMC,eAAe,GAAGhB,cAAc,GAAGiB,WAAW,CAAC,CAAC,GAAG,KAAK;EAE9Dd,KAAK,CAAC,eAAeQ,UAAU,EAAE,CAAC;EAClCR,KAAK,CAAC,YAAYW,OAAO,EAAE,CAAC;EAC5BX,KAAK,CAAC,oBAAoBa,eAAe,GAAG,sBAAsB,GAAG,0BAA0B,EAAE,CAAC;EAElG,OAAO;IAACE,UAAU;IAAEC,YAAY;IAAEC,UAAU;IAAEC,WAAW;IAAEC,YAAY;IAAEC,WAAW;IAAEC,WAAW;IAAEC,iBAAiB;IAAEC,YAAY;IAAEC;EAAe,CAAC;EAEpJ,eAAeD,YAAYA,CAAA,EAAG;IAC5BvB,KAAK,CAAC,iBAAiB,CAAC;IACxB,MAAMW,OAAO,CAACc,KAAK,CAAC,CAAC;IACrBzB,KAAK,CAAC,YAAYW,OAAO,EAAE,CAAC;EAC9B;EAEA,eAAea,eAAeA,CAAA,EAAG;IAC/BxB,KAAK,CAAC,oBAAoB,CAAC;IAC3B,MAAMQ,UAAU,CAACiB,KAAK,CAAC,CAAC;IACxBzB,KAAK,CAAC,eAAeQ,UAAU,EAAE,CAAC;EACpC;EAEA,eAAeM,WAAWA,CAACY,IAAI,GAAG,KAAK,EAAE;IACvC,IAAIA,IAAI,EAAE;MACR,MAAMrB,iBAAiB,CAACqB,IAAI,CAAC;MAC7B,OAAOZ,WAAW,CAAC,KAAK,CAAC;IAC3B;IAEA,IAAI;MACFZ,OAAO,CAAC,2CAA2C,CAAC;MACpD,MAAMS,OAAO,CAACgB,WAAW,CAAC,aAAa,EAAE;QAACC,OAAO,EAAE;MAAK,CAAC,CAAC;MAC1D1B,OAAO,CAAC,+CAA+C,CAAC;MACxD,OAAOY,WAAW,CAAC,GAAG,CAAC;IACzB,CAAC,CAAC,OAAOe,KAAK,EAAE;MACd3B,OAAO,CAAC,qBAAqB4B,IAAI,CAACC,SAAS,CAACF,KAAK,CAAC,EAAE,CAAC;MACrDG,gBAAgB,CAACH,KAAK,CAAC;IACzB;EACF;;EAEA;EACA,eAAed,UAAUA,CAAC;IAACkB,KAAK;IAAEC,KAAK,GAAG,OAAO;IAAEC,QAAQ,GAAG,IAAI;IAAEC,KAAK,GAAG;EAAK,CAAC,EAAE;IAClFpC,KAAK,CAAC,eAAeiC,KAAK,YAAYC,KAAK,eAAeC,QAAQ,YAAYC,KAAK,EAAE,CAAC;IAEtF,IAAI;MAEFC,mBAAmB,CAACJ,KAAK,CAAC;MAC1B,MAAMK,WAAW,GAAG,MAAM3B,OAAO,CAACgB,WAAW,CAACM,KAAK,EAAE;QAACL,OAAO,EAAE;MAAI,CAAC,CAAC;MAErE,IAAIQ,KAAK,EAAE;QACT,MAAMG,UAAU,CAACH,KAAK,CAAC;QACvBtC,MAAM,CAAC0C,OAAO,CAAC,SAASP,KAAK,eAAeK,WAAW,CAACG,YAAY,WAAW,CAAC;QAChFzC,KAAK,CAAC,SAASiC,KAAK,eAAeK,WAAW,CAACG,YAAY,WAAW,CAAC;QACvE,OAAO1B,UAAU,CAAC;UAACkB,KAAK;UAAEC;QAAK,CAAC,CAAC;MACnC;MAEA,IAAIA,KAAK,KAAK,UAAU,EAAE;QACxB,OAAOI,WAAW,CAACG,YAAY;MACjC;;MAGA;MACA;MACA;MACA;MACA,IAAIP,KAAK,KAAK,KAAK,EAAE;QACnB,IAAIQ,iBAAiB,CAACJ,WAAW,CAAC,EAAE;UAClC,OAAOrB,UAAU,CAACgB,KAAK,EAAEE,QAAQ,CAAC;QACpC;QACA,OAAO,KAAK;MACd;;MAEA;MACA;MACA,IAAID,KAAK,KAAK,OAAO,EAAE;QACrB,IAAIQ,iBAAiB,CAACJ,WAAW,CAAC,EAAE;UAClC,OAAOtB,YAAY,CAACiB,KAAK,EAAEE,QAAQ,CAAC;QACtC;QACA,OAAO,KAAK;MACd;;MAEA;MACA,MAAM,IAAIQ,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAE,uCAAuCX,KAAK,EAAE,CAAC;IACtG,CAAC,CAAC,OAAOL,KAAK,EAAE;MACdG,gBAAgB,CAACH,KAAK,CAAC;IACzB;IAEA,SAASa,iBAAiBA,CAACJ,WAAW,EAAE;MACtC,IAAIA,WAAW,CAACG,YAAY,GAAG,CAAC,EAAE;QAChCzC,KAAK,CAAC,eAAesC,WAAW,CAACG,YAAY,MAAMR,KAAK,WAAW,CAAC;QACpE,OAAO,KAAK;MACd;MACAjC,KAAK,CAAC,SAASiC,KAAK,QAAQK,WAAW,CAACG,YAAY,WAAW,CAAC;MAChE,OAAO,IAAI;IACb;IAEA,SAASF,UAAUA,CAACH,KAAK,EAAE;MACzBpC,KAAK,CAAC,kBAAkBiC,KAAK,YAAYG,KAAK,EAAE,CAAC;MACjD,IAAIA,KAAK,EAAE;QACT,OAAOzB,OAAO,CAAC4B,UAAU,CAACN,KAAK,CAAC;MAClC;IACF;EACF;EAEA,eAAejB,YAAYA,CAACiB,KAAK,EAAEE,QAAQ,EAAE;IAC3CnC,KAAK,CAAC,wCAAwCiC,KAAK,EAAE,CAAC;IACtD,IAAI;MACF,MAAMtB,OAAO,CAACgB,WAAW,CAACM,KAAK,EAAE;QAACL,OAAO,EAAE;MAAI,CAAC,CAAC;;MAEjD;MACA,MAAMkB,QAAQ,GAAG,MAAMC,OAAO,CAACd,KAAK,CAAC;;MAErC;MACA,MAAMe,OAAO,GAAGC,aAAa,CAACH,QAAQ,CAAC,CAAC,CAAC,CAAC;MAC1C9C,KAAK,CAAC,iBAAiB8C,QAAQ,GAAGA,QAAQ,CAACI,MAAM,GAAG,GAAG,eAAejB,KAAK,KAAKE,QAAQ,GAAG,YAAY,GAAG,eAAe,EAAE,CAAC;MAE5H,IAAIA,QAAQ,EAAE;QACZ,MAAMgB,OAAO,GAAG,MAAM7B,iBAAiB,CAACwB,QAAQ,CAAC;QACjD,OAAO;UAACE,OAAO;UAAEG,OAAO;UAAEL;QAAQ,CAAC;MACrC;MAEA,OAAO;QAACE,OAAO;QAAEF;MAAQ,CAAC;IAC5B,CAAC,CAAC,OAAOjB,KAAK,EAAE;MACdG,gBAAgB,CAACH,KAAK,CAAC;IACzB;EACF;EAEA,eAAeZ,UAAUA,CAACgB,KAAK,EAAEE,QAAQ,EAAE;IACzCnC,KAAK,CAAC,sCAAsCiC,KAAK,EAAE,CAAC;IACpD,IAAI;MACF,MAAMtB,OAAO,CAACgB,WAAW,CAACM,KAAK,EAAE;QAACL,OAAO,EAAE;MAAI,CAAC,CAAC;;MAEjD;MACA,MAAMwB,OAAO,GAAG,MAAMzC,OAAO,CAAC0C,GAAG,CAACpB,KAAK,CAAC;MAExC7B,SAAS,CAAC,YAAY,IAAAkD,aAAO,EAACF,OAAO,EAAE;QAACG,MAAM,EAAE,IAAI;QAAEC,cAAc,EAAE,CAAC;QAAEC,KAAK,EAAE;MAAC,CAAC,CAAC,EAAE,CAAC;MACtF;MACAzD,KAAK,CAAC,0BAA0BiC,KAAK,IAAIE,QAAQ,GAAG,YAAY,GAAG,kBAAkB,EAAE,CAAC;MAExF,IAAIiB,OAAO,EAAE;QACX,IAAIjB,QAAQ,EAAE;UACZ,MAAMa,OAAO,GAAGC,aAAa,CAACG,OAAO,CAAC;UACtC,MAAMD,OAAO,GAAG7B,iBAAiB,CAAC,CAAC8B,OAAO,CAAC,CAAC;UAC5C,OAAO;YAACJ,OAAO;YAAEG,OAAO;YAAEL,QAAQ,EAAE,CAACM,OAAO;UAAC,CAAC;QAChD;QAEA,OAAOA,OAAO;MAChB;MAEA,OAAO,KAAK;IACd,CAAC,CAAC,OAAOvB,KAAK,EAAE;MACdG,gBAAgB,CAACH,KAAK,CAAC;IACzB;EACF;EAEA,SAASX,WAAWA,CAAC4B,QAAQ,EAAE;IAC7BA,QAAQ,CAACY,OAAO,CAACN,OAAO,IAAI;MAC1BpD,KAAK,CAAC,eAAeoD,OAAO,CAACO,UAAU,CAACC,aAAa,EAAE,CAAC;MACxDjD,OAAO,CAACkD,GAAG,CAACT,OAAO,CAAC;IACtB,CAAC,CAAC;EACJ;EAEA,SAASjC,YAAYA,CAAC2B,QAAQ,EAAE;IAC9BA,QAAQ,CAACY,OAAO,CAACN,OAAO,IAAI;MAC1BpD,KAAK,CAAC,gBAAgBoD,OAAO,CAACO,UAAU,CAACC,aAAa,EAAE,CAAC;MACzDjD,OAAO,CAACmD,IAAI,CAACV,OAAO,CAAC;IACvB,CAAC,CAAC;EACJ;EAEA,eAAehC,WAAWA,CAAC;IAACa,KAAK;IAAE2B,aAAa;IAAEZ,OAAO;IAAEe;EAAI,CAAC,EAAE;IAChE/D,KAAK,CAAC,aAAa,CAAC;IACpB;IACA,IAAI;MACFA,KAAK,CAAC,SAASiC,KAAK,EAAE,CAAC;MACvBjC,KAAK,CAAC,iBAAiB4D,aAAa,EAAE,CAAC;MACvCxD,SAAS,CAAC,QAAQ0B,IAAI,CAACC,SAAS,CAACgC,IAAI,CAAC,EAAE,CAAC;MACzC/D,KAAK,CAAC,WAAW8B,IAAI,CAACC,SAAS,CAACiB,OAAO,CAAC,EAAE,CAAC;MAE3CX,mBAAmB,CAACJ,KAAK,CAAC;MAE1BjC,KAAK,CAAC,oBAAoBiC,KAAK,EAAE,CAAC;MAClC,MAAMtB,OAAO,CAACgB,WAAW,CAACM,KAAK,EAAE;QAACL,OAAO,EAAE;MAAI,CAAC,CAAC;MAEjD5B,KAAK,CAAC,yBAAyBiC,KAAK,EAAE,CAAC;MACvC,MAAMtB,OAAO,CAACS,WAAW,CACvBa,KAAK,EACL+B,MAAM,CAACC,IAAI,CAACnC,IAAI,CAACC,SAAS,CAAC;QAACgC;MAAI,CAAC,CAAC,CAAC,EACnC;QACEH,aAAa;QACbM,UAAU,EAAE,IAAI;QAChBlB;MACF,CACF,CAAC;MACDhD,KAAK,CAAC,oBAAoB4D,aAAa,cAAc3B,KAAK,EAAE,CAAC;IAG/D,CAAC,CAAC,OAAOJ,KAAK,EAAE;MACd,MAAMsC,YAAY,GAAGtC,KAAK;MAC1B;MACA;MACA;MACA7B,KAAK,CAAC,wBAAwB8B,IAAI,CAACC,SAAS,CAACF,KAAK,CAAC,EAAE,CAAC;MACtDG,gBAAgB,CAACmC,YAAY,CAAC;IAChC;EACF;EAEA,eAAe9C,WAAWA,CAACY,KAAK,EAAE;IAChC;IACA;IACA;IACA,MAAMmC,WAAW,GAAG,MAAM5D,UAAU,CAACI,aAAa,CAAC,CAAC;IACpDd,MAAM,CAAC0C,OAAO,CAAC,kBAAkBP,KAAK,GAAG,CAAC;IAC1CjC,KAAK,CAAC,kBAAkBiC,KAAK,GAAG,CAAC;IACjC,MAAMmC,WAAW,CAACC,WAAW,CAACpC,KAAK,CAAC;IAEpC,IAAImC,WAAW,EAAE;MACf,MAAMA,WAAW,CAAC3C,KAAK,CAAC,CAAC;MACzB;IACF;IAEA;EACF;;EAEA;EACA;EACA;;EAEA,SAASH,iBAAiBA,CAACwB,QAAQ,EAAE;IACnC9C,KAAK,CAAC,qBAAqB8C,QAAQ,CAACI,MAAM,cAAc,CAAC;IAEzD,OAAOJ,QAAQ,CAACwB,GAAG,CAAClB,OAAO,IAAI;MAC7B,MAAMmB,OAAO,GAAGzC,IAAI,CAAC0C,KAAK,CAACpB,OAAO,CAACmB,OAAO,CAACE,QAAQ,CAAC,CAAC,CAAC;MACtD;MACA,OAAO,IAAIC,sBAAU,CAACH,OAAO,CAACR,IAAI,EAAE;QAACY,cAAc,EAAE;MAAK,CAAC,CAAC;IAC9D,CAAC,CAAC;EACJ;EAEA,eAAe5B,OAAOA,CAACd,KAAK,EAAE;IAC5BjC,KAAK,CAAC,2BAA2BiC,KAAK,EAAE,CAAC;IACzC,IAAI;MACF,MAAM;QAACQ;MAAY,CAAC,GAAG,MAAM9B,OAAO,CAACI,UAAU,CAACkB,KAAK,CAAC;MACtDjC,KAAK,CAAC,YAAYyC,YAAY,sBAAsBR,KAAK,EAAE,CAAC;MAC5D,MAAM2C,aAAa,GAAGnC,YAAY,IAAIoC,qBAAU,GAAGA,qBAAU,GAAGpC,YAAY;MAC5EzC,KAAK,CAAC,WAAW4E,aAAa,wBAAwB3C,KAAK,EAAE,CAAC;MAE9D,MAAMa,QAAQ,GAAG,MAAMgC,IAAI,CAACF,aAAa,CAAC;MAE1C5E,KAAK,CAAC,aAAa8C,QAAQ,CAACI,MAAM,kBAAkB,CAAC;MAErD,OAAOJ,QAAQ;IACjB,CAAC,CAAC,OAAOjB,KAAK,EAAE;MACdG,gBAAgB,CAACH,KAAK,CAAC;IACzB;IAEA,eAAeiD,IAAIA,CAACC,KAAK,EAAEC,OAAO,GAAG,EAAE,EAAEC,WAAW,GAAG,EAAE,EAAE;MACzD,IAAIF,KAAK,KAAK,CAAC,EAAE;QACf,OAAOC,OAAO;MAChB;MAEA,MAAM5B,OAAO,GAAG,MAAMzC,OAAO,CAAC0C,GAAG,CAACpB,KAAK,CAAC;MACxC,MAAMiD,UAAU,GAAG;QACjBtB,aAAa,EAAER,OAAO,CAACO,UAAU,CAACC,aAAa;QAC/CuB,WAAW,EAAE/B,OAAO,CAACgC,MAAM,CAACD;MAC9B,CAAC;MACD;MACA,IAAIF,WAAW,CAACI,QAAQ,CAACH,UAAU,CAAC,EAAE;QACpC,OAAOJ,IAAI,CAACC,KAAK,GAAG,CAAC,EAAEC,OAAO,EAAEC,WAAW,CAAC;MAC9C;MAEA,OAAOH,IAAI,CAACC,KAAK,GAAG,CAAC,EAAEC,OAAO,CAACM,MAAM,CAAClC,OAAO,CAAC,EAAE6B,WAAW,CAACK,MAAM,CAACJ,UAAU,CAAC,CAAC;IACjF;EACF;EAEA,SAASjC,aAAaA,CAACc,IAAI,EAAE;IAC3B,OAAOA,IAAI,CAACJ,UAAU,CAACX,OAAO;EAChC;EAEA,SAASX,mBAAmBA,CAACJ,KAAK,EAAE;IAClC,IAAIA,KAAK,KAAKsD,SAAS,IAAItD,KAAK,KAAK,EAAE,IAAIA,KAAK,KAAK,IAAI,EAAE;MACzD,MAAM,IAAIU,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAE,kBAAkB,CAAC;IAC1E;EACF;EAEA,SAASb,gBAAgBA,CAACH,KAAK,EAAE;IAC/B,MAAM2D,QAAQ,GAAG3D,KAAK;IACtB7B,KAAK,CAAC,kCAAkC8B,IAAI,CAACC,SAAS,CAACF,KAAK,CAAC,EAAE,CAAC;IAChE,IAAIA,KAAK,YAAYc,qBAAQ,EAAE;MAC7B3C,KAAK,CAAC,qBAAqB,CAAC;MAC5B,MAAM,IAAI2C,qBAAQ,CAAC6C,QAAQ,CAACC,MAAM,EAAED,QAAQ,CAACE,OAAO,CAAC;IACvD;IACA1F,KAAK,CAAC,wBAAwB,CAAC;IAC/B,IAAA2F,eAAQ,EAAC9D,KAAK,CAAC;IACf,MAAM2D,QAAQ;EAChB;AACF","ignoreList":[]}
+{
+  "version": 3,
+  "sources": ["../src/amqp.js"],
+  "sourcesContent": ["import amqplib from 'amqplib';\nimport createDebugLogger from 'debug';\nimport {promisify, inspect} from 'util';\nimport httpStatus from 'http-status';\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport {Error as ApiError} from '@natlibfi/melinda-commons';\nimport {createLogger} from '@natlibfi/melinda-backend-commons';\nimport {CHUNK_SIZE} from './constants.js';\nimport {logError} from './utils.js';\n\nexport default async function (AMQP_URL, runHealthCheck = false) {\n  const logger = createLogger();\n  const debug = createDebugLogger('@natlibfi/melinda-rest-api-commons:amqp');\n  const debugHC = debug.extend('HC');\n  const debugData = debug.extend('data');\n  const setTimeoutPromise = promisify(setTimeout);\n\n  debug(`Creating an AMQP operator to ${AMQP_URL}`);\n  const connection = await amqplib.connect(AMQP_URL);\n  const channel = await connection.createChannel();\n\n  const healthCheckLoop = runHealthCheck ? healthCheck() : false;\n\n  debug(`Connection: ${connection}`);\n  debug(`Channel: ${channel}`);\n  debug(`HealthCheckLoop: ${healthCheckLoop ? 'Running health check' : 'Not running health check'}`);\n\n  return {checkQueue, consumeChunk, consumeOne, ackMessages, nackMessages, sendToQueue, removeQueue, messagesToRecords, closeChannel, closeConnection};\n\n  async function closeChannel() {\n    debug(`Closing channel`);\n    await channel.close();\n    debug(`Channel: ${channel}`);\n  }\n\n  async function closeConnection() {\n    debug(`Closing connection`);\n    await connection.close();\n    debug(`Connection: ${connection}`);\n  }\n\n  async function healthCheck(wait = false) {\n    if (wait) {\n      await setTimeoutPromise(wait);\n      return healthCheck(false);\n    }\n\n    try {\n      debugHC(`Health checking amqp by asserting a queue`);\n      await channel.assertQueue('HEALTHCHECK', {durable: false});\n      debugHC(`Waiting 200ms before running healthCheck next`);\n      return healthCheck(200);\n    } catch (error) {\n      debugHC(`HealthCheck error ${JSON.stringify(error)}`);\n      handleAmqpErrors(error);\n    }\n  }\n\n  // eslint-disable-next-line max-statements\n  async function checkQueue({queue, style = 'basic', toRecord = true, purge = false}) {\n    debug(`checkQueue: ${queue}, Style: ${style}, toRecord: ${toRecord}, Purge: ${purge}`);\n\n    try {\n\n      errorUndefinedQueue(queue);\n      const channelInfo = await channel.assertQueue(queue, {durable: true});\n\n      if (purge) {\n        await purgeQueue(purge);\n        logger.verbose(`Queue ${queue} has purged ${channelInfo.messageCount} messages`);\n        debug(`Queue ${queue} has purged ${channelInfo.messageCount} messages`);\n        return checkQueue({queue, style});\n      }\n\n      if (style === 'messages') {\n        return channelInfo.messageCount;\n      }\n\n\n      // Note: returns one message (+ record, of toRecord: true)\n      // note: if toRecord is false returns just plain message / false\n      // note: if toRecord is true returns {headers, records, messages} -object / false\n      // should this be more consistent?\n      if (style === 'one') {\n        if (checkMessageCount(channelInfo)) {\n          return consumeOne(queue, toRecord);\n        }\n        return false;\n      }\n\n      // Note: returns a chunk of (100) messages (+ records, if toRecord: true)\n      // returns {headers, records, messages} object or {headers, messages} object depending on toRecord\n      if (style === 'basic') {\n        if (checkMessageCount(channelInfo)) {\n          return consumeChunk(queue, toRecord);\n        }\n        return false;\n      }\n\n      // Defaults:\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `CheckQueue does not recognize style ${style}`);\n    } catch (error) {\n      handleAmqpErrors(error);\n    }\n\n    function checkMessageCount(channelInfo) {\n      if (channelInfo.messageCount < 1) {\n        debug(`checkQueue: ${channelInfo.messageCount} - ${queue} is empty`);\n        return false;\n      }\n      debug(`Queue ${queue} has ${channelInfo.messageCount} messages`);\n      return true;\n    }\n\n    function purgeQueue(purge) {\n      debug(`Purging queue: ${queue}, purge: ${purge}`);\n      if (purge) {\n        return channel.purgeQueue(queue);\n      }\n    }\n  }\n\n  async function consumeChunk(queue, toRecord) {\n    debug(`Prepared to consumeChunk from queue: ${queue}`);\n    try {\n      await channel.assertQueue(queue, {durable: true});\n\n      // getData: next chunk (100) messages\n      const messages = await getData(queue);\n\n      // Note: headers are from the first message of the chunk\n      const headers = getHeaderInfo(messages[0]);\n      debug(`consumeChunk (${messages ? messages.length : '0'} from queue ${queue}) ${toRecord ? 'to records' : 'just messages'}`);\n\n      if (toRecord) {\n        const records = await messagesToRecords(messages);\n        return {headers, records, messages};\n      }\n\n      return {headers, messages};\n    } catch (error) {\n      handleAmqpErrors(error);\n    }\n  }\n\n  async function consumeOne(queue, toRecord) {\n    debug(`Prepared to consumeOne from queue: ${queue}`);\n    try {\n      await channel.assertQueue(queue, {durable: true});\n\n      // Returns false if 0 items in queue\n      const message = await channel.get(queue);\n\n      debugData(`Message: ${inspect(message, {colors: true, maxArrayLength: 3, depth: 3})}`);\n      // Do not spam the logs\n      debug(`consumeOne from queue: ${queue} ${toRecord ? 'to records' : 'just the message'}`);\n\n      if (message) {\n        if (toRecord) {\n          const headers = getHeaderInfo(message);\n          const records = messagesToRecords([message]);\n          return {headers, records, messages: [message]};\n        }\n\n        return message;\n      }\n\n      return false;\n    } catch (error) {\n      handleAmqpErrors(error);\n    }\n  }\n\n  function ackMessages(messages) {\n    messages.forEach(message => {\n      debug(`Ack message ${message.properties.correlationId}`);\n      channel.ack(message);\n    });\n  }\n\n  function nackMessages(messages) {\n    messages.forEach(message => {\n      debug(`Nack message ${message.properties.correlationId}`);\n      channel.nack(message);\n    });\n  }\n\n  async function sendToQueue({queue, correlationId, headers, data}) {\n    debug(`sendToQueue`);\n    // eslint-disable-next-line no-useless-catch\n    try {\n      debug(`Queue ${queue}`);\n      debug(`CorrelationId ${correlationId}`);\n      debugData(`Data ${JSON.stringify(data)}`);\n      debug(`Headers ${JSON.stringify(headers)}`);\n\n      errorUndefinedQueue(queue);\n\n      debug(`Asserting queue: ${queue}`);\n      await channel.assertQueue(queue, {durable: true});\n\n      debug(`Actually sendToQueue: ${queue}`);\n      await channel.sendToQueue(\n        queue,\n        Buffer.from(JSON.stringify({data})),\n        {\n          correlationId,\n          persistent: true,\n          headers\n        }\n      );\n      debug(`Send message for ${correlationId} to queue: ${queue}`);\n\n\n    } catch (error) {\n      const errorToThrow = error;\n      //if (error instanceof ApiError) {\n      //  throw error;\n      //}\n      debug(`SendToQueue errored: ${JSON.stringify(error)}`);\n      handleAmqpErrors(errorToThrow);\n    }\n  }\n\n  async function removeQueue(queue) {\n    // deleteQueue borks the channel if the queue does not exist\n    // -> use throwaway tempChannel to avoid killing actual channel in use\n    // this might be doable also with assertQueue before deleteQueue\n    const tempChannel = await connection.createChannel();\n    logger.verbose(`Removing queue ${queue}.`);\n    debug(`Removing queue ${queue}.`);\n    await tempChannel.deleteQueue(queue);\n\n    if (tempChannel) {\n      await tempChannel.close();\n      return;\n    }\n\n    return;\n  }\n\n  // ----------------\n  // Helper functions\n  // ----------------\n\n  function messagesToRecords(messages) {\n    debug(`Parsing messages (${messages.length}) to records`);\n\n    return messages.map(message => {\n      const content = JSON.parse(message.content.toString());\n      // Use subfieldValues: false validationOption here\n      return new MarcRecord(content.data, {subfieldValues: false});\n    });\n  }\n\n  async function getData(queue) {\n    debug(`Getting queue data from ${queue}`);\n    try {\n      const {messageCount} = await channel.checkQueue(queue);\n      debug(`There is ${messageCount} messages in queue ${queue}`);\n      const messagesToGet = messageCount >= CHUNK_SIZE ? CHUNK_SIZE : messageCount;\n      debug(`Getting ${messagesToGet} messages from queue ${queue}`);\n\n      const messages = await pump(messagesToGet);\n\n      debug(`Returning ${messages.length} unique messages`);\n\n      return messages;\n    } catch (error) {\n      handleAmqpErrors(error);\n    }\n\n    async function pump(count, results = [], identifiers = []) {\n      if (count === 0) {\n        return results;\n      }\n\n      const message = await channel.get(queue);\n      const identifier = {\n        correlationId: message.properties.correlationId,\n        deliveryTag: message.fields.deliveryTag\n      };\n      // Filter not unique messages\n      if (identifiers.includes(identifier)) {\n        return pump(count - 1, results, identifiers);\n      }\n\n      return pump(count - 1, results.concat(message), identifiers.concat(identifier));\n    }\n  }\n\n  function getHeaderInfo(data) {\n    return data.properties.headers;\n  }\n\n  function errorUndefinedQueue(queue) {\n    if (queue === undefined || queue === '' || queue === null) {\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `Undefined queue!`);\n    }\n  }\n\n  function handleAmqpErrors(error) {\n    const newError = error;\n    debug(`HandleAmqpErrors got an error: ${JSON.stringify(error)}`);\n    if (error instanceof ApiError) {\n      debug(`We have an ApiError`);\n      throw new ApiError(newError.status, newError.payload);\n    }\n    debug(`We have a non-ApiError`);\n    logError(error);\n    throw newError;\n  }\n}\n\n\n"],
+  "mappings": "AAAA,OAAO,aAAa;AACpB,OAAO,uBAAuB;AAC9B,SAAQ,WAAW,eAAc;AACjC,OAAO,gBAAgB;AACvB,SAAQ,kBAAiB;AACzB,SAAQ,SAAS,gBAAe;AAChC,SAAQ,oBAAmB;AAC3B,SAAQ,kBAAiB;AACzB,SAAQ,gBAAe;AAEvB,8BAA+B,UAAU,iBAAiB,OAAO;AAC/D,QAAM,SAAS,aAAa;AAC5B,QAAM,QAAQ,kBAAkB,yCAAyC;AACzE,QAAM,UAAU,MAAM,OAAO,IAAI;AACjC,QAAM,YAAY,MAAM,OAAO,MAAM;AACrC,QAAM,oBAAoB,UAAU,UAAU;AAE9C,QAAM,gCAAgC,QAAQ,EAAE;AAChD,QAAM,aAAa,MAAM,QAAQ,QAAQ,QAAQ;AACjD,QAAM,UAAU,MAAM,WAAW,cAAc;AAE/C,QAAM,kBAAkB,iBAAiB,YAAY,IAAI;AAEzD,QAAM,eAAe,UAAU,EAAE;AACjC,QAAM,YAAY,OAAO,EAAE;AAC3B,QAAM,oBAAoB,kBAAkB,yBAAyB,0BAA0B,EAAE;AAEjG,SAAO,EAAC,YAAY,cAAc,YAAY,aAAa,cAAc,aAAa,aAAa,mBAAmB,cAAc,gBAAe;AAEnJ,iBAAe,eAAe;AAC5B,UAAM,iBAAiB;AACvB,UAAM,QAAQ,MAAM;AACpB,UAAM,YAAY,OAAO,EAAE;AAAA,EAC7B;AAEA,iBAAe,kBAAkB;AAC/B,UAAM,oBAAoB;AAC1B,UAAM,WAAW,MAAM;AACvB,UAAM,eAAe,UAAU,EAAE;AAAA,EACnC;AAEA,iBAAe,YAAY,OAAO,OAAO;AACvC,QAAI,MAAM;AACR,YAAM,kBAAkB,IAAI;AAC5B,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,QAAI;AACF,cAAQ,2CAA2C;AACnD,YAAM,QAAQ,YAAY,eAAe,EAAC,SAAS,MAAK,CAAC;AACzD,cAAQ,+CAA+C;AACvD,aAAO,YAAY,GAAG;AAAA,IACxB,SAAS,OAAO;AACd,cAAQ,qBAAqB,KAAK,UAAU,KAAK,CAAC,EAAE;AACpD,uBAAiB,KAAK;AAAA,IACxB;AAAA,EACF;AAGA,iBAAe,WAAW,EAAC,OAAO,QAAQ,SAAS,WAAW,MAAM,QAAQ,MAAK,GAAG;AAClF,UAAM,eAAe,KAAK,YAAY,KAAK,eAAe,QAAQ,YAAY,KAAK,EAAE;AAErF,QAAI;AAEF,0BAAoB,KAAK;AACzB,YAAM,cAAc,MAAM,QAAQ,YAAY,OAAO,EAAC,SAAS,KAAI,CAAC;AAEpE,UAAI,OAAO;AACT,cAAM,WAAW,KAAK;AACtB,eAAO,QAAQ,SAAS,KAAK,eAAe,YAAY,YAAY,WAAW;AAC/E,cAAM,SAAS,KAAK,eAAe,YAAY,YAAY,WAAW;AACtE,eAAO,WAAW,EAAC,OAAO,MAAK,CAAC;AAAA,MAClC;AAEA,UAAI,UAAU,YAAY;AACxB,eAAO,YAAY;AAAA,MACrB;AAOA,UAAI,UAAU,OAAO;AACnB,YAAI,kBAAkB,WAAW,GAAG;AAClC,iBAAO,WAAW,OAAO,QAAQ;AAAA,QACnC;AACA,eAAO;AAAA,MACT;AAIA,UAAI,UAAU,SAAS;AACrB,YAAI,kBAAkB,WAAW,GAAG;AAClC,iBAAO,aAAa,OAAO,QAAQ;AAAA,QACrC;AACA,eAAO;AAAA,MACT;AAGA,YAAM,IAAI,SAAS,WAAW,uBAAuB,uCAAuC,KAAK,EAAE;AAAA,IACrG,SAAS,OAAO;AACd,uBAAiB,KAAK;AAAA,IACxB;AAEA,aAAS,kBAAkB,aAAa;AACtC,UAAI,YAAY,eAAe,GAAG;AAChC,cAAM,eAAe,YAAY,YAAY,MAAM,KAAK,WAAW;AACnE,eAAO;AAAA,MACT;AACA,YAAM,SAAS,KAAK,QAAQ,YAAY,YAAY,WAAW;AAC/D,aAAO;AAAA,IACT;AAEA,aAAS,WAAWA,QAAO;AACzB,YAAM,kBAAkB,KAAK,YAAYA,MAAK,EAAE;AAChD,UAAIA,QAAO;AACT,eAAO,QAAQ,WAAW,KAAK;AAAA,MACjC;AAAA,IACF;AAAA,EACF;AAEA,iBAAe,aAAa,OAAO,UAAU;AAC3C,UAAM,wCAAwC,KAAK,EAAE;AACrD,QAAI;AACF,YAAM,QAAQ,YAAY,OAAO,EAAC,SAAS,KAAI,CAAC;AAGhD,YAAM,WAAW,MAAM,QAAQ,KAAK;AAGpC,YAAM,UAAU,cAAc,SAAS,CAAC,CAAC;AACzC,YAAM,iBAAiB,WAAW,SAAS,SAAS,GAAG,eAAe,KAAK,KAAK,WAAW,eAAe,eAAe,EAAE;AAE3H,UAAI,UAAU;AACZ,cAAM,UAAU,MAAM,kBAAkB,QAAQ;AAChD,eAAO,EAAC,SAAS,SAAS,SAAQ;AAAA,MACpC;AAEA,aAAO,EAAC,SAAS,SAAQ;AAAA,IAC3B,SAAS,OAAO;AACd,uBAAiB,KAAK;AAAA,IACxB;AAAA,EACF;AAEA,iBAAe,WAAW,OAAO,UAAU;AACzC,UAAM,sCAAsC,KAAK,EAAE;AACnD,QAAI;AACF,YAAM,QAAQ,YAAY,OAAO,EAAC,SAAS,KAAI,CAAC;AAGhD,YAAM,UAAU,MAAM,QAAQ,IAAI,KAAK;AAEvC,gBAAU,YAAY,QAAQ,SAAS,EAAC,QAAQ,MAAM,gBAAgB,GAAG,OAAO,EAAC,CAAC,CAAC,EAAE;AAErF,YAAM,0BAA0B,KAAK,IAAI,WAAW,eAAe,kBAAkB,EAAE;AAEvF,UAAI,SAAS;AACX,YAAI,UAAU;AACZ,gBAAM,UAAU,cAAc,OAAO;AACrC,gBAAM,UAAU,kBAAkB,CAAC,OAAO,CAAC;AAC3C,iBAAO,EAAC,SAAS,SAAS,UAAU,CAAC,OAAO,EAAC;AAAA,QAC/C;AAEA,eAAO;AAAA,MACT;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,uBAAiB,KAAK;AAAA,IACxB;AAAA,EACF;AAEA,WAAS,YAAY,UAAU;AAC7B,aAAS,QAAQ,aAAW;AAC1B,YAAM,eAAe,QAAQ,WAAW,aAAa,EAAE;AACvD,cAAQ,IAAI,OAAO;AAAA,IACrB,CAAC;AAAA,EACH;AAEA,WAAS,aAAa,UAAU;AAC9B,aAAS,QAAQ,aAAW;AAC1B,YAAM,gBAAgB,QAAQ,WAAW,aAAa,EAAE;AACxD,cAAQ,KAAK,OAAO;AAAA,IACtB,CAAC;AAAA,EACH;AAEA,iBAAe,YAAY,EAAC,OAAO,eAAe,SAAS,KAAI,GAAG;AAChE,UAAM,aAAa;AAEnB,QAAI;AACF,YAAM,SAAS,KAAK,EAAE;AACtB,YAAM,iBAAiB,aAAa,EAAE;AACtC,gBAAU,QAAQ,KAAK,UAAU,IAAI,CAAC,EAAE;AACxC,YAAM,WAAW,KAAK,UAAU,OAAO,CAAC,EAAE;AAE1C,0BAAoB,KAAK;AAEzB,YAAM,oBAAoB,KAAK,EAAE;AACjC,YAAM,QAAQ,YAAY,OAAO,EAAC,SAAS,KAAI,CAAC;AAEhD,YAAM,yBAAyB,KAAK,EAAE;AACtC,YAAM,QAAQ;AAAA,QACZ;AAAA,QACA,OAAO,KAAK,KAAK,UAAU,EAAC,KAAI,CAAC,CAAC;AAAA,QAClC;AAAA,UACE;AAAA,UACA,YAAY;AAAA,UACZ;AAAA,QACF;AAAA,MACF;AACA,YAAM,oBAAoB,aAAa,cAAc,KAAK,EAAE;AAAA,IAG9D,SAAS,OAAO;AACd,YAAM,eAAe;AAIrB,YAAM,wBAAwB,KAAK,UAAU,KAAK,CAAC,EAAE;AACrD,uBAAiB,YAAY;AAAA,IAC/B;AAAA,EACF;AAEA,iBAAe,YAAY,OAAO;AAIhC,UAAM,cAAc,MAAM,WAAW,cAAc;AACnD,WAAO,QAAQ,kBAAkB,KAAK,GAAG;AACzC,UAAM,kBAAkB,KAAK,GAAG;AAChC,UAAM,YAAY,YAAY,KAAK;AAEnC,QAAI,aAAa;AACf,YAAM,YAAY,MAAM;AACxB;AAAA,IACF;AAEA;AAAA,EACF;AAMA,WAAS,kBAAkB,UAAU;AACnC,UAAM,qBAAqB,SAAS,MAAM,cAAc;AAExD,WAAO,SAAS,IAAI,aAAW;AAC7B,YAAM,UAAU,KAAK,MAAM,QAAQ,QAAQ,SAAS,CAAC;AAErD,aAAO,IAAI,WAAW,QAAQ,MAAM,EAAC,gBAAgB,MAAK,CAAC;AAAA,IAC7D,CAAC;AAAA,EACH;AAEA,iBAAe,QAAQ,OAAO;AAC5B,UAAM,2BAA2B,KAAK,EAAE;AACxC,QAAI;AACF,YAAM,EAAC,aAAY,IAAI,MAAM,QAAQ,WAAW,KAAK;AACrD,YAAM,YAAY,YAAY,sBAAsB,KAAK,EAAE;AAC3D,YAAM,gBAAgB,gBAAgB,aAAa,aAAa;AAChE,YAAM,WAAW,aAAa,wBAAwB,KAAK,EAAE;AAE7D,YAAM,WAAW,MAAM,KAAK,aAAa;AAEzC,YAAM,aAAa,SAAS,MAAM,kBAAkB;AAEpD,aAAO;AAAA,IACT,SAAS,OAAO;AACd,uBAAiB,KAAK;AAAA,IACxB;AAEA,mBAAe,KAAK,OAAO,UAAU,CAAC,GAAG,cAAc,CAAC,GAAG;AACzD,UAAI,UAAU,GAAG;AACf,eAAO;AAAA,MACT;AAEA,YAAM,UAAU,MAAM,QAAQ,IAAI,KAAK;AACvC,YAAM,aAAa;AAAA,QACjB,eAAe,QAAQ,WAAW;AAAA,QAClC,aAAa,QAAQ,OAAO;AAAA,MAC9B;AAEA,UAAI,YAAY,SAAS,UAAU,GAAG;AACpC,eAAO,KAAK,QAAQ,GAAG,SAAS,WAAW;AAAA,MAC7C;AAEA,aAAO,KAAK,QAAQ,GAAG,QAAQ,OAAO,OAAO,GAAG,YAAY,OAAO,UAAU,CAAC;AAAA,IAChF;AAAA,EACF;AAEA,WAAS,cAAc,MAAM;AAC3B,WAAO,KAAK,WAAW;AAAA,EACzB;AAEA,WAAS,oBAAoB,OAAO;AAClC,QAAI,UAAU,UAAa,UAAU,MAAM,UAAU,MAAM;AACzD,YAAM,IAAI,SAAS,WAAW,uBAAuB,kBAAkB;AAAA,IACzE;AAAA,EACF;AAEA,WAAS,iBAAiB,OAAO;AAC/B,UAAM,WAAW;AACjB,UAAM,kCAAkC,KAAK,UAAU,KAAK,CAAC,EAAE;AAC/D,QAAI,iBAAiB,UAAU;AAC7B,YAAM,qBAAqB;AAC3B,YAAM,IAAI,SAAS,SAAS,QAAQ,SAAS,OAAO;AAAA,IACtD;AACA,UAAM,wBAAwB;AAC9B,aAAS,KAAK;AACd,UAAM;AAAA,EACR;AACF;",
+  "names": ["purge"]
+}

package/dist/constants.js

@@ -1,60 +1,49 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.QUEUE_ITEM_STATE = exports.OPERATIONS = exports.LOG_ITEM_TYPE = exports.IMPORT_JOB_STATE = exports.CONVERSION_FORMATS = exports.CHUNK_SIZE = void 0;
-// QueueItemState flows: see README.md
-
-const QUEUE_ITEM_STATE = exports.QUEUE_ITEM_STATE = {
+export const QUEUE_ITEM_STATE = {
   VALIDATOR: {
-    PENDING_QUEUING: 'PENDING_QUEUING',
-    PENDING_VALIDATION: 'PENDING_VALIDATION',
-    QUEUING_IN_PROGRESS: 'QUEUING_IN_PROGRESS',
-    UPLOADING: 'UPLOADING',
-    VALIDATING: 'VALIDATING',
-    WAITING_FOR_RECORDS: 'WAITING_FOR_RECORDS'
+    PENDING_QUEUING: "PENDING_QUEUING",
+    PENDING_VALIDATION: "PENDING_VALIDATION",
+    QUEUING_IN_PROGRESS: "QUEUING_IN_PROGRESS",
+    UPLOADING: "UPLOADING",
+    VALIDATING: "VALIDATING",
+    WAITING_FOR_RECORDS: "WAITING_FOR_RECORDS"
   },
   IMPORTER: {
-    IMPORTING: 'IMPORTING',
-    IN_PROCESS: 'IN_PROCESS',
-    IN_QUEUE: 'IN_QUEUE'
+    IMPORTING: "IMPORTING",
+    IN_PROCESS: "IN_PROCESS",
+    IN_QUEUE: "IN_QUEUE"
   },
-  DONE: 'DONE',
-  ERROR: 'ERROR',
-  ABORT: 'ABORT'
+  DONE: "DONE",
+  ERROR: "ERROR",
+  ABORT: "ABORT"
 };
-const IMPORT_JOB_STATE = exports.IMPORT_JOB_STATE = {
-  EMPTY: 'EMPTY',
-  QUEUING: 'QUEUING',
-  IN_QUEUE: 'IN_QUEUE',
-  IMPORTING: 'IMPORTING',
-  PROCESSING: 'PROCESSING',
-  DONE: 'DONE',
-  ERROR: 'ERROR',
-  ABORT: 'ABORT'
+export const IMPORT_JOB_STATE = {
+  EMPTY: "EMPTY",
+  QUEUING: "QUEUING",
+  IN_QUEUE: "IN_QUEUE",
+  IMPORTING: "IMPORTING",
+  PROCESSING: "PROCESSING",
+  DONE: "DONE",
+  ERROR: "ERROR",
+  ABORT: "ABORT"
 };
-const OPERATIONS = exports.OPERATIONS = {
-  CREATE: 'CREATE',
-  UPDATE: 'UPDATE',
-  FIX: 'FIX'
+export const OPERATIONS = {
+  CREATE: "CREATE",
+  UPDATE: "UPDATE",
+  FIX: "FIX"
 };
-const CHUNK_SIZE = exports.CHUNK_SIZE = 100;
-
-// We could configure here whether a logItemType is for a several records of a single record
-// ie. whether is has bulkSequence or bulkSequenceStart & bulkSequenceEnd
-const LOG_ITEM_TYPE = exports.LOG_ITEM_TYPE = {
-  INPUT_RECORD_LOG: 'INPUT_RECORD_LOG',
-  MERGE_LOG: 'MERGE_LOG',
-  MATCH_LOG: 'MATCH_LOG',
-  RESULT_RECORD_LOG: 'RESULT_RECORD_LOG',
-  SPLITTER_LOG: 'SPLITTER_LOG',
-  LOAD_PROCESS_LOG: 'LOAD_PROCESS_LOG'
+export const CHUNK_SIZE = 100;
+export const LOG_ITEM_TYPE = {
+  INPUT_RECORD_LOG: "INPUT_RECORD_LOG",
+  MERGE_LOG: "MERGE_LOG",
+  MATCH_LOG: "MATCH_LOG",
+  RESULT_RECORD_LOG: "RESULT_RECORD_LOG",
+  SPLITTER_LOG: "SPLITTER_LOG",
+  LOAD_PROCESS_LOG: "LOAD_PROCESS_LOG"
 };
-const CONVERSION_FORMATS = exports.CONVERSION_FORMATS = {
-  MARCXML: 'MARCXML',
-  ISO2709: 'ISO2709',
-  JSON: 'JSON',
-  ALEPHSEQ: 'ALEPHSEQ'
+export const CONVERSION_FORMATS = {
+  MARCXML: "MARCXML",
+  ISO2709: "ISO2709",
+  JSON: "JSON",
+  ALEPHSEQ: "ALEPHSEQ"
 };
-//# sourceMappingURL=constants.js.map
+//# sourceMappingURL=constants.js.map

package/dist/constants.js.map

@@ -1 +1,7 @@
-{"version":3,"file":"constants.js","names":["QUEUE_ITEM_STATE","exports","VALIDATOR","PENDING_QUEUING","PENDING_VALIDATION","QUEUING_IN_PROGRESS","UPLOADING","VALIDATING","WAITING_FOR_RECORDS","IMPORTER","IMPORTING","IN_PROCESS","IN_QUEUE","DONE","ERROR","ABORT","IMPORT_JOB_STATE","EMPTY","QUEUING","PROCESSING","OPERATIONS","CREATE","UPDATE","FIX","CHUNK_SIZE","LOG_ITEM_TYPE","INPUT_RECORD_LOG","MERGE_LOG","MATCH_LOG","RESULT_RECORD_LOG","SPLITTER_LOG","LOAD_PROCESS_LOG","CONVERSION_FORMATS","MARCXML","ISO2709","JSON","ALEPHSEQ"],"sources":["../src/constants.js"],"sourcesContent":["// QueueItemState flows: see README.md\n\nexport const QUEUE_ITEM_STATE = {\n  VALIDATOR: {\n    PENDING_QUEUING: 'PENDING_QUEUING',\n    PENDING_VALIDATION: 'PENDING_VALIDATION',\n    QUEUING_IN_PROGRESS: 'QUEUING_IN_PROGRESS',\n    UPLOADING: 'UPLOADING',\n    VALIDATING: 'VALIDATING',\n    WAITING_FOR_RECORDS: 'WAITING_FOR_RECORDS'\n  },\n  IMPORTER: {\n    IMPORTING: 'IMPORTING',\n    IN_PROCESS: 'IN_PROCESS',\n    IN_QUEUE: 'IN_QUEUE'\n  },\n  DONE: 'DONE',\n  ERROR: 'ERROR',\n  ABORT: 'ABORT'\n};\n\nexport const IMPORT_JOB_STATE = {\n  EMPTY: 'EMPTY',\n  QUEUING: 'QUEUING',\n  IN_QUEUE: 'IN_QUEUE',\n  IMPORTING: 'IMPORTING',\n  PROCESSING: 'PROCESSING',\n  DONE: 'DONE',\n  ERROR: 'ERROR',\n  ABORT: 'ABORT'\n};\n\nexport const OPERATIONS = {\n  CREATE: 'CREATE',\n  UPDATE: 'UPDATE',\n  FIX: 'FIX'\n};\n\nexport const CHUNK_SIZE = 100;\n\n// We could configure here whether a logItemType is for a several records of a single record\n// ie. whether is has bulkSequence or bulkSequenceStart & bulkSequenceEnd\nexport const LOG_ITEM_TYPE = {\n  INPUT_RECORD_LOG: 'INPUT_RECORD_LOG',\n  MERGE_LOG: 'MERGE_LOG',\n  MATCH_LOG: 'MATCH_LOG',\n  RESULT_RECORD_LOG: 'RESULT_RECORD_LOG',\n  SPLITTER_LOG: 'SPLITTER_LOG',\n  LOAD_PROCESS_LOG: 'LOAD_PROCESS_LOG'\n};\n\nexport const CONVERSION_FORMATS = {\n  MARCXML: 'MARCXML',\n  ISO2709: 'ISO2709',\n  JSON: 'JSON',\n  ALEPHSEQ: 'ALEPHSEQ'\n};\n"],"mappings":";;;;;;AAAA;;AAEO,MAAMA,gBAAgB,GAAAC,OAAA,CAAAD,gBAAA,GAAG;EAC9BE,SAAS,EAAE;IACTC,eAAe,EAAE,iBAAiB;IAClCC,kBAAkB,EAAE,oBAAoB;IACxCC,mBAAmB,EAAE,qBAAqB;IAC1CC,SAAS,EAAE,WAAW;IACtBC,UAAU,EAAE,YAAY;IACxBC,mBAAmB,EAAE;EACvB,CAAC;EACDC,QAAQ,EAAE;IACRC,SAAS,EAAE,WAAW;IACtBC,UAAU,EAAE,YAAY;IACxBC,QAAQ,EAAE;EACZ,CAAC;EACDC,IAAI,EAAE,MAAM;EACZC,KAAK,EAAE,OAAO;EACdC,KAAK,EAAE;AACT,CAAC;AAEM,MAAMC,gBAAgB,GAAAf,OAAA,CAAAe,gBAAA,GAAG;EAC9BC,KAAK,EAAE,OAAO;EACdC,OAAO,EAAE,SAAS;EAClBN,QAAQ,EAAE,UAAU;EACpBF,SAAS,EAAE,WAAW;EACtBS,UAAU,EAAE,YAAY;EACxBN,IAAI,EAAE,MAAM;EACZC,KAAK,EAAE,OAAO;EACdC,KAAK,EAAE;AACT,CAAC;AAEM,MAAMK,UAAU,GAAAnB,OAAA,CAAAmB,UAAA,GAAG;EACxBC,MAAM,EAAE,QAAQ;EAChBC,MAAM,EAAE,QAAQ;EAChBC,GAAG,EAAE;AACP,CAAC;AAEM,MAAMC,UAAU,GAAAvB,OAAA,CAAAuB,UAAA,GAAG,GAAG;;AAE7B;AACA;AACO,MAAMC,aAAa,GAAAxB,OAAA,CAAAwB,aAAA,GAAG;EAC3BC,gBAAgB,EAAE,kBAAkB;EACpCC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,iBAAiB,EAAE,mBAAmB;EACtCC,YAAY,EAAE,cAAc;EAC5BC,gBAAgB,EAAE;AACpB,CAAC;AAEM,MAAMC,kBAAkB,GAAA/B,OAAA,CAAA+B,kBAAA,GAAG;EAChCC,OAAO,EAAE,SAAS;EAClBC,OAAO,EAAE,SAAS;EAClBC,IAAI,EAAE,MAAM;EACZC,QAAQ,EAAE;AACZ,CAAC","ignoreList":[]}
+{
+  "version": 3,
+  "sources": ["../src/constants.js"],
+  "sourcesContent": ["// QueueItemState flows: see README.md\n\nexport const QUEUE_ITEM_STATE = {\n  VALIDATOR: {\n    PENDING_QUEUING: 'PENDING_QUEUING',\n    PENDING_VALIDATION: 'PENDING_VALIDATION',\n    QUEUING_IN_PROGRESS: 'QUEUING_IN_PROGRESS',\n    UPLOADING: 'UPLOADING',\n    VALIDATING: 'VALIDATING',\n    WAITING_FOR_RECORDS: 'WAITING_FOR_RECORDS'\n  },\n  IMPORTER: {\n    IMPORTING: 'IMPORTING',\n    IN_PROCESS: 'IN_PROCESS',\n    IN_QUEUE: 'IN_QUEUE'\n  },\n  DONE: 'DONE',\n  ERROR: 'ERROR',\n  ABORT: 'ABORT'\n};\n\nexport const IMPORT_JOB_STATE = {\n  EMPTY: 'EMPTY',\n  QUEUING: 'QUEUING',\n  IN_QUEUE: 'IN_QUEUE',\n  IMPORTING: 'IMPORTING',\n  PROCESSING: 'PROCESSING',\n  DONE: 'DONE',\n  ERROR: 'ERROR',\n  ABORT: 'ABORT'\n};\n\nexport const OPERATIONS = {\n  CREATE: 'CREATE',\n  UPDATE: 'UPDATE',\n  FIX: 'FIX'\n};\n\nexport const CHUNK_SIZE = 100;\n\n// We could configure here whether a logItemType is for a several records of a single record\n// ie. whether is has bulkSequence or bulkSequenceStart & bulkSequenceEnd\nexport const LOG_ITEM_TYPE = {\n  INPUT_RECORD_LOG: 'INPUT_RECORD_LOG',\n  MERGE_LOG: 'MERGE_LOG',\n  MATCH_LOG: 'MATCH_LOG',\n  RESULT_RECORD_LOG: 'RESULT_RECORD_LOG',\n  SPLITTER_LOG: 'SPLITTER_LOG',\n  LOAD_PROCESS_LOG: 'LOAD_PROCESS_LOG'\n};\n\nexport const CONVERSION_FORMATS = {\n  MARCXML: 'MARCXML',\n  ISO2709: 'ISO2709',\n  JSON: 'JSON',\n  ALEPHSEQ: 'ALEPHSEQ'\n};\n"],
+  "mappings": "AAEO,aAAM,mBAAmB;AAAA,EAC9B,WAAW;AAAA,IACT,iBAAiB;AAAA,IACjB,oBAAoB;AAAA,IACpB,qBAAqB;AAAA,IACrB,WAAW;AAAA,IACX,YAAY;AAAA,IACZ,qBAAqB;AAAA,EACvB;AAAA,EACA,UAAU;AAAA,IACR,WAAW;AAAA,IACX,YAAY;AAAA,IACZ,UAAU;AAAA,EACZ;AAAA,EACA,MAAM;AAAA,EACN,OAAO;AAAA,EACP,OAAO;AACT;AAEO,aAAM,mBAAmB;AAAA,EAC9B,OAAO;AAAA,EACP,SAAS;AAAA,EACT,UAAU;AAAA,EACV,WAAW;AAAA,EACX,YAAY;AAAA,EACZ,MAAM;AAAA,EACN,OAAO;AAAA,EACP,OAAO;AACT;AAEO,aAAM,aAAa;AAAA,EACxB,QAAQ;AAAA,EACR,QAAQ;AAAA,EACR,KAAK;AACP;AAEO,aAAM,aAAa;AAInB,aAAM,gBAAgB;AAAA,EAC3B,kBAAkB;AAAA,EAClB,WAAW;AAAA,EACX,WAAW;AAAA,EACX,mBAAmB;AAAA,EACnB,cAAc;AAAA,EACd,kBAAkB;AACpB;AAEO,aAAM,qBAAqB;AAAA,EAChC,SAAS;AAAA,EACT,SAAS;AAAA,EACT,MAAM;AAAA,EACN,UAAU;AACZ;",
+  "names": []
+}