@natlibfi/melinda-rest-api-commons 4.0.18-alpha.8 → 4.0.18

package/dist/mongoLog.js

@@ -13,14 +13,13 @@ var _moment = _interopRequireDefault(require("moment"));
 var _httpStatus = _interopRequireDefault(require("http-status"));
 var _mongoSanitize = _interopRequireDefault(require("mongo-sanitize"));
 var _constants = require("./constants");
-var _luxon = require("luxon");
 /**
 *
 * @licstart  The following is the entire license notice for the JavaScript code in this file.
 *
 * Shared modules for microservices of Melinda rest api batch import system
 *
-* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)
+* Copyright (C) 2020-2023 University Of Helsinki (The National Library Of Finland)
 *
 * This file is part of melinda-rest-api-commons
 *
@@ -42,6 +41,12 @@ var _luxon = require("luxon");
 *
 */
 
+/**
+ * Create log operator
+ * @param {String} MONGO_URI connnection address to mongo
+ * @param {String} dbName Mongo DB name, defaults 'rest-api'
+ * @returns {Object} containing all log handling functions
+ */
 async function _default(MONGO_URI, dbName = 'rest-api') {
   const logger = (0, _melindaBackendCommons.createLogger)();
 
@@ -63,6 +68,12 @@ async function _default(MONGO_URI, dbName = 'rest-api') {
     remove,
     removeBySequences
   };
+
+  /**
+   * Add log item to collection
+   * @param {Object} logItem contains log item data
+   * @returns void
+   */
   async function addLogItem(logItem) {
     const time = (0, _moment.default)().toDate();
     const newLogItem = {
@@ -92,15 +103,22 @@ async function _default(MONGO_URI, dbName = 'rest-api') {
       throw new _melindaCommons.Error(_httpStatus.default.INTERNAL_SERVER_ERROR, `Mongo errored: ${errorMessage}`);
     }
   }
-  async function query(params) {
-    logger.debug(`Query params: ${JSON.stringify(params)}`);
-    checkLogItemType(params.logItemType, false, false);
-    const {
-      limit = 5,
-      skip = 0,
-      ...rest
-    } = params;
-    logger.debug(`Actual query params: ${JSON.stringify(rest)}`);
+
+  /**
+   * Query log items
+   * @param {Integer} limit defaults 5
+   * @param {Integer} skip defaults 0
+   * @param {Object} rest query params
+   * @returns result array
+   */
+  async function query({
+    limit = 5,
+    skip = 0,
+    ...rest
+  }) {
+    logger.debug(`Query params: ${JSON.stringify(rest)}`);
+    logger.debug(`Limit and skip params: ${limit} | ${skip}`);
+    checkLogItemType(rest.logItemType, false, false);
     const result = await db.collection(collection) // eslint-disable-line functional/immutable-data
     .find(rest).sort({
       creationTime: 1
@@ -111,11 +129,20 @@ async function _default(MONGO_URI, dbName = 'rest-api') {
   }
 
   // DEVELOP: queryById returns jsut one (randomish) log! is this useful?
-  async function queryById(correlationIdString, skip = 0, limit = 1) {
-    logger.debug(`QueryById: ${correlationIdString}`);
+  /**
+   * Get single log item by correlationId
+   * @param {String} correlationId
+   * @param {String} logItemType constant LOG_ITEM_TYPE defaults LOG_ITEM_TYPE.MERGE_LOG
+   * @param {Integer} skip defaults 0
+   * @param {Integer} limit defaults 1
+   * @returns query result array
+   */
+  async function queryById(correlationId, logItemType = _constants.LOG_ITEM_TYPE.MERGE_LOG, skip = 0, limit = 1) {
+    logger.debug(`QueryById: ${correlationId}`);
     const result = await db.collection(collection) // eslint-disable-line functional/immutable-data
     .find({
-      correlationId: correlationIdString
+      correlationId,
+      logItemType
     }).sort({
       blobSequence: 1
     }).skip(parseInt(skip, 10)).limit(parseInt(limit, 10)).toArray();
@@ -125,6 +152,11 @@ async function _default(MONGO_URI, dbName = 'rest-api') {
 
   // getListOfLogs returns list of correlationIds that have logs of given logItemType
   // if logItemType is not given, getListOfLogs returns list of correlationIds that have MERGE_LOG
+  /**
+   * Get list of correlationIds of logs filtered by logItemType
+   * @param {String} logItemType constant LOG_ITEM_TYPE defaults LOG_ITEM_TYPE.MERGE_LOG
+   * @returns Array of query results
+   */
   async function getListOfLogs(logItemType = _constants.LOG_ITEM_TYPE.MERGE_LOG) {
     // checkLogItemType(logItemType, false, false);
     const result = await db.collection(collection) // eslint-disable-line functional/immutable-data
@@ -134,6 +166,11 @@ async function _default(MONGO_URI, dbName = 'rest-api') {
     logger.debug(`Query result: ${result.length > 0 ? `Found ${result.length} log items!` : 'Not found!'}`);
     return result;
   }
+
+  /**
+   * Get list of catalogers from logs
+   * @returns Array of query results
+   */
   async function getListOfCatalogers() {
     logger.debug(`Getting list of Catalogers`);
     const result = await db.collection(collection) // eslint-disable-line functional/immutable-data
@@ -141,7 +178,15 @@ async function _default(MONGO_URI, dbName = 'rest-api') {
     return result;
   }
 
-  // getExpandedListOfLogs returns groped MERGE_LOGs and MATCH_LOGs
+  /**
+   * Get filtered list of logs with extra info. Give params in Object
+   * @param {[String]} logItemTypes: String array of logItemTypes. Defaults [LOG_ITEM_TYPE.MERGE_LOG, LOG_ITEM_TYPE.MATCH_LOG]
+   * @param {[String]} catalogers: String array of wanted catalogers. Defaults []
+   * @param {String} dateBefore: String date schema 'YYYY-MM-DD'. Defaults new Date()
+   * @param {String} dateAfter: String date schema 'YYYY-MM-DD'. Defaults '2000-01-01'
+   * @param {Boolean} test: Boolean is this test run. Defaults false
+   * @returns Parsed Object {'correlationId', 'logItemType', 'creationTime', 'cataloger', 'logCount'}
+   */
   async function getExpandedListOfLogs({
     logItemTypes = [_constants.LOG_ITEM_TYPE.MERGE_LOG, _constants.LOG_ITEM_TYPE.MATCH_LOG],
     catalogers = [],
@@ -150,12 +195,23 @@ async function _default(MONGO_URI, dbName = 'rest-api') {
     test = false
   }) {
     logger.debug(`commons: logItemTypes: ${JSON.stringify(logItemTypes)}, dateAfter: ${dateAfter}, dateBefore: ${dateBefore}}, catalogers: ${JSON.stringify(catalogers)}`);
-    logger.debug(JSON.stringify(generateMatchObject(logItemTypes, catalogers, dateBefore, dateAfter))); // eslint-disable-line
+    logger.debug(JSON.stringify(generateMatchObject({
+      logItemTypes,
+      catalogers,
+      dateBefore,
+      dateAfter
+    }))); // eslint-disable-line
     //checkLogItemType(logItemType, false, false);
     logger.debug(`Getting expanded list of logs`);
     const pipeline = [
     // currently return only MERGE_LOG and MATCH_LOG
-    generateMatchObject(logItemTypes, catalogers, dateBefore, dateAfter, test), {
+    generateMatchObject({
+      logItemTypes,
+      catalogers,
+      dateBefore,
+      dateAfter,
+      test
+    }), {
       '$sort': {
         'correlationId': 1,
         'logItemType': 1,
@@ -208,7 +264,23 @@ async function _default(MONGO_URI, dbName = 'rest-api') {
     logger.silly(`Query result: ${JSON.stringify(fixedResult)}`);
     logger.debug(`Query result: ${fixedResult.length > 0 ? `Found ${fixedResult.length} log items!` : 'Not found!'}`);
     return fixedResult;
-    function generateMatchObject(logItemTypes, catalogers, dateBefore, dateAfter, test = false) {
+
+    /**
+     * Generate match object for aggregation pipeline
+     * @param {[String]} logItemTypes: String array of logItemTypes.
+     * @param {[String]} catalogers: String array of wanted catalogers
+     * @param {String} dateBefore: String date schema 'YYYY-MM-DD'
+     * @param {String} dateAfter: String date schema 'YYYY-MM-DD'
+     * @param {Boolean} test: Boolean is this test run. Defaults false
+     * @returns Match Object
+     */
+    function generateMatchObject({
+      logItemTypes,
+      catalogers,
+      dateBefore,
+      dateAfter,
+      test = false
+    }) {
       const matchOptions = {
         '$match': {
           'logItemType': logItemTypes.length > 0 ? {
@@ -218,14 +290,21 @@ async function _default(MONGO_URI, dbName = 'rest-api') {
             '$in': catalogers
           } : /.*/ui,
           'creationTime': {
-            '$gte': test ? _luxon.DateTime.fromJSDate(new Date(dateAfter)).startOf('day').toISODate() : new Date(dateAfter),
-            '$lte': test ? _luxon.DateTime.fromJSDate(new Date(dateBefore)).endOf('day').toISODate() : new Date(dateBefore)
+            '$gte': test ? new Date(dateAfter).toISOString() : new Date(dateAfter),
+            '$lte': test ? new Date(dateBefore).toISOString() : new Date(dateBefore)
           }
         }
       };
       return matchOptions;
     }
   }
+
+  /**
+   * Protect logs from cleaning. Forced cleaning defaults 30days
+   * @param {String} correlationId
+   * @param {Integer} blobSequence
+   * @returns result
+   */
   async function protect(correlationId, blobSequence) {
     logger.info(`Protecting in Mongo (${collection}) correlationId: ${correlationId}, blobSequence: ${blobSequence}`);
     const cleanCorrelationId = (0, _mongoSanitize.default)(correlationId);
@@ -252,6 +331,13 @@ async function _default(MONGO_URI, dbName = 'rest-api') {
       throw new _melindaCommons.Error(_httpStatus.default.INTERNAL_SERVER_ERROR, `Mongo errored: ${errorMessage}`);
     }
   }
+
+  /**
+   * Remove logs
+   * @param {String} correlationId
+   * @param {Boolean} force defaults false
+   * @returns result
+   */
   async function remove(correlationId, force = false) {
     logger.info(`Removing from Mongo (${collection}) correlationId: ${correlationId}`);
     const clean = (0, _mongoSanitize.default)(correlationId);
@@ -272,6 +358,14 @@ async function _default(MONGO_URI, dbName = 'rest-api') {
       throw new _melindaCommons.Error(_httpStatus.default.INTERNAL_SERVER_ERROR, `Mongo errored: ${errorMessage}`);
     }
   }
+
+  /**
+   * Remove logs by sequences
+   * @param {String} correlationId
+   * @param {[Integer]} sequences
+   * @param {Boolean} force defaults false
+   * @returns result
+   */
   async function removeBySequences(correlationId, sequences = [], force = false) {
     logger.info(`Removing from Mongo (${collection}) correlationId: ${correlationId}, sequences: ${sequences.length}`);
     const clean = (0, _mongoSanitize.default)(correlationId);
@@ -304,6 +398,14 @@ async function _default(MONGO_URI, dbName = 'rest-api') {
       throw new _melindaCommons.Error(_httpStatus.default.INTERNAL_SERVER_ERROR, `Mongo errored: ${errorMessage}`);
     }
   }
+
+  /**
+   * Checks existence and validity of logItemType
+   * @param {String} logItemType constant LOG_ITEM_TYPE
+   * @param {Boolean} errorUnknown defaults false
+   * @param {Boolean} errorNotExisting defaults false
+   * @returns void
+   */
   function checkLogItemType(logItemType, errorUnknown = false, errorNotExisting = false) {
     if (logItemType) {
       const typeInLogItemTypes = Object.values(_constants.LOG_ITEM_TYPE).indexOf(logItemType) > -1;

package/dist/mongoLog.js.map

@@ -1 +1 @@
-{"version":3,"file":"mongoLog.js","names":["_mongodb","require","_melindaBackendCommons","_melindaCommons","_utils","_moment","_interopRequireDefault","_httpStatus","_mongoSanitize","_constants","_luxon","_default","MONGO_URI","dbName","logger","createLogger","client","MongoClient","connect","useNewUrlParser","useUnifiedTopology","db","collection","addLogItem","query","queryById","getListOfLogs","getListOfCatalogers","getExpandedListOfLogs","protect","remove","removeBySequences","logItem","time","moment","toDate","newLogItem","creationTime","protected","checkLogItemType","logItemType","result","insertOne","acknowledged","blobSequence","blobSequenceStart","blobSequenceEnd","itemString","info","correlationId","ApiError","httpStatus","INTERNAL_SERVER_ERROR","error","errorMessage","payload","message","logError","params","debug","JSON","stringify","limit","skip","rest","find","sort","parseInt","toArray","length","correlationIdString","LOG_ITEM_TYPE","MERGE_LOG","distinct","logItemTypes","MATCH_LOG","catalogers","dateBefore","Date","dateAfter","test","generateMatchObject","pipeline","aggregate","fixedResult","map","logListing","_id","cataloger","logCount","silly","matchOptions","DateTime","fromJSDate","startOf","toISODate","endOf","cleanCorrelationId","sanitize","cleanBlobSequence","filter","updateMany","$set","modificationTime","$not","force","clean","$ne","deleteMany","sequences","cleanSequences","sequence","Number","isInteger","$in","errorUnknown","errorNotExisting","typeInLogItemTypes","Object","values","indexOf"],"sources":["../src/mongoLog.js"],"sourcesContent":["/**\n*\n* @licstart  The following is the entire license notice for the JavaScript code in this file.\n*\n* Shared modules for microservices of Melinda rest api batch import system\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-rest-api-commons\n*\n* melinda-rest-api-commons program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Affero General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-rest-api-commons is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n* GNU Affero General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program.  If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend  The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nimport {MongoClient} from 'mongodb';\nimport {createLogger} from '@natlibfi/melinda-backend-commons';\nimport {Error as ApiError} from '@natlibfi/melinda-commons';\nimport {logError} from './utils.js';\nimport moment from 'moment';\nimport httpStatus from 'http-status';\nimport sanitize from 'mongo-sanitize';\nimport {LOG_ITEM_TYPE} from './constants';\nimport {DateTime} from 'luxon';\n\nexport default async function (MONGO_URI, dbName = 'rest-api') {\n  const logger = createLogger();\n\n  // Connect to mongo (MONGO)\n  const client = await MongoClient.connect(MONGO_URI, {useNewUrlParser: true, useUnifiedTopology: true});\n  const db = client.db(dbName);\n  const collection = 'logs';\n  return {addLogItem, query, queryById, getListOfLogs, getListOfCatalogers, getExpandedListOfLogs, protect, remove, removeBySequences};\n\n  async function addLogItem(logItem) {\n    const time = moment().toDate();\n    const newLogItem = {\n      ...logItem,\n      creationTime: time,\n      protected: false\n    };\n    try {\n      // console.log(newLogItem); // eslint-disable-line\n      checkLogItemType(logItem.logItemType, false);\n      const result = await db.collection(collection).insertOne(newLogItem);\n      if (result.acknowledged) {\n        const {blobSequence, blobSequenceStart, blobSequenceEnd} = logItem;\n        const itemString = blobSequenceStart && blobSequenceEnd ? `${blobSequenceStart} - ${blobSequenceEnd}` : `${blobSequence}`;\n        logger.info(`*** New ${logItem.logItemType} added for ${logItem.correlationId}, blobSequence(s): ${itemString}. ***`);\n        // console.log('addLogItem done', result); // eslint-disable-line\n        return;\n      }\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR);\n    } catch (error) {\n      const errorMessage = error.payload || error.message || '';\n      logError(error);\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `Mongo errored: ${errorMessage}`);\n    }\n  }\n\n  async function query(params) {\n    logger.debug(`Query params: ${JSON.stringify(params)}`);\n    checkLogItemType(params.logItemType, false, false);\n    const {limit = 5, skip = 0, ...rest} = params;\n    logger.debug(`Actual query params: ${JSON.stringify(rest)}`);\n    const result = await db.collection(collection) // eslint-disable-line functional/immutable-data\n      .find(rest)\n      .sort({creationTime: 1})\n      .skip(parseInt(skip, 10))\n      .limit(parseInt(limit, 10))\n      .toArray();\n    //logger.debug(`Query result: ${result}`);\n    logger.debug(`Query result: ${result.length > 0 ? `Found ${result.length} log items! (skip: ${skip} limit: ${limit})` : 'Not found!'}`);\n    return result;\n  }\n\n  // DEVELOP: queryById returns jsut one (randomish) log! is this useful?\n  async function queryById(correlationIdString, skip = 0, limit = 1) {\n    logger.debug(`QueryById: ${correlationIdString}`);\n    const result = await db.collection(collection) // eslint-disable-line functional/immutable-data\n      .find({correlationId: correlationIdString})\n      .sort({blobSequence: 1})\n      .skip(parseInt(skip, 10))\n      .limit(parseInt(limit, 10))\n      .toArray();\n    logger.debug(`Query result: ${result.length > 0 ? `Found ${result.length} log items!` : 'Not found!'}`);\n    return result;\n  }\n\n  // getListOfLogs returns list of correlationIds that have logs of given logItemType\n  // if logItemType is not given, getListOfLogs returns list of correlationIds that have MERGE_LOG\n  async function getListOfLogs(logItemType = LOG_ITEM_TYPE.MERGE_LOG) {\n    // checkLogItemType(logItemType, false, false);\n    const result = await db.collection(collection) // eslint-disable-line functional/immutable-data\n      .distinct('correlationId', {logItemType});\n    logger.debug(`Query result: ${result.length > 0 ? `Found ${result.length} log items!` : 'Not found!'}`);\n    return result;\n  }\n\n  async function getListOfCatalogers() {\n    logger.debug(`Getting list of Catalogers`);\n\n    const result = await db.collection(collection) // eslint-disable-line functional/immutable-data\n      .distinct('cataloger');\n\n    return result;\n  }\n\n  // getExpandedListOfLogs returns groped MERGE_LOGs and MATCH_LOGs\n  async function getExpandedListOfLogs({logItemTypes = [LOG_ITEM_TYPE.MERGE_LOG, LOG_ITEM_TYPE.MATCH_LOG], catalogers = [], dateBefore = new Date(), dateAfter = '2000-01-01', test = false}) {\n    logger.debug(`commons: logItemTypes: ${JSON.stringify(logItemTypes)}, dateAfter: ${dateAfter}, dateBefore: ${dateBefore}}, catalogers: ${JSON.stringify(catalogers)}`);\n    logger.debug(JSON.stringify(generateMatchObject(logItemTypes, catalogers, dateBefore, dateAfter))); // eslint-disable-line\n    //checkLogItemType(logItemType, false, false);\n    logger.debug(`Getting expanded list of logs`);\n    const pipeline = [\n      // currently return only MERGE_LOG and MATCH_LOG\n      generateMatchObject(logItemTypes, catalogers, dateBefore, dateAfter, test),\n      {\n        '$sort':\n          {'correlationId': 1, 'logItemType': 1, 'creationTime': 1}\n      },\n      {\n        '$group':\n        {\n          '_id': {'correlationId': '$correlationId', 'logItemType': '$logItemType'},\n          'creationTime': {'$first': '$creationTime'},\n          'cataloger': {'$first': '$cataloger'},\n          'logCount': {'$sum': 1}\n        }\n      },\n      {\n        '$sort':\n          {'correlationId': 1, 'logItemType': 1, 'creationTime': 1}\n      }\n    ];\n\n    const result = await db.collection(collection) // eslint-disable-line functional/immutable-data\n      .aggregate(pipeline)\n      .toArray();\n\n    const fixedResult = result.map((logListing) => {\n      const {correlationId, logItemType} = logListing._id;\n      const {cataloger, creationTime, logCount} = logListing;\n      return {correlationId, logItemType, cataloger, creationTime, logCount};\n    });\n\n    logger.silly(`Query result: ${JSON.stringify(result)}`);\n    logger.silly(`Query result: ${JSON.stringify(fixedResult)}`);\n\n    logger.debug(`Query result: ${fixedResult.length > 0 ? `Found ${fixedResult.length} log items!` : 'Not found!'}`);\n    return fixedResult;\n\n    function generateMatchObject(logItemTypes, catalogers, dateBefore, dateAfter, test = false) {\n      const matchOptions = {\n        '$match': {\n          'logItemType': logItemTypes.length > 0 ? {'$in': logItemTypes} : /.*/ui,\n          'cataloger': catalogers.length > 0 ? {'$in': catalogers} : /.*/ui,\n          'creationTime': {\n            '$gte': test ? DateTime.fromJSDate(new Date(dateAfter)).startOf('day').toISODate() : new Date(dateAfter),\n            '$lte': test ? DateTime.fromJSDate(new Date(dateBefore)).endOf('day').toISODate() : new Date(dateBefore)\n          }\n        }\n      };\n\n      return matchOptions;\n    }\n  }\n\n  async function protect(correlationId, blobSequence) {\n    logger.info(`Protecting in Mongo (${collection}) correlationId: ${correlationId}, blobSequence: ${blobSequence}`);\n    const cleanCorrelationId = sanitize(correlationId);\n    const cleanBlobSequence = sanitize(blobSequence);\n    const filter = blobSequence ? {correlationId: cleanCorrelationId, blobSequence: parseInt(cleanBlobSequence, 10)} : {correlationId: cleanCorrelationId};\n\n    try {\n      const result = await db.collection(collection).updateMany(\n        filter,\n        [\n          {\n            $set: {\n              modificationTime: moment().toDate(),\n              protected: {$not: '$protected'}\n            }\n          }\n        ]\n      );\n      return result;\n    } catch (error) {\n      const errorMessage = error.payload || error.message || '';\n      logError(error);\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `Mongo errored: ${errorMessage}`);\n    }\n  }\n\n  async function remove(correlationId, force = false) {\n    logger.info(`Removing from Mongo (${collection}) correlationId: ${correlationId}`);\n    const clean = sanitize(correlationId);\n    const filter = force ? {correlationId: clean} : {correlationId: clean, protected: {$ne: true}};\n\n    try {\n      const result = await db.collection(collection).deleteMany(filter);\n      return result;\n    } catch (error) {\n      const errorMessage = error.payload || error.message || '';\n      logError(error);\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `Mongo errored: ${errorMessage}`);\n    }\n  }\n\n  async function removeBySequences(correlationId, sequences = [], force = false) {\n    logger.info(`Removing from Mongo (${collection}) correlationId: ${correlationId}, sequences: ${sequences.length}`);\n    const clean = sanitize(correlationId);\n    // blobSequences are integers that start from 1\n    // we accept also strings that are convertilble to integers greated than 0\n    const cleanSequences = sequences.filter(sequence => Number.isInteger(Number(sequence)) && sequence > 0);\n\n    if (sequences.length !== cleanSequences.length) {\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `Invalid sequences in removeBySequences. Sequences should be positive integers`);\n    }\n\n    const filter = force ? {correlationId: clean, blobSequence: {$in: cleanSequences}} : {correlationId: clean, blobSequence: {$in: sequences}, protected: {$ne: true}};\n\n    try {\n      const result = await db.collection(collection).deleteMany(filter);\n      return result;\n    } catch (error) {\n      const errorMessage = error.payload || error.message || '';\n      logError(error);\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `Mongo errored: ${errorMessage}`);\n    }\n  }\n\n  function checkLogItemType(logItemType, errorUnknown = false, errorNotExisting = false) {\n    if (logItemType) {\n      const typeInLogItemTypes = Object.values(LOG_ITEM_TYPE).indexOf(logItemType) > -1;\n      if (typeInLogItemTypes) {\n        return logger.debug(`Valid logItemType: ${logItemType}`);\n      }\n      if (errorUnknown) {\n        throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `Unknown logItemType: ${logItemType}`);\n      }\n      return logger.debug(`WARN: We have unknown logType: ${logItemType}`);\n    }\n\n    if (errorNotExisting) {\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `No logItemType: ${logItemType}`);\n    }\n    return logger.debug(`No logItemType: ${logItemType}`);\n  }\n}\n"],"mappings":";;;;;;;AA4BA,IAAAA,QAAA,GAAAC,OAAA;AACA,IAAAC,sBAAA,GAAAD,OAAA;AACA,IAAAE,eAAA,GAAAF,OAAA;AACA,IAAAG,MAAA,GAAAH,OAAA;AACA,IAAAI,OAAA,GAAAC,sBAAA,CAAAL,OAAA;AACA,IAAAM,WAAA,GAAAD,sBAAA,CAAAL,OAAA;AACA,IAAAO,cAAA,GAAAF,sBAAA,CAAAL,OAAA;AACA,IAAAQ,UAAA,GAAAR,OAAA;AACA,IAAAS,MAAA,GAAAT,OAAA;AApCA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAYe,eAAAU,SAAgBC,SAAS,EAAEC,MAAM,GAAG,UAAU,EAAE;EAC7D,MAAMC,MAAM,GAAG,IAAAC,mCAAY,EAAC,CAAC;;EAE7B;EACA,MAAMC,MAAM,GAAG,MAAMC,oBAAW,CAACC,OAAO,CAACN,SAAS,EAAE;IAACO,eAAe,EAAE,IAAI;IAAEC,kBAAkB,EAAE;EAAI,CAAC,CAAC;EACtG,MAAMC,EAAE,GAAGL,MAAM,CAACK,EAAE,CAACR,MAAM,CAAC;EAC5B,MAAMS,UAAU,GAAG,MAAM;EACzB,OAAO;IAACC,UAAU;IAAEC,KAAK;IAAEC,SAAS;IAAEC,aAAa;IAAEC,mBAAmB;IAAEC,qBAAqB;IAAEC,OAAO;IAAEC,MAAM;IAAEC;EAAiB,CAAC;EAEpI,eAAeR,UAAUA,CAACS,OAAO,EAAE;IACjC,MAAMC,IAAI,GAAG,IAAAC,eAAM,EAAC,CAAC,CAACC,MAAM,CAAC,CAAC;IAC9B,MAAMC,UAAU,GAAG;MACjB,GAAGJ,OAAO;MACVK,YAAY,EAAEJ,IAAI;MAClBK,SAAS,EAAE;IACb,CAAC;IACD,IAAI;MACF;MACAC,gBAAgB,CAACP,OAAO,CAACQ,WAAW,EAAE,KAAK,CAAC;MAC5C,MAAMC,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAACoB,SAAS,CAACN,UAAU,CAAC;MACpE,IAAIK,MAAM,CAACE,YAAY,EAAE;QACvB,MAAM;UAACC,YAAY;UAAEC,iBAAiB;UAAEC;QAAe,CAAC,GAAGd,OAAO;QAClE,MAAMe,UAAU,GAAGF,iBAAiB,IAAIC,eAAe,GAAI,GAAED,iBAAkB,MAAKC,eAAgB,EAAC,GAAI,GAAEF,YAAa,EAAC;QACzH9B,MAAM,CAACkC,IAAI,CAAE,WAAUhB,OAAO,CAACQ,WAAY,cAAaR,OAAO,CAACiB,aAAc,sBAAqBF,UAAW,OAAM,CAAC;QACrH;QACA;MACF;MACA,MAAM,IAAIG,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,CAAC;IACtD,CAAC,CAAC,OAAOC,KAAK,EAAE;MACd,MAAMC,YAAY,GAAGD,KAAK,CAACE,OAAO,IAAIF,KAAK,CAACG,OAAO,IAAI,EAAE;MACzD,IAAAC,eAAQ,EAACJ,KAAK,CAAC;MACf,MAAM,IAAIH,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAG,kBAAiBE,YAAa,EAAC,CAAC;IACxF;EACF;EAEA,eAAe9B,KAAKA,CAACkC,MAAM,EAAE;IAC3B5C,MAAM,CAAC6C,KAAK,CAAE,iBAAgBC,IAAI,CAACC,SAAS,CAACH,MAAM,CAAE,EAAC,CAAC;IACvDnB,gBAAgB,CAACmB,MAAM,CAAClB,WAAW,EAAE,KAAK,EAAE,KAAK,CAAC;IAClD,MAAM;MAACsB,KAAK,GAAG,CAAC;MAAEC,IAAI,GAAG,CAAC;MAAE,GAAGC;IAAI,CAAC,GAAGN,MAAM;IAC7C5C,MAAM,CAAC6C,KAAK,CAAE,wBAAuBC,IAAI,CAACC,SAAS,CAACG,IAAI,CAAE,EAAC,CAAC;IAC5D,MAAMvB,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAAC;IAAA,CAC5C2C,IAAI,CAACD,IAAI,CAAC,CACVE,IAAI,CAAC;MAAC7B,YAAY,EAAE;IAAC,CAAC,CAAC,CACvB0B,IAAI,CAACI,QAAQ,CAACJ,IAAI,EAAE,EAAE,CAAC,CAAC,CACxBD,KAAK,CAACK,QAAQ,CAACL,KAAK,EAAE,EAAE,CAAC,CAAC,CAC1BM,OAAO,CAAC,CAAC;IACZ;IACAtD,MAAM,CAAC6C,KAAK,CAAE,iBAAgBlB,MAAM,CAAC4B,MAAM,GAAG,CAAC,GAAI,SAAQ5B,MAAM,CAAC4B,MAAO,sBAAqBN,IAAK,WAAUD,KAAM,GAAE,GAAG,YAAa,EAAC,CAAC;IACvI,OAAOrB,MAAM;EACf;;EAEA;EACA,eAAehB,SAASA,CAAC6C,mBAAmB,EAAEP,IAAI,GAAG,CAAC,EAAED,KAAK,GAAG,CAAC,EAAE;IACjEhD,MAAM,CAAC6C,KAAK,CAAE,cAAaW,mBAAoB,EAAC,CAAC;IACjD,MAAM7B,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAAC;IAAA,CAC5C2C,IAAI,CAAC;MAAChB,aAAa,EAAEqB;IAAmB,CAAC,CAAC,CAC1CJ,IAAI,CAAC;MAACtB,YAAY,EAAE;IAAC,CAAC,CAAC,CACvBmB,IAAI,CAACI,QAAQ,CAACJ,IAAI,EAAE,EAAE,CAAC,CAAC,CACxBD,KAAK,CAACK,QAAQ,CAACL,KAAK,EAAE,EAAE,CAAC,CAAC,CAC1BM,OAAO,CAAC,CAAC;IACZtD,MAAM,CAAC6C,KAAK,CAAE,iBAAgBlB,MAAM,CAAC4B,MAAM,GAAG,CAAC,GAAI,SAAQ5B,MAAM,CAAC4B,MAAO,aAAY,GAAG,YAAa,EAAC,CAAC;IACvG,OAAO5B,MAAM;EACf;;EAEA;EACA;EACA,eAAef,aAAaA,CAACc,WAAW,GAAG+B,wBAAa,CAACC,SAAS,EAAE;IAClE;IACA,MAAM/B,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAAC;IAAA,CAC5CmD,QAAQ,CAAC,eAAe,EAAE;MAACjC;IAAW,CAAC,CAAC;IAC3C1B,MAAM,CAAC6C,KAAK,CAAE,iBAAgBlB,MAAM,CAAC4B,MAAM,GAAG,CAAC,GAAI,SAAQ5B,MAAM,CAAC4B,MAAO,aAAY,GAAG,YAAa,EAAC,CAAC;IACvG,OAAO5B,MAAM;EACf;EAEA,eAAed,mBAAmBA,CAAA,EAAG;IACnCb,MAAM,CAAC6C,KAAK,CAAE,4BAA2B,CAAC;IAE1C,MAAMlB,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAAC;IAAA,CAC5CmD,QAAQ,CAAC,WAAW,CAAC;IAExB,OAAOhC,MAAM;EACf;;EAEA;EACA,eAAeb,qBAAqBA,CAAC;IAAC8C,YAAY,GAAG,CAACH,wBAAa,CAACC,SAAS,EAAED,wBAAa,CAACI,SAAS,CAAC;IAAEC,UAAU,GAAG,EAAE;IAAEC,UAAU,GAAG,IAAIC,IAAI,CAAC,CAAC;IAAEC,SAAS,GAAG,YAAY;IAAEC,IAAI,GAAG;EAAK,CAAC,EAAE;IAC1LlE,MAAM,CAAC6C,KAAK,CAAE,0BAAyBC,IAAI,CAACC,SAAS,CAACa,YAAY,CAAE,gBAAeK,SAAU,iBAAgBF,UAAW,kBAAiBjB,IAAI,CAACC,SAAS,CAACe,UAAU,CAAE,EAAC,CAAC;IACtK9D,MAAM,CAAC6C,KAAK,CAACC,IAAI,CAACC,SAAS,CAACoB,mBAAmB,CAACP,YAAY,EAAEE,UAAU,EAAEC,UAAU,EAAEE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACpG;IACAjE,MAAM,CAAC6C,KAAK,CAAE,+BAA8B,CAAC;IAC7C,MAAMuB,QAAQ,GAAG;IACf;IACAD,mBAAmB,CAACP,YAAY,EAAEE,UAAU,EAAEC,UAAU,EAAEE,SAAS,EAAEC,IAAI,CAAC,EAC1E;MACE,OAAO,EACL;QAAC,eAAe,EAAE,CAAC;QAAE,aAAa,EAAE,CAAC;QAAE,cAAc,EAAE;MAAC;IAC5D,CAAC,EACD;MACE,QAAQ,EACR;QACE,KAAK,EAAE;UAAC,eAAe,EAAE,gBAAgB;UAAE,aAAa,EAAE;QAAc,CAAC;QACzE,cAAc,EAAE;UAAC,QAAQ,EAAE;QAAe,CAAC;QAC3C,WAAW,EAAE;UAAC,QAAQ,EAAE;QAAY,CAAC;QACrC,UAAU,EAAE;UAAC,MAAM,EAAE;QAAC;MACxB;IACF,CAAC,EACD;MACE,OAAO,EACL;QAAC,eAAe,EAAE,CAAC;QAAE,aAAa,EAAE,CAAC;QAAE,cAAc,EAAE;MAAC;IAC5D,CAAC,CACF;IAED,MAAMvC,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAAC;IAAA,CAC5C6D,SAAS,CAACD,QAAQ,CAAC,CACnBd,OAAO,CAAC,CAAC;IAEZ,MAAMgB,WAAW,GAAG3C,MAAM,CAAC4C,GAAG,CAAEC,UAAU,IAAK;MAC7C,MAAM;QAACrC,aAAa;QAAET;MAAW,CAAC,GAAG8C,UAAU,CAACC,GAAG;MACnD,MAAM;QAACC,SAAS;QAAEnD,YAAY;QAAEoD;MAAQ,CAAC,GAAGH,UAAU;MACtD,OAAO;QAACrC,aAAa;QAAET,WAAW;QAAEgD,SAAS;QAAEnD,YAAY;QAAEoD;MAAQ,CAAC;IACxE,CAAC,CAAC;IAEF3E,MAAM,CAAC4E,KAAK,CAAE,iBAAgB9B,IAAI,CAACC,SAAS,CAACpB,MAAM,CAAE,EAAC,CAAC;IACvD3B,MAAM,CAAC4E,KAAK,CAAE,iBAAgB9B,IAAI,CAACC,SAAS,CAACuB,WAAW,CAAE,EAAC,CAAC;IAE5DtE,MAAM,CAAC6C,KAAK,CAAE,iBAAgByB,WAAW,CAACf,MAAM,GAAG,CAAC,GAAI,SAAQe,WAAW,CAACf,MAAO,aAAY,GAAG,YAAa,EAAC,CAAC;IACjH,OAAOe,WAAW;IAElB,SAASH,mBAAmBA,CAACP,YAAY,EAAEE,UAAU,EAAEC,UAAU,EAAEE,SAAS,EAAEC,IAAI,GAAG,KAAK,EAAE;MAC1F,MAAMW,YAAY,GAAG;QACnB,QAAQ,EAAE;UACR,aAAa,EAAEjB,YAAY,CAACL,MAAM,GAAG,CAAC,GAAG;YAAC,KAAK,EAAEK;UAAY,CAAC,GAAG,MAAM;UACvE,WAAW,EAAEE,UAAU,CAACP,MAAM,GAAG,CAAC,GAAG;YAAC,KAAK,EAAEO;UAAU,CAAC,GAAG,MAAM;UACjE,cAAc,EAAE;YACd,MAAM,EAAEI,IAAI,GAAGY,eAAQ,CAACC,UAAU,CAAC,IAAIf,IAAI,CAACC,SAAS,CAAC,CAAC,CAACe,OAAO,CAAC,KAAK,CAAC,CAACC,SAAS,CAAC,CAAC,GAAG,IAAIjB,IAAI,CAACC,SAAS,CAAC;YACxG,MAAM,EAAEC,IAAI,GAAGY,eAAQ,CAACC,UAAU,CAAC,IAAIf,IAAI,CAACD,UAAU,CAAC,CAAC,CAACmB,KAAK,CAAC,KAAK,CAAC,CAACD,SAAS,CAAC,CAAC,GAAG,IAAIjB,IAAI,CAACD,UAAU;UACzG;QACF;MACF,CAAC;MAED,OAAOc,YAAY;IACrB;EACF;EAEA,eAAe9D,OAAOA,CAACoB,aAAa,EAAEL,YAAY,EAAE;IAClD9B,MAAM,CAACkC,IAAI,CAAE,wBAAuB1B,UAAW,oBAAmB2B,aAAc,mBAAkBL,YAAa,EAAC,CAAC;IACjH,MAAMqD,kBAAkB,GAAG,IAAAC,sBAAQ,EAACjD,aAAa,CAAC;IAClD,MAAMkD,iBAAiB,GAAG,IAAAD,sBAAQ,EAACtD,YAAY,CAAC;IAChD,MAAMwD,MAAM,GAAGxD,YAAY,GAAG;MAACK,aAAa,EAAEgD,kBAAkB;MAAErD,YAAY,EAAEuB,QAAQ,CAACgC,iBAAiB,EAAE,EAAE;IAAC,CAAC,GAAG;MAAClD,aAAa,EAAEgD;IAAkB,CAAC;IAEtJ,IAAI;MACF,MAAMxD,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAAC+E,UAAU,CACvDD,MAAM,EACN,CACE;QACEE,IAAI,EAAE;UACJC,gBAAgB,EAAE,IAAArE,eAAM,EAAC,CAAC,CAACC,MAAM,CAAC,CAAC;UACnCG,SAAS,EAAE;YAACkE,IAAI,EAAE;UAAY;QAChC;MACF,CAAC,CAEL,CAAC;MACD,OAAO/D,MAAM;IACf,CAAC,CAAC,OAAOY,KAAK,EAAE;MACd,MAAMC,YAAY,GAAGD,KAAK,CAACE,OAAO,IAAIF,KAAK,CAACG,OAAO,IAAI,EAAE;MACzD,IAAAC,eAAQ,EAACJ,KAAK,CAAC;MACf,MAAM,IAAIH,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAG,kBAAiBE,YAAa,EAAC,CAAC;IACxF;EACF;EAEA,eAAexB,MAAMA,CAACmB,aAAa,EAAEwD,KAAK,GAAG,KAAK,EAAE;IAClD3F,MAAM,CAACkC,IAAI,CAAE,wBAAuB1B,UAAW,oBAAmB2B,aAAc,EAAC,CAAC;IAClF,MAAMyD,KAAK,GAAG,IAAAR,sBAAQ,EAACjD,aAAa,CAAC;IACrC,MAAMmD,MAAM,GAAGK,KAAK,GAAG;MAACxD,aAAa,EAAEyD;IAAK,CAAC,GAAG;MAACzD,aAAa,EAAEyD,KAAK;MAAEpE,SAAS,EAAE;QAACqE,GAAG,EAAE;MAAI;IAAC,CAAC;IAE9F,IAAI;MACF,MAAMlE,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAACsF,UAAU,CAACR,MAAM,CAAC;MACjE,OAAO3D,MAAM;IACf,CAAC,CAAC,OAAOY,KAAK,EAAE;MACd,MAAMC,YAAY,GAAGD,KAAK,CAACE,OAAO,IAAIF,KAAK,CAACG,OAAO,IAAI,EAAE;MACzD,IAAAC,eAAQ,EAACJ,KAAK,CAAC;MACf,MAAM,IAAIH,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAG,kBAAiBE,YAAa,EAAC,CAAC;IACxF;EACF;EAEA,eAAevB,iBAAiBA,CAACkB,aAAa,EAAE4D,SAAS,GAAG,EAAE,EAAEJ,KAAK,GAAG,KAAK,EAAE;IAC7E3F,MAAM,CAACkC,IAAI,CAAE,wBAAuB1B,UAAW,oBAAmB2B,aAAc,gBAAe4D,SAAS,CAACxC,MAAO,EAAC,CAAC;IAClH,MAAMqC,KAAK,GAAG,IAAAR,sBAAQ,EAACjD,aAAa,CAAC;IACrC;IACA;IACA,MAAM6D,cAAc,GAAGD,SAAS,CAACT,MAAM,CAACW,QAAQ,IAAIC,MAAM,CAACC,SAAS,CAACD,MAAM,CAACD,QAAQ,CAAC,CAAC,IAAIA,QAAQ,GAAG,CAAC,CAAC;IAEvG,IAAIF,SAAS,CAACxC,MAAM,KAAKyC,cAAc,CAACzC,MAAM,EAAE;MAC9C,MAAM,IAAInB,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAG,+EAA8E,CAAC;IACvI;IAEA,MAAMgD,MAAM,GAAGK,KAAK,GAAG;MAACxD,aAAa,EAAEyD,KAAK;MAAE9D,YAAY,EAAE;QAACsE,GAAG,EAAEJ;MAAc;IAAC,CAAC,GAAG;MAAC7D,aAAa,EAAEyD,KAAK;MAAE9D,YAAY,EAAE;QAACsE,GAAG,EAAEL;MAAS,CAAC;MAAEvE,SAAS,EAAE;QAACqE,GAAG,EAAE;MAAI;IAAC,CAAC;IAEnK,IAAI;MACF,MAAMlE,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAACsF,UAAU,CAACR,MAAM,CAAC;MACjE,OAAO3D,MAAM;IACf,CAAC,CAAC,OAAOY,KAAK,EAAE;MACd,MAAMC,YAAY,GAAGD,KAAK,CAACE,OAAO,IAAIF,KAAK,CAACG,OAAO,IAAI,EAAE;MACzD,IAAAC,eAAQ,EAACJ,KAAK,CAAC;MACf,MAAM,IAAIH,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAG,kBAAiBE,YAAa,EAAC,CAAC;IACxF;EACF;EAEA,SAASf,gBAAgBA,CAACC,WAAW,EAAE2E,YAAY,GAAG,KAAK,EAAEC,gBAAgB,GAAG,KAAK,EAAE;IACrF,IAAI5E,WAAW,EAAE;MACf,MAAM6E,kBAAkB,GAAGC,MAAM,CAACC,MAAM,CAAChD,wBAAa,CAAC,CAACiD,OAAO,CAAChF,WAAW,CAAC,GAAG,CAAC,CAAC;MACjF,IAAI6E,kBAAkB,EAAE;QACtB,OAAOvG,MAAM,CAAC6C,KAAK,CAAE,sBAAqBnB,WAAY,EAAC,CAAC;MAC1D;MACA,IAAI2E,YAAY,EAAE;QAChB,MAAM,IAAIjE,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAG,wBAAuBZ,WAAY,EAAC,CAAC;MAC7F;MACA,OAAO1B,MAAM,CAAC6C,KAAK,CAAE,kCAAiCnB,WAAY,EAAC,CAAC;IACtE;IAEA,IAAI4E,gBAAgB,EAAE;MACpB,MAAM,IAAIlE,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAG,mBAAkBZ,WAAY,EAAC,CAAC;IACxF;IACA,OAAO1B,MAAM,CAAC6C,KAAK,CAAE,mBAAkBnB,WAAY,EAAC,CAAC;EACvD;AACF"}
+{"version":3,"file":"mongoLog.js","names":["_mongodb","require","_melindaBackendCommons","_melindaCommons","_utils","_moment","_interopRequireDefault","_httpStatus","_mongoSanitize","_constants","_default","MONGO_URI","dbName","logger","createLogger","client","MongoClient","connect","useNewUrlParser","useUnifiedTopology","db","collection","addLogItem","query","queryById","getListOfLogs","getListOfCatalogers","getExpandedListOfLogs","protect","remove","removeBySequences","logItem","time","moment","toDate","newLogItem","creationTime","protected","checkLogItemType","logItemType","result","insertOne","acknowledged","blobSequence","blobSequenceStart","blobSequenceEnd","itemString","info","correlationId","ApiError","httpStatus","INTERNAL_SERVER_ERROR","error","errorMessage","payload","message","logError","limit","skip","rest","debug","JSON","stringify","find","sort","parseInt","toArray","length","LOG_ITEM_TYPE","MERGE_LOG","distinct","logItemTypes","MATCH_LOG","catalogers","dateBefore","Date","dateAfter","test","generateMatchObject","pipeline","aggregate","fixedResult","map","logListing","_id","cataloger","logCount","silly","matchOptions","toISOString","cleanCorrelationId","sanitize","cleanBlobSequence","filter","updateMany","$set","modificationTime","$not","force","clean","$ne","deleteMany","sequences","cleanSequences","sequence","Number","isInteger","$in","errorUnknown","errorNotExisting","typeInLogItemTypes","Object","values","indexOf"],"sources":["../src/mongoLog.js"],"sourcesContent":["/**\n*\n* @licstart  The following is the entire license notice for the JavaScript code in this file.\n*\n* Shared modules for microservices of Melinda rest api batch import system\n*\n* Copyright (C) 2020-2023 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-rest-api-commons\n*\n* melinda-rest-api-commons program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Affero General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-rest-api-commons is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n* GNU Affero General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program.  If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend  The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nimport {MongoClient} from 'mongodb';\nimport {createLogger} from '@natlibfi/melinda-backend-commons';\nimport {Error as ApiError} from '@natlibfi/melinda-commons';\nimport {logError} from './utils.js';\nimport moment from 'moment';\nimport httpStatus from 'http-status';\nimport sanitize from 'mongo-sanitize';\nimport {LOG_ITEM_TYPE} from './constants';\n\n/**\n * Create log operator\n * @param {String} MONGO_URI connnection address to mongo\n * @param {String} dbName Mongo DB name, defaults 'rest-api'\n * @returns {Object} containing all log handling functions\n */\nexport default async function (MONGO_URI, dbName = 'rest-api') {\n  const logger = createLogger();\n\n  // Connect to mongo (MONGO)\n  const client = await MongoClient.connect(MONGO_URI, {useNewUrlParser: true, useUnifiedTopology: true});\n  const db = client.db(dbName);\n  const collection = 'logs';\n  return {addLogItem, query, queryById, getListOfLogs, getListOfCatalogers, getExpandedListOfLogs, protect, remove, removeBySequences};\n\n  /**\n   * Add log item to collection\n   * @param {Object} logItem contains log item data\n   * @returns void\n   */\n  async function addLogItem(logItem) {\n    const time = moment().toDate();\n    const newLogItem = {\n      ...logItem,\n      creationTime: time,\n      protected: false\n    };\n    try {\n      // console.log(newLogItem); // eslint-disable-line\n      checkLogItemType(logItem.logItemType, false);\n      const result = await db.collection(collection).insertOne(newLogItem);\n      if (result.acknowledged) {\n        const {blobSequence, blobSequenceStart, blobSequenceEnd} = logItem;\n        const itemString = blobSequenceStart && blobSequenceEnd ? `${blobSequenceStart} - ${blobSequenceEnd}` : `${blobSequence}`;\n        logger.info(`*** New ${logItem.logItemType} added for ${logItem.correlationId}, blobSequence(s): ${itemString}. ***`);\n        // console.log('addLogItem done', result); // eslint-disable-line\n        return;\n      }\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR);\n    } catch (error) {\n      const errorMessage = error.payload || error.message || '';\n      logError(error);\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `Mongo errored: ${errorMessage}`);\n    }\n  }\n\n  /**\n   * Query log items\n   * @param {Integer} limit defaults 5\n   * @param {Integer} skip defaults 0\n   * @param {Object} rest query params\n   * @returns result array\n   */\n  async function query({limit = 5, skip = 0, ...rest}) {\n    logger.debug(`Query params: ${JSON.stringify(rest)}`);\n    logger.debug(`Limit and skip params: ${limit} | ${skip}`);\n    checkLogItemType(rest.logItemType, false, false);\n    const result = await db.collection(collection) // eslint-disable-line functional/immutable-data\n      .find(rest)\n      .sort({creationTime: 1})\n      .skip(parseInt(skip, 10))\n      .limit(parseInt(limit, 10))\n      .toArray();\n    //logger.debug(`Query result: ${result}`);\n    logger.debug(`Query result: ${result.length > 0 ? `Found ${result.length} log items! (skip: ${skip} limit: ${limit})` : 'Not found!'}`);\n    return result;\n  }\n\n  // DEVELOP: queryById returns jsut one (randomish) log! is this useful?\n  /**\n   * Get single log item by correlationId\n   * @param {String} correlationId\n   * @param {String} logItemType constant LOG_ITEM_TYPE defaults LOG_ITEM_TYPE.MERGE_LOG\n   * @param {Integer} skip defaults 0\n   * @param {Integer} limit defaults 1\n   * @returns query result array\n   */\n  async function queryById(correlationId, logItemType = LOG_ITEM_TYPE.MERGE_LOG, skip = 0, limit = 1) {\n    logger.debug(`QueryById: ${correlationId}`);\n    const result = await db.collection(collection) // eslint-disable-line functional/immutable-data\n      .find({correlationId, logItemType})\n      .sort({blobSequence: 1})\n      .skip(parseInt(skip, 10))\n      .limit(parseInt(limit, 10))\n      .toArray();\n    logger.debug(`Query result: ${result.length > 0 ? `Found ${result.length} log items!` : 'Not found!'}`);\n    return result;\n  }\n\n  // getListOfLogs returns list of correlationIds that have logs of given logItemType\n  // if logItemType is not given, getListOfLogs returns list of correlationIds that have MERGE_LOG\n  /**\n   * Get list of correlationIds of logs filtered by logItemType\n   * @param {String} logItemType constant LOG_ITEM_TYPE defaults LOG_ITEM_TYPE.MERGE_LOG\n   * @returns Array of query results\n   */\n  async function getListOfLogs(logItemType = LOG_ITEM_TYPE.MERGE_LOG) {\n    // checkLogItemType(logItemType, false, false);\n    const result = await db.collection(collection) // eslint-disable-line functional/immutable-data\n      .distinct('correlationId', {logItemType});\n    logger.debug(`Query result: ${result.length > 0 ? `Found ${result.length} log items!` : 'Not found!'}`);\n    return result;\n  }\n\n  /**\n   * Get list of catalogers from logs\n   * @returns Array of query results\n   */\n  async function getListOfCatalogers() {\n    logger.debug(`Getting list of Catalogers`);\n\n    const result = await db.collection(collection) // eslint-disable-line functional/immutable-data\n      .distinct('cataloger');\n\n    return result;\n  }\n\n  /**\n   * Get filtered list of logs with extra info. Give params in Object\n   * @param {[String]} logItemTypes: String array of logItemTypes. Defaults [LOG_ITEM_TYPE.MERGE_LOG, LOG_ITEM_TYPE.MATCH_LOG]\n   * @param {[String]} catalogers: String array of wanted catalogers. Defaults []\n   * @param {String} dateBefore: String date schema 'YYYY-MM-DD'. Defaults new Date()\n   * @param {String} dateAfter: String date schema 'YYYY-MM-DD'. Defaults '2000-01-01'\n   * @param {Boolean} test: Boolean is this test run. Defaults false\n   * @returns Parsed Object {'correlationId', 'logItemType', 'creationTime', 'cataloger', 'logCount'}\n   */\n  async function getExpandedListOfLogs({logItemTypes = [LOG_ITEM_TYPE.MERGE_LOG, LOG_ITEM_TYPE.MATCH_LOG], catalogers = [], dateBefore = new Date(), dateAfter = '2000-01-01', test = false}) {\n    logger.debug(`commons: logItemTypes: ${JSON.stringify(logItemTypes)}, dateAfter: ${dateAfter}, dateBefore: ${dateBefore}}, catalogers: ${JSON.stringify(catalogers)}`);\n    logger.debug(JSON.stringify(generateMatchObject({logItemTypes, catalogers, dateBefore, dateAfter}))); // eslint-disable-line\n    //checkLogItemType(logItemType, false, false);\n    logger.debug(`Getting expanded list of logs`);\n    const pipeline = [\n      // currently return only MERGE_LOG and MATCH_LOG\n      generateMatchObject({logItemTypes, catalogers, dateBefore, dateAfter, test}),\n      {\n        '$sort':\n          {'correlationId': 1, 'logItemType': 1, 'creationTime': 1}\n      },\n      {\n        '$group':\n        {\n          '_id': {'correlationId': '$correlationId', 'logItemType': '$logItemType'},\n          'creationTime': {'$first': '$creationTime'},\n          'cataloger': {'$first': '$cataloger'},\n          'logCount': {'$sum': 1}\n        }\n      },\n      {\n        '$sort':\n          {'correlationId': 1, 'logItemType': 1, 'creationTime': 1}\n      }\n    ];\n\n    const result = await db.collection(collection) // eslint-disable-line functional/immutable-data\n      .aggregate(pipeline)\n      .toArray();\n\n    const fixedResult = result.map((logListing) => {\n      const {correlationId, logItemType} = logListing._id;\n      const {cataloger, creationTime, logCount} = logListing;\n      return {correlationId, logItemType, cataloger, creationTime, logCount};\n    });\n\n    logger.silly(`Query result: ${JSON.stringify(result)}`);\n    logger.silly(`Query result: ${JSON.stringify(fixedResult)}`);\n\n    logger.debug(`Query result: ${fixedResult.length > 0 ? `Found ${fixedResult.length} log items!` : 'Not found!'}`);\n    return fixedResult;\n\n    /**\n     * Generate match object for aggregation pipeline\n     * @param {[String]} logItemTypes: String array of logItemTypes.\n     * @param {[String]} catalogers: String array of wanted catalogers\n     * @param {String} dateBefore: String date schema 'YYYY-MM-DD'\n     * @param {String} dateAfter: String date schema 'YYYY-MM-DD'\n     * @param {Boolean} test: Boolean is this test run. Defaults false\n     * @returns Match Object\n     */\n    function generateMatchObject({logItemTypes, catalogers, dateBefore, dateAfter, test = false}) {\n      const matchOptions = {\n        '$match': {\n          'logItemType': logItemTypes.length > 0 ? {'$in': logItemTypes} : /.*/ui,\n          'cataloger': catalogers.length > 0 ? {'$in': catalogers} : /.*/ui,\n          'creationTime': {\n            '$gte': test ? new Date(dateAfter).toISOString() : new Date(dateAfter),\n            '$lte': test ? new Date(dateBefore).toISOString() : new Date(dateBefore)\n          }\n        }\n      };\n\n      return matchOptions;\n    }\n  }\n\n  /**\n   * Protect logs from cleaning. Forced cleaning defaults 30days\n   * @param {String} correlationId\n   * @param {Integer} blobSequence\n   * @returns result\n   */\n  async function protect(correlationId, blobSequence) {\n    logger.info(`Protecting in Mongo (${collection}) correlationId: ${correlationId}, blobSequence: ${blobSequence}`);\n    const cleanCorrelationId = sanitize(correlationId);\n    const cleanBlobSequence = sanitize(blobSequence);\n    const filter = blobSequence ? {correlationId: cleanCorrelationId, blobSequence: parseInt(cleanBlobSequence, 10)} : {correlationId: cleanCorrelationId};\n\n    try {\n      const result = await db.collection(collection).updateMany(\n        filter,\n        [\n          {\n            $set: {\n              modificationTime: moment().toDate(),\n              protected: {$not: '$protected'}\n            }\n          }\n        ]\n      );\n      return result;\n    } catch (error) {\n      const errorMessage = error.payload || error.message || '';\n      logError(error);\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `Mongo errored: ${errorMessage}`);\n    }\n  }\n\n  /**\n   * Remove logs\n   * @param {String} correlationId\n   * @param {Boolean} force defaults false\n   * @returns result\n   */\n  async function remove(correlationId, force = false) {\n    logger.info(`Removing from Mongo (${collection}) correlationId: ${correlationId}`);\n    const clean = sanitize(correlationId);\n    const filter = force ? {correlationId: clean} : {correlationId: clean, protected: {$ne: true}};\n\n    try {\n      const result = await db.collection(collection).deleteMany(filter);\n      return result;\n    } catch (error) {\n      const errorMessage = error.payload || error.message || '';\n      logError(error);\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `Mongo errored: ${errorMessage}`);\n    }\n  }\n\n  /**\n   * Remove logs by sequences\n   * @param {String} correlationId\n   * @param {[Integer]} sequences\n   * @param {Boolean} force defaults false\n   * @returns result\n   */\n  async function removeBySequences(correlationId, sequences = [], force = false) {\n    logger.info(`Removing from Mongo (${collection}) correlationId: ${correlationId}, sequences: ${sequences.length}`);\n    const clean = sanitize(correlationId);\n    // blobSequences are integers that start from 1\n    // we accept also strings that are convertilble to integers greated than 0\n    const cleanSequences = sequences.filter(sequence => Number.isInteger(Number(sequence)) && sequence > 0);\n\n    if (sequences.length !== cleanSequences.length) {\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `Invalid sequences in removeBySequences. Sequences should be positive integers`);\n    }\n\n    const filter = force ? {correlationId: clean, blobSequence: {$in: cleanSequences}} : {correlationId: clean, blobSequence: {$in: sequences}, protected: {$ne: true}};\n\n    try {\n      const result = await db.collection(collection).deleteMany(filter);\n      return result;\n    } catch (error) {\n      const errorMessage = error.payload || error.message || '';\n      logError(error);\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `Mongo errored: ${errorMessage}`);\n    }\n  }\n\n  /**\n   * Checks existence and validity of logItemType\n   * @param {String} logItemType constant LOG_ITEM_TYPE\n   * @param {Boolean} errorUnknown defaults false\n   * @param {Boolean} errorNotExisting defaults false\n   * @returns void\n   */\n  function checkLogItemType(logItemType, errorUnknown = false, errorNotExisting = false) {\n    if (logItemType) {\n      const typeInLogItemTypes = Object.values(LOG_ITEM_TYPE).indexOf(logItemType) > -1;\n      if (typeInLogItemTypes) {\n        return logger.debug(`Valid logItemType: ${logItemType}`);\n      }\n      if (errorUnknown) {\n        throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `Unknown logItemType: ${logItemType}`);\n      }\n      return logger.debug(`WARN: We have unknown logType: ${logItemType}`);\n    }\n\n    if (errorNotExisting) {\n      throw new ApiError(httpStatus.INTERNAL_SERVER_ERROR, `No logItemType: ${logItemType}`);\n    }\n    return logger.debug(`No logItemType: ${logItemType}`);\n  }\n}\n"],"mappings":";;;;;;;AA4BA,IAAAA,QAAA,GAAAC,OAAA;AACA,IAAAC,sBAAA,GAAAD,OAAA;AACA,IAAAE,eAAA,GAAAF,OAAA;AACA,IAAAG,MAAA,GAAAH,OAAA;AACA,IAAAI,OAAA,GAAAC,sBAAA,CAAAL,OAAA;AACA,IAAAM,WAAA,GAAAD,sBAAA,CAAAL,OAAA;AACA,IAAAO,cAAA,GAAAF,sBAAA,CAAAL,OAAA;AACA,IAAAQ,UAAA,GAAAR,OAAA;AAnCA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAWA;AACA;AACA;AACA;AACA;AACA;AACe,eAAAS,SAAgBC,SAAS,EAAEC,MAAM,GAAG,UAAU,EAAE;EAC7D,MAAMC,MAAM,GAAG,IAAAC,mCAAY,EAAC,CAAC;;EAE7B;EACA,MAAMC,MAAM,GAAG,MAAMC,oBAAW,CAACC,OAAO,CAACN,SAAS,EAAE;IAACO,eAAe,EAAE,IAAI;IAAEC,kBAAkB,EAAE;EAAI,CAAC,CAAC;EACtG,MAAMC,EAAE,GAAGL,MAAM,CAACK,EAAE,CAACR,MAAM,CAAC;EAC5B,MAAMS,UAAU,GAAG,MAAM;EACzB,OAAO;IAACC,UAAU;IAAEC,KAAK;IAAEC,SAAS;IAAEC,aAAa;IAAEC,mBAAmB;IAAEC,qBAAqB;IAAEC,OAAO;IAAEC,MAAM;IAAEC;EAAiB,CAAC;;EAEpI;AACF;AACA;AACA;AACA;EACE,eAAeR,UAAUA,CAACS,OAAO,EAAE;IACjC,MAAMC,IAAI,GAAG,IAAAC,eAAM,EAAC,CAAC,CAACC,MAAM,CAAC,CAAC;IAC9B,MAAMC,UAAU,GAAG;MACjB,GAAGJ,OAAO;MACVK,YAAY,EAAEJ,IAAI;MAClBK,SAAS,EAAE;IACb,CAAC;IACD,IAAI;MACF;MACAC,gBAAgB,CAACP,OAAO,CAACQ,WAAW,EAAE,KAAK,CAAC;MAC5C,MAAMC,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAACoB,SAAS,CAACN,UAAU,CAAC;MACpE,IAAIK,MAAM,CAACE,YAAY,EAAE;QACvB,MAAM;UAACC,YAAY;UAAEC,iBAAiB;UAAEC;QAAe,CAAC,GAAGd,OAAO;QAClE,MAAMe,UAAU,GAAGF,iBAAiB,IAAIC,eAAe,GAAI,GAAED,iBAAkB,MAAKC,eAAgB,EAAC,GAAI,GAAEF,YAAa,EAAC;QACzH9B,MAAM,CAACkC,IAAI,CAAE,WAAUhB,OAAO,CAACQ,WAAY,cAAaR,OAAO,CAACiB,aAAc,sBAAqBF,UAAW,OAAM,CAAC;QACrH;QACA;MACF;MACA,MAAM,IAAIG,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,CAAC;IACtD,CAAC,CAAC,OAAOC,KAAK,EAAE;MACd,MAAMC,YAAY,GAAGD,KAAK,CAACE,OAAO,IAAIF,KAAK,CAACG,OAAO,IAAI,EAAE;MACzD,IAAAC,eAAQ,EAACJ,KAAK,CAAC;MACf,MAAM,IAAIH,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAG,kBAAiBE,YAAa,EAAC,CAAC;IACxF;EACF;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACE,eAAe9B,KAAKA,CAAC;IAACkC,KAAK,GAAG,CAAC;IAAEC,IAAI,GAAG,CAAC;IAAE,GAAGC;EAAI,CAAC,EAAE;IACnD9C,MAAM,CAAC+C,KAAK,CAAE,iBAAgBC,IAAI,CAACC,SAAS,CAACH,IAAI,CAAE,EAAC,CAAC;IACrD9C,MAAM,CAAC+C,KAAK,CAAE,0BAAyBH,KAAM,MAAKC,IAAK,EAAC,CAAC;IACzDpB,gBAAgB,CAACqB,IAAI,CAACpB,WAAW,EAAE,KAAK,EAAE,KAAK,CAAC;IAChD,MAAMC,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAAC;IAAA,CAC5C0C,IAAI,CAACJ,IAAI,CAAC,CACVK,IAAI,CAAC;MAAC5B,YAAY,EAAE;IAAC,CAAC,CAAC,CACvBsB,IAAI,CAACO,QAAQ,CAACP,IAAI,EAAE,EAAE,CAAC,CAAC,CACxBD,KAAK,CAACQ,QAAQ,CAACR,KAAK,EAAE,EAAE,CAAC,CAAC,CAC1BS,OAAO,CAAC,CAAC;IACZ;IACArD,MAAM,CAAC+C,KAAK,CAAE,iBAAgBpB,MAAM,CAAC2B,MAAM,GAAG,CAAC,GAAI,SAAQ3B,MAAM,CAAC2B,MAAO,sBAAqBT,IAAK,WAAUD,KAAM,GAAE,GAAG,YAAa,EAAC,CAAC;IACvI,OAAOjB,MAAM;EACf;;EAEA;EACA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;EACE,eAAehB,SAASA,CAACwB,aAAa,EAAET,WAAW,GAAG6B,wBAAa,CAACC,SAAS,EAAEX,IAAI,GAAG,CAAC,EAAED,KAAK,GAAG,CAAC,EAAE;IAClG5C,MAAM,CAAC+C,KAAK,CAAE,cAAaZ,aAAc,EAAC,CAAC;IAC3C,MAAMR,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAAC;IAAA,CAC5C0C,IAAI,CAAC;MAACf,aAAa;MAAET;IAAW,CAAC,CAAC,CAClCyB,IAAI,CAAC;MAACrB,YAAY,EAAE;IAAC,CAAC,CAAC,CACvBe,IAAI,CAACO,QAAQ,CAACP,IAAI,EAAE,EAAE,CAAC,CAAC,CACxBD,KAAK,CAACQ,QAAQ,CAACR,KAAK,EAAE,EAAE,CAAC,CAAC,CAC1BS,OAAO,CAAC,CAAC;IACZrD,MAAM,CAAC+C,KAAK,CAAE,iBAAgBpB,MAAM,CAAC2B,MAAM,GAAG,CAAC,GAAI,SAAQ3B,MAAM,CAAC2B,MAAO,aAAY,GAAG,YAAa,EAAC,CAAC;IACvG,OAAO3B,MAAM;EACf;;EAEA;EACA;EACA;AACF;AACA;AACA;AACA;EACE,eAAef,aAAaA,CAACc,WAAW,GAAG6B,wBAAa,CAACC,SAAS,EAAE;IAClE;IACA,MAAM7B,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAAC;IAAA,CAC5CiD,QAAQ,CAAC,eAAe,EAAE;MAAC/B;IAAW,CAAC,CAAC;IAC3C1B,MAAM,CAAC+C,KAAK,CAAE,iBAAgBpB,MAAM,CAAC2B,MAAM,GAAG,CAAC,GAAI,SAAQ3B,MAAM,CAAC2B,MAAO,aAAY,GAAG,YAAa,EAAC,CAAC;IACvG,OAAO3B,MAAM;EACf;;EAEA;AACF;AACA;AACA;EACE,eAAed,mBAAmBA,CAAA,EAAG;IACnCb,MAAM,CAAC+C,KAAK,CAAE,4BAA2B,CAAC;IAE1C,MAAMpB,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAAC;IAAA,CAC5CiD,QAAQ,CAAC,WAAW,CAAC;IAExB,OAAO9B,MAAM;EACf;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,eAAeb,qBAAqBA,CAAC;IAAC4C,YAAY,GAAG,CAACH,wBAAa,CAACC,SAAS,EAAED,wBAAa,CAACI,SAAS,CAAC;IAAEC,UAAU,GAAG,EAAE;IAAEC,UAAU,GAAG,IAAIC,IAAI,CAAC,CAAC;IAAEC,SAAS,GAAG,YAAY;IAAEC,IAAI,GAAG;EAAK,CAAC,EAAE;IAC1LhE,MAAM,CAAC+C,KAAK,CAAE,0BAAyBC,IAAI,CAACC,SAAS,CAACS,YAAY,CAAE,gBAAeK,SAAU,iBAAgBF,UAAW,kBAAiBb,IAAI,CAACC,SAAS,CAACW,UAAU,CAAE,EAAC,CAAC;IACtK5D,MAAM,CAAC+C,KAAK,CAACC,IAAI,CAACC,SAAS,CAACgB,mBAAmB,CAAC;MAACP,YAAY;MAAEE,UAAU;MAAEC,UAAU;MAAEE;IAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtG;IACA/D,MAAM,CAAC+C,KAAK,CAAE,+BAA8B,CAAC;IAC7C,MAAMmB,QAAQ,GAAG;IACf;IACAD,mBAAmB,CAAC;MAACP,YAAY;MAAEE,UAAU;MAAEC,UAAU;MAAEE,SAAS;MAAEC;IAAI,CAAC,CAAC,EAC5E;MACE,OAAO,EACL;QAAC,eAAe,EAAE,CAAC;QAAE,aAAa,EAAE,CAAC;QAAE,cAAc,EAAE;MAAC;IAC5D,CAAC,EACD;MACE,QAAQ,EACR;QACE,KAAK,EAAE;UAAC,eAAe,EAAE,gBAAgB;UAAE,aAAa,EAAE;QAAc,CAAC;QACzE,cAAc,EAAE;UAAC,QAAQ,EAAE;QAAe,CAAC;QAC3C,WAAW,EAAE;UAAC,QAAQ,EAAE;QAAY,CAAC;QACrC,UAAU,EAAE;UAAC,MAAM,EAAE;QAAC;MACxB;IACF,CAAC,EACD;MACE,OAAO,EACL;QAAC,eAAe,EAAE,CAAC;QAAE,aAAa,EAAE,CAAC;QAAE,cAAc,EAAE;MAAC;IAC5D,CAAC,CACF;IAED,MAAMrC,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAAC;IAAA,CAC5C2D,SAAS,CAACD,QAAQ,CAAC,CACnBb,OAAO,CAAC,CAAC;IAEZ,MAAMe,WAAW,GAAGzC,MAAM,CAAC0C,GAAG,CAAEC,UAAU,IAAK;MAC7C,MAAM;QAACnC,aAAa;QAAET;MAAW,CAAC,GAAG4C,UAAU,CAACC,GAAG;MACnD,MAAM;QAACC,SAAS;QAAEjD,YAAY;QAAEkD;MAAQ,CAAC,GAAGH,UAAU;MACtD,OAAO;QAACnC,aAAa;QAAET,WAAW;QAAE8C,SAAS;QAAEjD,YAAY;QAAEkD;MAAQ,CAAC;IACxE,CAAC,CAAC;IAEFzE,MAAM,CAAC0E,KAAK,CAAE,iBAAgB1B,IAAI,CAACC,SAAS,CAACtB,MAAM,CAAE,EAAC,CAAC;IACvD3B,MAAM,CAAC0E,KAAK,CAAE,iBAAgB1B,IAAI,CAACC,SAAS,CAACmB,WAAW,CAAE,EAAC,CAAC;IAE5DpE,MAAM,CAAC+C,KAAK,CAAE,iBAAgBqB,WAAW,CAACd,MAAM,GAAG,CAAC,GAAI,SAAQc,WAAW,CAACd,MAAO,aAAY,GAAG,YAAa,EAAC,CAAC;IACjH,OAAOc,WAAW;;IAElB;AACJ;AACA;AACA;AACA;AACA;AACA;AACA;AACA;IACI,SAASH,mBAAmBA,CAAC;MAACP,YAAY;MAAEE,UAAU;MAAEC,UAAU;MAAEE,SAAS;MAAEC,IAAI,GAAG;IAAK,CAAC,EAAE;MAC5F,MAAMW,YAAY,GAAG;QACnB,QAAQ,EAAE;UACR,aAAa,EAAEjB,YAAY,CAACJ,MAAM,GAAG,CAAC,GAAG;YAAC,KAAK,EAAEI;UAAY,CAAC,GAAG,MAAM;UACvE,WAAW,EAAEE,UAAU,CAACN,MAAM,GAAG,CAAC,GAAG;YAAC,KAAK,EAAEM;UAAU,CAAC,GAAG,MAAM;UACjE,cAAc,EAAE;YACd,MAAM,EAAEI,IAAI,GAAG,IAAIF,IAAI,CAACC,SAAS,CAAC,CAACa,WAAW,CAAC,CAAC,GAAG,IAAId,IAAI,CAACC,SAAS,CAAC;YACtE,MAAM,EAAEC,IAAI,GAAG,IAAIF,IAAI,CAACD,UAAU,CAAC,CAACe,WAAW,CAAC,CAAC,GAAG,IAAId,IAAI,CAACD,UAAU;UACzE;QACF;MACF,CAAC;MAED,OAAOc,YAAY;IACrB;EACF;;EAEA;AACF;AACA;AACA;AACA;AACA;EACE,eAAe5D,OAAOA,CAACoB,aAAa,EAAEL,YAAY,EAAE;IAClD9B,MAAM,CAACkC,IAAI,CAAE,wBAAuB1B,UAAW,oBAAmB2B,aAAc,mBAAkBL,YAAa,EAAC,CAAC;IACjH,MAAM+C,kBAAkB,GAAG,IAAAC,sBAAQ,EAAC3C,aAAa,CAAC;IAClD,MAAM4C,iBAAiB,GAAG,IAAAD,sBAAQ,EAAChD,YAAY,CAAC;IAChD,MAAMkD,MAAM,GAAGlD,YAAY,GAAG;MAACK,aAAa,EAAE0C,kBAAkB;MAAE/C,YAAY,EAAEsB,QAAQ,CAAC2B,iBAAiB,EAAE,EAAE;IAAC,CAAC,GAAG;MAAC5C,aAAa,EAAE0C;IAAkB,CAAC;IAEtJ,IAAI;MACF,MAAMlD,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAACyE,UAAU,CACvDD,MAAM,EACN,CACE;QACEE,IAAI,EAAE;UACJC,gBAAgB,EAAE,IAAA/D,eAAM,EAAC,CAAC,CAACC,MAAM,CAAC,CAAC;UACnCG,SAAS,EAAE;YAAC4D,IAAI,EAAE;UAAY;QAChC;MACF,CAAC,CAEL,CAAC;MACD,OAAOzD,MAAM;IACf,CAAC,CAAC,OAAOY,KAAK,EAAE;MACd,MAAMC,YAAY,GAAGD,KAAK,CAACE,OAAO,IAAIF,KAAK,CAACG,OAAO,IAAI,EAAE;MACzD,IAAAC,eAAQ,EAACJ,KAAK,CAAC;MACf,MAAM,IAAIH,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAG,kBAAiBE,YAAa,EAAC,CAAC;IACxF;EACF;;EAEA;AACF;AACA;AACA;AACA;AACA;EACE,eAAexB,MAAMA,CAACmB,aAAa,EAAEkD,KAAK,GAAG,KAAK,EAAE;IAClDrF,MAAM,CAACkC,IAAI,CAAE,wBAAuB1B,UAAW,oBAAmB2B,aAAc,EAAC,CAAC;IAClF,MAAMmD,KAAK,GAAG,IAAAR,sBAAQ,EAAC3C,aAAa,CAAC;IACrC,MAAM6C,MAAM,GAAGK,KAAK,GAAG;MAAClD,aAAa,EAAEmD;IAAK,CAAC,GAAG;MAACnD,aAAa,EAAEmD,KAAK;MAAE9D,SAAS,EAAE;QAAC+D,GAAG,EAAE;MAAI;IAAC,CAAC;IAE9F,IAAI;MACF,MAAM5D,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAACgF,UAAU,CAACR,MAAM,CAAC;MACjE,OAAOrD,MAAM;IACf,CAAC,CAAC,OAAOY,KAAK,EAAE;MACd,MAAMC,YAAY,GAAGD,KAAK,CAACE,OAAO,IAAIF,KAAK,CAACG,OAAO,IAAI,EAAE;MACzD,IAAAC,eAAQ,EAACJ,KAAK,CAAC;MACf,MAAM,IAAIH,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAG,kBAAiBE,YAAa,EAAC,CAAC;IACxF;EACF;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACE,eAAevB,iBAAiBA,CAACkB,aAAa,EAAEsD,SAAS,GAAG,EAAE,EAAEJ,KAAK,GAAG,KAAK,EAAE;IAC7ErF,MAAM,CAACkC,IAAI,CAAE,wBAAuB1B,UAAW,oBAAmB2B,aAAc,gBAAesD,SAAS,CAACnC,MAAO,EAAC,CAAC;IAClH,MAAMgC,KAAK,GAAG,IAAAR,sBAAQ,EAAC3C,aAAa,CAAC;IACrC;IACA;IACA,MAAMuD,cAAc,GAAGD,SAAS,CAACT,MAAM,CAACW,QAAQ,IAAIC,MAAM,CAACC,SAAS,CAACD,MAAM,CAACD,QAAQ,CAAC,CAAC,IAAIA,QAAQ,GAAG,CAAC,CAAC;IAEvG,IAAIF,SAAS,CAACnC,MAAM,KAAKoC,cAAc,CAACpC,MAAM,EAAE;MAC9C,MAAM,IAAIlB,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAG,+EAA8E,CAAC;IACvI;IAEA,MAAM0C,MAAM,GAAGK,KAAK,GAAG;MAAClD,aAAa,EAAEmD,KAAK;MAAExD,YAAY,EAAE;QAACgE,GAAG,EAAEJ;MAAc;IAAC,CAAC,GAAG;MAACvD,aAAa,EAAEmD,KAAK;MAAExD,YAAY,EAAE;QAACgE,GAAG,EAAEL;MAAS,CAAC;MAAEjE,SAAS,EAAE;QAAC+D,GAAG,EAAE;MAAI;IAAC,CAAC;IAEnK,IAAI;MACF,MAAM5D,MAAM,GAAG,MAAMpB,EAAE,CAACC,UAAU,CAACA,UAAU,CAAC,CAACgF,UAAU,CAACR,MAAM,CAAC;MACjE,OAAOrD,MAAM;IACf,CAAC,CAAC,OAAOY,KAAK,EAAE;MACd,MAAMC,YAAY,GAAGD,KAAK,CAACE,OAAO,IAAIF,KAAK,CAACG,OAAO,IAAI,EAAE;MACzD,IAAAC,eAAQ,EAACJ,KAAK,CAAC;MACf,MAAM,IAAIH,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAG,kBAAiBE,YAAa,EAAC,CAAC;IACxF;EACF;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACE,SAASf,gBAAgBA,CAACC,WAAW,EAAEqE,YAAY,GAAG,KAAK,EAAEC,gBAAgB,GAAG,KAAK,EAAE;IACrF,IAAItE,WAAW,EAAE;MACf,MAAMuE,kBAAkB,GAAGC,MAAM,CAACC,MAAM,CAAC5C,wBAAa,CAAC,CAAC6C,OAAO,CAAC1E,WAAW,CAAC,GAAG,CAAC,CAAC;MACjF,IAAIuE,kBAAkB,EAAE;QACtB,OAAOjG,MAAM,CAAC+C,KAAK,CAAE,sBAAqBrB,WAAY,EAAC,CAAC;MAC1D;MACA,IAAIqE,YAAY,EAAE;QAChB,MAAM,IAAI3D,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAG,wBAAuBZ,WAAY,EAAC,CAAC;MAC7F;MACA,OAAO1B,MAAM,CAAC+C,KAAK,CAAE,kCAAiCrB,WAAY,EAAC,CAAC;IACtE;IAEA,IAAIsE,gBAAgB,EAAE;MACpB,MAAM,IAAI5D,qBAAQ,CAACC,mBAAU,CAACC,qBAAqB,EAAG,mBAAkBZ,WAAY,EAAC,CAAC;IACxF;IACA,OAAO1B,MAAM,CAAC+C,KAAK,CAAE,mBAAkBrB,WAAY,EAAC,CAAC;EACvD;AACF"}

package/package.json

@@ -14,7 +14,7 @@
     "url": "git@github.com:natlibfi/melinda-rest-api-commons.git"
   },
   "license": "AGPL-3.0+",
-  "version": "4.0.18-alpha.8",
+  "version": "4.0.18",
   "main": "./dist/index.js",
   "engines": {
     "node": ">=18"
@@ -39,33 +39,32 @@
   },
   "dependencies": {
     "@natlibfi/marc-record": "^8.0.0",
-    "@natlibfi/marc-record-serializers": "^10.1.1",
-    "@natlibfi/marc-record-validate": "^8.0.1",
-    "@natlibfi/marc-record-validators-melinda": "^10.13.0",
-    "@natlibfi/melinda-backend-commons": "^2.2.1",
-    "@natlibfi/melinda-commons": "^13.0.6",
+    "@natlibfi/marc-record-serializers": "^10.1.2-alpha.1",
+    "@natlibfi/marc-record-validate": "^8.0.3",
+    "@natlibfi/marc-record-validators-melinda": "^10.15.0",
+    "@natlibfi/melinda-backend-commons": "^2.2.2",
+    "@natlibfi/melinda-commons": "^13.0.7",
     "amqplib": "^0.10.3",
     "debug": "^4.3.4",
-    "http-status": "^1.7.0",
-    "luxon": "^3.4.3",
+    "http-status": "^1.7.3",
     "moment": "^2.29.4",
     "mongo-sanitize": "^1.1.0",
     "mongodb": "^4.17.1"
   },
   "devDependencies": {
-    "@babel/cli": "^7.22.15",
-    "@babel/core": "^7.22.20",
-    "@babel/plugin-transform-runtime": "^7.22.15",
-    "@babel/preset-env": "^7.22.20",
+    "@babel/cli": "^7.23.0",
+    "@babel/core": "^7.23.2",
+    "@babel/plugin-transform-runtime": "^7.23.2",
+    "@babel/preset-env": "^7.23.2",
     "@natlibfi/eslint-config-melinda-backend": "^3.0.2",
-    "@natlibfi/fixugen": "^2.0.1",
-    "@natlibfi/fixura": "^3.0.1",
-    "@natlibfi/fixura-mongo": "^2.0.10-alpha.1",
+    "@natlibfi/fixugen": "^2.0.2",
+    "@natlibfi/fixura": "^3.0.2",
+    "@natlibfi/fixura-mongo": "^2.0.10",
     "babel-plugin-istanbul": "^6.1.1",
     "babel-plugin-rewire": "^1.2.0",
-    "chai": "^4.3.8",
+    "chai": "^4.3.10",
     "cross-env": "^7.0.3",
-    "eslint": "^8.49.0",
+    "eslint": "^8.52.0",
     "mocha": "^10.2.0",
     "nodemon": "^3.0.1",
     "nyc": "^15.1.0"