@natlibfi/melinda-rest-api-commons 4.2.5-alpha.1 → 5.0.0-alpha.1

package/.github/workflows/melinda-node-tests.yml

@@ -11,12 +11,12 @@ jobs:
 
     strategy:
       matrix:
-        node-version: [18.x, 20.x, 22.x, 23.x]
+        node-version: [22.x, 24.x]
         # See supported Node.js release schedule at https://nodejs.org/en/about/releases/
 
     steps:
     - name: Checkout the code
-      uses: actions/checkout@v4
+      uses: actions/checkout@v5
     - name: Use Node.js ${{ matrix.node-version }}
       uses: actions/setup-node@v4
       with:
@@ -33,20 +33,22 @@ jobs:
   license-scan:
     name: License compliance check
     runs-on: ubuntu-latest
+    container: node:22
 
     steps:
-      - uses: actions/checkout@v4
-      - uses: mikaelvesavuori/license-compliance-action@v1.0.3
+      - uses: actions/checkout@v5
+      - uses: mikaelvesavuori/license-compliance-action@v1
         with:
           exclude_pattern: /^@natlibfi/
 
   njsscan:
     name: Njsscan check
     runs-on: ubuntu-latest
+    container: node:22
 
     steps:
     - name: Checkout the code
-      uses: actions/checkout@v4
+      uses: actions/checkout@v5
     - name: nodejsscan scan
       id: njsscan
       uses: ajinabraham/njsscan-action@master
@@ -57,9 +59,10 @@ jobs:
     runs-on: ubuntu-latest
     needs: [build-node-versions, njsscan]
     if: contains(github.ref, 'refs/tags/')
+    container: node:22
 
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v5
       # Setup .npmrc file to publish to npm
       - uses: actions/setup-node@v4
         with:

package/dist/conversion.js

@@ -0,0 +1,70 @@
+import httpStatus from "http-status";
+import { MARCXML, ISO2709, Json, AlephSequential } from "@natlibfi/marc-record-serializers";
+import { createLogger } from "@natlibfi/melinda-backend-commons";
+import { Error as ConversionError } from "@natlibfi/melinda-commons";
+import { CONVERSION_FORMATS } from "../constants.js";
+import { logError } from "../utils.js";
+export default function() {
+  const logger = createLogger();
+  return { serialize, unserialize };
+  function serialize(record, format) {
+    logger.verbose(`Serializing record to ${format}`);
+    try {
+      if (format === CONVERSION_FORMATS.MARCXML) {
+        return MARCXML.to(record);
+      }
+      if (format === CONVERSION_FORMATS.ISO2709) {
+        return ISO2709.to(record);
+      }
+      if (format === CONVERSION_FORMATS.JSON) {
+        return Json.to(record);
+      }
+      if (format === CONVERSION_FORMATS.ALEPHSEQ) {
+        return AlephSequential.to(record);
+      }
+      throw new ConversionError(httpStatus.UNSUPPORTED_MEDIA_TYPE);
+    } catch (err) {
+      logError(err);
+      const message = err.message || err.payload?.message || err.payload;
+      logger.debug(`${message}`);
+      if (err instanceof ConversionError) {
+        throw err;
+      }
+      throw new ConversionError(httpStatus.BAD_REQUEST, `Error while serializing record. ${message}`);
+    }
+  }
+  function unserialize(data, format, validationOptions = { subfieldValues: false }) {
+    logger.verbose(`Unserializing record from ${format}`);
+    logger.silly(`Format: ${format}`);
+    logger.debug(`Validation options: ${JSON.stringify(validationOptions)}`);
+    logger.silly(`Data: ${JSON.stringify(data)}`);
+    try {
+      if (format === CONVERSION_FORMATS.MARCXML) {
+        logger.silly("Unserialize format marcxml");
+        return MARCXML.from(data, validationOptions);
+      }
+      if (format === CONVERSION_FORMATS.ISO2709) {
+        logger.silly("Unserialize format iso2709");
+        return ISO2709.from(data, validationOptions);
+      }
+      if (format === CONVERSION_FORMATS.JSON) {
+        logger.silly("Unserialize format json");
+        return Json.from(data, validationOptions);
+      }
+      if (format === CONVERSION_FORMATS.ALEPHSEQ) {
+        logger.silly("Unserialize format aleph sequential");
+        return AlephSequential.from(data, validationOptions);
+      }
+      throw new ConversionError(httpStatus.UNSUPPORTED_MEDIA_TYPE);
+    } catch (err) {
+      logError(err);
+      const message = err.message || err.payload?.message || err.payload;
+      logger.debug(`${message}`);
+      if (err instanceof ConversionError) {
+        throw err;
+      }
+      throw new ConversionError(httpStatus.BAD_REQUEST, `Error while unserializing record. ${message}`);
+    }
+  }
+}
+//# sourceMappingURL=conversion.js.map

package/dist/conversion.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/helpers/conversion.js"],
+  "sourcesContent": ["\n\nimport httpStatus from 'http-status';\nimport {MARCXML, ISO2709, Json, AlephSequential} from '@natlibfi/marc-record-serializers';\nimport {createLogger} from '@natlibfi/melinda-backend-commons';\nimport {Error as ConversionError} from '@natlibfi/melinda-commons';\nimport {CONVERSION_FORMATS} from '../constants.js';\nimport {logError} from '../utils.js';\n\nexport default function () {\n  const logger = createLogger();\n\n  return {serialize, unserialize};\n\n  // This uses format as a number form contants CONVERSION_FORMATS\n  function serialize(record, format) {\n    logger.verbose(`Serializing record to ${format}`);\n    try {\n      if (format === CONVERSION_FORMATS.MARCXML) {\n        return MARCXML.to(record);\n      }\n\n      if (format === CONVERSION_FORMATS.ISO2709) {\n        return ISO2709.to(record);\n      }\n\n      if (format === CONVERSION_FORMATS.JSON) {\n        return Json.to(record);\n      }\n\n      if (format === CONVERSION_FORMATS.ALEPHSEQ) {\n        return AlephSequential.to(record);\n      }\n\n      throw new ConversionError(httpStatus.UNSUPPORTED_MEDIA_TYPE);\n    } catch (err) {\n      logError(err);\n      const message = err.message || err.payload?.message || err.payload;\n      logger.debug(`${message}`);\n      if (err instanceof ConversionError) {\n        throw err;\n      }\n      throw new ConversionError(httpStatus.BAD_REQUEST, `Error while serializing record. ${message}`);\n    }\n  }\n\n  // eslint-disable-next-line max-statements\n  function unserialize(data, format, validationOptions = {subfieldValues: false}) {\n    logger.verbose(`Unserializing record from ${format}`);\n    logger.silly(`Format: ${format}`);\n    logger.debug(`Validation options: ${JSON.stringify(validationOptions)}`);\n    logger.silly(`Data: ${JSON.stringify(data)}`);\n    try {\n      if (format === CONVERSION_FORMATS.MARCXML) {\n        logger.silly('Unserialize format marcxml');\n        return MARCXML.from(data, validationOptions);\n      }\n\n      if (format === CONVERSION_FORMATS.ISO2709) {\n        logger.silly('Unserialize format iso2709');\n        return ISO2709.from(data, validationOptions);\n      }\n\n      if (format === CONVERSION_FORMATS.JSON) {\n        logger.silly('Unserialize format json');\n        return Json.from(data, validationOptions);\n      }\n\n      if (format === CONVERSION_FORMATS.ALEPHSEQ) {\n        logger.silly('Unserialize format aleph sequential');\n        return AlephSequential.from(data, validationOptions);\n      }\n\n      throw new ConversionError(httpStatus.UNSUPPORTED_MEDIA_TYPE);\n    } catch (err) {\n      logError(err);\n      const message = err.message || err.payload?.message || err.payload;\n      logger.debug(`${message}`);\n      if (err instanceof ConversionError) {\n        throw err;\n      }\n      throw new ConversionError(httpStatus.BAD_REQUEST, `Error while unserializing record. ${message}`);\n    }\n  }\n}\n"],
+  "mappings": "AAEA,OAAO,gBAAgB;AACvB,SAAQ,SAAS,SAAS,MAAM,uBAAsB;AACtD,SAAQ,oBAAmB;AAC3B,SAAQ,SAAS,uBAAsB;AACvC,SAAQ,0BAAyB;AACjC,SAAQ,gBAAe;AAEvB,0BAA2B;AACzB,QAAM,SAAS,aAAa;AAE5B,SAAO,EAAC,WAAW,YAAW;AAG9B,WAAS,UAAU,QAAQ,QAAQ;AACjC,WAAO,QAAQ,yBAAyB,MAAM,EAAE;AAChD,QAAI;AACF,UAAI,WAAW,mBAAmB,SAAS;AACzC,eAAO,QAAQ,GAAG,MAAM;AAAA,MAC1B;AAEA,UAAI,WAAW,mBAAmB,SAAS;AACzC,eAAO,QAAQ,GAAG,MAAM;AAAA,MAC1B;AAEA,UAAI,WAAW,mBAAmB,MAAM;AACtC,eAAO,KAAK,GAAG,MAAM;AAAA,MACvB;AAEA,UAAI,WAAW,mBAAmB,UAAU;AAC1C,eAAO,gBAAgB,GAAG,MAAM;AAAA,MAClC;AAEA,YAAM,IAAI,gBAAgB,WAAW,sBAAsB;AAAA,IAC7D,SAAS,KAAK;AACZ,eAAS,GAAG;AACZ,YAAM,UAAU,IAAI,WAAW,IAAI,SAAS,WAAW,IAAI;AAC3D,aAAO,MAAM,GAAG,OAAO,EAAE;AACzB,UAAI,eAAe,iBAAiB;AAClC,cAAM;AAAA,MACR;AACA,YAAM,IAAI,gBAAgB,WAAW,aAAa,mCAAmC,OAAO,EAAE;AAAA,IAChG;AAAA,EACF;AAGA,WAAS,YAAY,MAAM,QAAQ,oBAAoB,EAAC,gBAAgB,MAAK,GAAG;AAC9E,WAAO,QAAQ,6BAA6B,MAAM,EAAE;AACpD,WAAO,MAAM,WAAW,MAAM,EAAE;AAChC,WAAO,MAAM,uBAAuB,KAAK,UAAU,iBAAiB,CAAC,EAAE;AACvE,WAAO,MAAM,SAAS,KAAK,UAAU,IAAI,CAAC,EAAE;AAC5C,QAAI;AACF,UAAI,WAAW,mBAAmB,SAAS;AACzC,eAAO,MAAM,4BAA4B;AACzC,eAAO,QAAQ,KAAK,MAAM,iBAAiB;AAAA,MAC7C;AAEA,UAAI,WAAW,mBAAmB,SAAS;AACzC,eAAO,MAAM,4BAA4B;AACzC,eAAO,QAAQ,KAAK,MAAM,iBAAiB;AAAA,MAC7C;AAEA,UAAI,WAAW,mBAAmB,MAAM;AACtC,eAAO,MAAM,yBAAyB;AACtC,eAAO,KAAK,KAAK,MAAM,iBAAiB;AAAA,MAC1C;AAEA,UAAI,WAAW,mBAAmB,UAAU;AAC1C,eAAO,MAAM,qCAAqC;AAClD,eAAO,gBAAgB,KAAK,MAAM,iBAAiB;AAAA,MACrD;AAEA,YAAM,IAAI,gBAAgB,WAAW,sBAAsB;AAAA,IAC7D,SAAS,KAAK;AACZ,eAAS,GAAG;AACZ,YAAM,UAAU,IAAI,WAAW,IAAI,SAAS,WAAW,IAAI;AAC3D,aAAO,MAAM,GAAG,OAAO,EAAE;AACzB,UAAI,eAAe,iBAAiB;AAClC,cAAM;AAAA,MACR;AACA,YAAM,IAAI,gBAAgB,WAAW,aAAa,qCAAqC,OAAO,EAAE;AAAA,IAClG;AAAA,EACF;AACF;",
+  "names": []
+}

package/dist/fix-constants.js

@@ -0,0 +1,63 @@
+export const BIB_F035_TO_SID = {
+  f035Filters: [/^\(FI-BTJ\)/u, /^\(FI-TATI\)/u],
+  fSIDFilters: ["FI-BTJ", "tati"]
+};
+export const REPLACE_PREFIXES = [
+  {
+    oldPrefix: "FI-MELINDA",
+    newPrefix: "FIN01",
+    prefixReplaceCodes: ["w"]
+  },
+  {
+    oldPrefix: "FI-ASTERI-S",
+    newPrefix: "FIN10",
+    prefixReplaceCodes: ["0"]
+  },
+  {
+    oldPrefix: "FI-ASTERI-N",
+    newPrefix: "FIN11",
+    prefixReplaceCodes: ["0"]
+  },
+  {
+    oldPrefix: "FI-ASTERI-A",
+    newPrefix: "FIN12",
+    prefixReplaceCodes: ["0"]
+  },
+  {
+    oldPrefix: "FI-ASTERI-W",
+    newPrefix: "FIN13",
+    prefixReplaceCodes: ["0"]
+  }
+];
+export const BIB_FORMAT_SETTINGS = {
+  replacePrefixes: REPLACE_PREFIXES,
+  generateMissingSIDs: BIB_F035_TO_SID
+};
+export const BIB_PREVALIDATION_FIX_SETTINGS = {
+  generateMissingSIDs: BIB_F035_TO_SID
+};
+export const BIB_POSTMERGE_FIX_SETTINGS = {
+  handleTempUrns: true,
+  stripF884s: true
+};
+export const BIB_PREIMPORT_FIX_SETTINGS = {
+  replacePrefixes: REPLACE_PREFIXES,
+  stripMelindaTempSubfields: true,
+  stripF984s: true
+};
+export const AUTNAME_PREIMPORT_FIX_SETTINGS = {
+  replacePrefixes: REPLACE_PREFIXES
+};
+export const BIB_HANDLE_TEMP_URNS_SETTINGS = {
+  handleTempUrns: true
+};
+export const BIB_STRIP_F884S_SETTINGS = {
+  stripF884s: true
+};
+export const BIB_STRIP_F984S_SETTINGS = {
+  stripF984s: true
+};
+export const BIB_STRIP_MELINDA_TEMP_SUBFIELDS_SETTINGS = {
+  stripMelindaTempSubfields: true
+};
+//# sourceMappingURL=fix-constants.js.map

package/dist/fix-constants.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/helpers/fix-constants.js"],
+  "sourcesContent": ["// This could be formatted so that 035-prefix and SID contents would be better connected than by just an array index\nexport const BIB_F035_TO_SID = {\n  f035Filters: [/^\\(FI-BTJ\\)/u, /^\\(FI-TATI\\)/u],\n  fSIDFilters: ['FI-BTJ', 'tati']\n};\n\n// There is somewhere other implementations of this same standardPrefixes to alephInternalPrefixes normalization\nexport const REPLACE_PREFIXES = [\n  {\n    oldPrefix: 'FI-MELINDA',\n    newPrefix: 'FIN01',\n    prefixReplaceCodes: ['w']\n  },\n  {\n    oldPrefix: 'FI-ASTERI-S',\n    newPrefix: 'FIN10',\n    prefixReplaceCodes: ['0']\n  },\n  {\n    oldPrefix: 'FI-ASTERI-N',\n    newPrefix: 'FIN11',\n    prefixReplaceCodes: ['0']\n  },\n  {\n    oldPrefix: 'FI-ASTERI-A',\n    newPrefix: 'FIN12',\n    prefixReplaceCodes: ['0']\n  },\n  {\n    oldPrefix: 'FI-ASTERI-W',\n    newPrefix: 'FIN13',\n    prefixReplaceCodes: ['0']\n  }\n];\n\n// If placed in config.js testing needs envs\n// BIB_FORMAT_SETTINGS is outdated, use other settings instead\n\n\nexport const BIB_FORMAT_SETTINGS = {\n  replacePrefixes: REPLACE_PREFIXES,\n  generateMissingSIDs: BIB_F035_TO_SID\n};\n\nexport const BIB_PREVALIDATION_FIX_SETTINGS = {\n  generateMissingSIDs: BIB_F035_TO_SID\n};\n\nexport const BIB_POSTMERGE_FIX_SETTINGS = {\n  handleTempUrns: true,\n  stripF884s: true\n};\n\nexport const BIB_PREIMPORT_FIX_SETTINGS = {\n  replacePrefixes: REPLACE_PREFIXES,\n  stripMelindaTempSubfields: true,\n  stripF984s: true\n};\n\nexport const AUTNAME_PREIMPORT_FIX_SETTINGS = {\n  replacePrefixes: REPLACE_PREFIXES\n};\n\nexport const BIB_HANDLE_TEMP_URNS_SETTINGS = {\n  handleTempUrns: true\n};\n\nexport const BIB_STRIP_F884S_SETTINGS = {\n  stripF884s: true\n};\n\nexport const BIB_STRIP_F984S_SETTINGS = {\n  stripF984s: true\n};\n\nexport const BIB_STRIP_MELINDA_TEMP_SUBFIELDS_SETTINGS = {\n  stripMelindaTempSubfields: true\n};\n"],
+  "mappings": "AACO,aAAM,kBAAkB;AAAA,EAC7B,aAAa,CAAC,gBAAgB,eAAe;AAAA,EAC7C,aAAa,CAAC,UAAU,MAAM;AAChC;AAGO,aAAM,mBAAmB;AAAA,EAC9B;AAAA,IACE,WAAW;AAAA,IACX,WAAW;AAAA,IACX,oBAAoB,CAAC,GAAG;AAAA,EAC1B;AAAA,EACA;AAAA,IACE,WAAW;AAAA,IACX,WAAW;AAAA,IACX,oBAAoB,CAAC,GAAG;AAAA,EAC1B;AAAA,EACA;AAAA,IACE,WAAW;AAAA,IACX,WAAW;AAAA,IACX,oBAAoB,CAAC,GAAG;AAAA,EAC1B;AAAA,EACA;AAAA,IACE,WAAW;AAAA,IACX,WAAW;AAAA,IACX,oBAAoB,CAAC,GAAG;AAAA,EAC1B;AAAA,EACA;AAAA,IACE,WAAW;AAAA,IACX,WAAW;AAAA,IACX,oBAAoB,CAAC,GAAG;AAAA,EAC1B;AACF;AAMO,aAAM,sBAAsB;AAAA,EACjC,iBAAiB;AAAA,EACjB,qBAAqB;AACvB;AAEO,aAAM,iCAAiC;AAAA,EAC5C,qBAAqB;AACvB;AAEO,aAAM,6BAA6B;AAAA,EACxC,gBAAgB;AAAA,EAChB,YAAY;AACd;AAEO,aAAM,6BAA6B;AAAA,EACxC,iBAAiB;AAAA,EACjB,2BAA2B;AAAA,EAC3B,YAAY;AACd;AAEO,aAAM,iCAAiC;AAAA,EAC5C,iBAAiB;AACnB;AAEO,aAAM,gCAAgC;AAAA,EAC3C,gBAAgB;AAClB;AAEO,aAAM,2BAA2B;AAAA,EACtC,YAAY;AACd;AAEO,aAAM,2BAA2B;AAAA,EACtC,YAAY;AACd;AAEO,aAAM,4CAA4C;AAAA,EACvD,2BAA2B;AAC7B;",
+  "names": []
+}

package/dist/fix-handle-tempurns.js

@@ -0,0 +1,83 @@
+import createDebugLogger from "debug";
+const debug = createDebugLogger("@natlibfi/melinda-rest-api-commons:fixRecord:handleTempUrns");
+const debugData = debug.extend("data");
+export function handleTempUrns(newRecord, options) {
+  if (options !== true) {
+    debug(`NOT running handleTempUrns fixer, no options`);
+    return newRecord;
+  }
+  debug(`Running handleTempUrns fixer`);
+  debugData(`Options for handleTempUrns: ${JSON.stringify(options)}`);
+  const { f856sUrnsWithTempSubfields, f856sUrnsWithNoTempSubfields } = getf856sUrns(newRecord);
+  if (f856sUrnsWithTempSubfields.length < 1) {
+    debug(`No Urns with temp subfield`);
+    return newRecord;
+  }
+  const existingLegalDepositURN = validateLD(f856sUrnsWithNoTempSubfields);
+  debug(`existingLegalDepositURN: ${existingLegalDepositURN}`);
+  if (existingLegalDepositURN) {
+    debug(`We have an existing LD URN, we can delete temp fields (${f856sUrnsWithTempSubfields.length})`);
+    newRecord.removeFields(f856sUrnsWithTempSubfields);
+    return newRecord;
+  }
+  if (!existingLegalDepositURN && f856sUrnsWithTempSubfields.length > 0) {
+    debugData(`Original temp URNs: (${JSON.stringify(f856sUrnsWithTempSubfields)})`);
+    const fixedFields = f856sUrnsWithTempSubfields.map(removeTempSubfield).filter((field) => field);
+    debug(`We removed temp subfields: (${JSON.stringify(fixedFields)})`);
+    newRecord.removeFields(f856sUrnsWithTempSubfields);
+    newRecord.insertFields(fixedFields);
+    return newRecord;
+  }
+}
+function getf856sUrns(newRecord) {
+  const hasURN = (f) => f.tag === "856" && f.subfields.some(({ code, value }) => code === "u" && /urn.fi/u.test(value));
+  const hasTempSubfield = (f) => f.subfields.some(({ code, value }) => code === "9" && /^MELINDA<TEMP>$/u.test(value));
+  const hasNoTempSubfield = (f) => !f.subfields.some(({ code, value }) => code === "9" && /^MELINDA<TEMP>$/u.test(value));
+  const f856sUrn = newRecord.fields.filter(hasURN);
+  const f856sUrnsWithTempSubfields = f856sUrn.filter(hasTempSubfield);
+  const f856sUrnsWithNoTempSubfields = f856sUrn.filter(hasNoTempSubfield);
+  debugData(`URN f856s: ${JSON.stringify(f856sUrn)}`);
+  debugData(`URN f856s with temp subfield: ${JSON.stringify(f856sUrnsWithTempSubfields)}`);
+  return { f856sUrn, f856sUrnsWithTempSubfields, f856sUrnsWithNoTempSubfields };
+}
+function validateLD(f856sUrn) {
+  debug(`Validating the existence of legal deposit subfields`);
+  const LD_SUBFIELDS_OLD = [
+    { code: "z", value: "K\xE4ytett\xE4viss\xE4 vapaakappalekirjastoissa" },
+    { code: "5", value: "FI-Vapaa" }
+  ];
+  const LD_SUBFIELDS_NEW = [
+    { code: "z", value: "K\xE4ytett\xE4viss\xE4 vapaakappalety\xF6asemilla" },
+    { code: "5", value: "FI-Vapaa" }
+  ];
+  const f856sUrnWithOldLdSubfields = f856sUrn.filter((field) => fieldHasLDSubfields(field, LD_SUBFIELDS_OLD));
+  const f856sUrnWithNewLdSubfields = f856sUrn.filter((field) => fieldHasLDSubfields(field, LD_SUBFIELDS_NEW));
+  const f856sUrnWithLdSubfields = [...f856sUrnWithNewLdSubfields, ...f856sUrnWithOldLdSubfields];
+  if (f856sUrnWithLdSubfields.length > 0) {
+    debug(`Record has ${f856sUrnWithLdSubfields.length} URN fields with all necessary legal deposit subfields`);
+    debugData(`f856sUrnWithLdSubfields: ${JSON.stringify(f856sUrnWithLdSubfields)}`);
+    return true;
+  }
+  return false;
+}
+function fieldHasLDSubfields(field, ldSubfields) {
+  if (ldSubfields.every((ldsf) => field.subfields.some((sf) => sf.code === ldsf.code && sf.value === ldsf.value))) {
+    return true;
+  }
+}
+function removeTempSubfield(field) {
+  if (!isNaN(field.tag) && parseInt(field.tag, 10) >= 10) {
+    const filteredSubfields = field.subfields.filter((sf) => sf.code !== "9" && !/^MELINDA<TEMP>$/u.test(sf.value));
+    if (filteredSubfields.length < 1) {
+      return false;
+    }
+    return {
+      tag: field.tag,
+      ind1: field.ind1,
+      ind2: field.ind2,
+      subfields: filteredSubfields
+    };
+  }
+  return field;
+}
+//# sourceMappingURL=fix-handle-tempurns.js.map

package/dist/fix-handle-tempurns.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/helpers/fix-handle-tempurns.js"],
+  "sourcesContent": ["\n\n//import {MarcRecord} from '@natlibfi/marc-record';\nimport createDebugLogger from 'debug';\n\nconst debug = createDebugLogger('@natlibfi/melinda-rest-api-commons:fixRecord:handleTempUrns');\nconst debugData = debug.extend('data');\n\n// eslint-disable-next-line max-statements\nexport function handleTempUrns(newRecord, options) {\n\n  if (options !== true) {\n    debug(`NOT running handleTempUrns fixer, no options`);\n    return newRecord;\n  }\n\n  debug(`Running handleTempUrns fixer`);\n  debugData(`Options for handleTempUrns: ${JSON.stringify(options)}`);\n\n  const {f856sUrnsWithTempSubfields, f856sUrnsWithNoTempSubfields} = getf856sUrns(newRecord);\n\n  // None of the URNs has temp subfields, we don't need to do anything\n  if (f856sUrnsWithTempSubfields.length < 1) {\n    debug(`No Urns with temp subfield`);\n    return newRecord;\n  }\n\n  // Do we have an existing URN with legal deposit subfields, if we have, we can remove the temp URN field(s)\n  const existingLegalDepositURN = validateLD(f856sUrnsWithNoTempSubfields);\n  debug(`existingLegalDepositURN: ${existingLegalDepositURN}`);\n\n  if (existingLegalDepositURN) {\n    debug(`We have an existing LD URN, we can delete temp fields (${f856sUrnsWithTempSubfields.length})`);\n    newRecord.removeFields(f856sUrnsWithTempSubfields);\n    return newRecord;\n  }\n\n  // We do not have an existing legalDepositURN, we should use the tempURN and remove the temp subfields from it\n  if (!existingLegalDepositURN && f856sUrnsWithTempSubfields.length > 0) {\n    //debug(`All Urns (${f856sUrn.length}) have a temp subfield`);\n    debugData(`Original temp URNs: (${JSON.stringify(f856sUrnsWithTempSubfields)})`);\n    const fixedFields = f856sUrnsWithTempSubfields.map(removeTempSubfield).filter(field => field);\n    debug(`We removed temp subfields: (${JSON.stringify(fixedFields)})`);\n    newRecord.removeFields(f856sUrnsWithTempSubfields);\n    newRecord.insertFields(fixedFields);\n    return newRecord;\n  }\n  // Should we check that the non-temp URN has 2nd ind '0' - meaning that the URN handles the actual resource itself?\n}\n\nfunction getf856sUrns(newRecord) {\n  const hasURN = f => f.tag === '856' && f.subfields.some(({code, value}) => code === 'u' && (/urn.fi/u).test(value));\n\n  const hasTempSubfield = f => f.subfields.some(({code, value}) => code === '9' && (/^MELINDA<TEMP>$/u).test(value));\n  const hasNoTempSubfield = f => !f.subfields.some(({code, value}) => code === '9' && (/^MELINDA<TEMP>$/u).test(value));\n\n  const f856sUrn = newRecord.fields.filter(hasURN);\n  const f856sUrnsWithTempSubfields = f856sUrn.filter(hasTempSubfield);\n  const f856sUrnsWithNoTempSubfields = f856sUrn.filter(hasNoTempSubfield);\n\n  debugData(`URN f856s: ${JSON.stringify(f856sUrn)}`);\n  debugData(`URN f856s with temp subfield: ${JSON.stringify(f856sUrnsWithTempSubfields)}`);\n  return {f856sUrn, f856sUrnsWithTempSubfields, f856sUrnsWithNoTempSubfields};\n}\n\n\n// ---- LD-functions below are same as in https://github.com/NatLibFi/marc-record-validators-melinda/blob/feature-updates-to-urn/src/urn.js\n// we propably should develop the urn/legaldeposit -validator to use also here\n\nfunction validateLD(f856sUrn) {\n  debug(`Validating the existence of legal deposit subfields`);\n\n  const LD_SUBFIELDS_OLD = [\n    {code: 'z', value: 'K\u00E4ytett\u00E4viss\u00E4 vapaakappalekirjastoissa'},\n    {code: '5', value: 'FI-Vapaa'}\n  ];\n\n  const LD_SUBFIELDS_NEW = [\n    {code: 'z', value: 'K\u00E4ytett\u00E4viss\u00E4 vapaakappalety\u00F6asemilla'},\n    {code: '5', value: 'FI-Vapaa'}\n  ];\n\n  const f856sUrnWithOldLdSubfields = f856sUrn.filter(field => fieldHasLDSubfields(field, LD_SUBFIELDS_OLD));\n  const f856sUrnWithNewLdSubfields = f856sUrn.filter(field => fieldHasLDSubfields(field, LD_SUBFIELDS_NEW));\n  const f856sUrnWithLdSubfields = [...f856sUrnWithNewLdSubfields, ...f856sUrnWithOldLdSubfields];\n\n  if (f856sUrnWithLdSubfields.length > 0) {\n    debug(`Record has ${f856sUrnWithLdSubfields.length} URN fields with all necessary legal deposit subfields`);\n    debugData(`f856sUrnWithLdSubfields: ${JSON.stringify(f856sUrnWithLdSubfields)}`);\n    return true;\n  }\n  return false;\n}\n\nfunction fieldHasLDSubfields(field, ldSubfields) {\n  if (ldSubfields.every(ldsf => field.subfields.some(sf => sf.code === ldsf.code && sf.value === ldsf.value))) {\n    return true;\n  }\n}\n\nfunction removeTempSubfield(field) {\n\n  // Handle non-numeric fields, and fields with a numeric tag of 010 and greater\n  // Aleph's FMT as a controlfield might be a problem\n  if (!isNaN(field.tag) && parseInt(field.tag, 10) >= 10) {\n\n    const filteredSubfields = field.subfields.filter(sf => sf.code !== '9' && !(/^MELINDA<TEMP>$/u).test(sf.value));\n\n    // Remove whole field if there are no subfields left\n    if (filteredSubfields.length < 1) {\n      return false;\n    }\n\n    return {\n      tag: field.tag,\n      ind1: field.ind1,\n      ind2: field.ind2,\n      subfields: filteredSubfields\n    };\n  }\n  // return controlFields as is\n  return field;\n}\n\n\n"],
+  "mappings": "AAGA,OAAO,uBAAuB;AAE9B,MAAM,QAAQ,kBAAkB,6DAA6D;AAC7F,MAAM,YAAY,MAAM,OAAO,MAAM;AAG9B,gBAAS,eAAe,WAAW,SAAS;AAEjD,MAAI,YAAY,MAAM;AACpB,UAAM,8CAA8C;AACpD,WAAO;AAAA,EACT;AAEA,QAAM,8BAA8B;AACpC,YAAU,+BAA+B,KAAK,UAAU,OAAO,CAAC,EAAE;AAElE,QAAM,EAAC,4BAA4B,6BAA4B,IAAI,aAAa,SAAS;AAGzF,MAAI,2BAA2B,SAAS,GAAG;AACzC,UAAM,4BAA4B;AAClC,WAAO;AAAA,EACT;AAGA,QAAM,0BAA0B,WAAW,4BAA4B;AACvE,QAAM,4BAA4B,uBAAuB,EAAE;AAE3D,MAAI,yBAAyB;AAC3B,UAAM,0DAA0D,2BAA2B,MAAM,GAAG;AACpG,cAAU,aAAa,0BAA0B;AACjD,WAAO;AAAA,EACT;AAGA,MAAI,CAAC,2BAA2B,2BAA2B,SAAS,GAAG;AAErE,cAAU,wBAAwB,KAAK,UAAU,0BAA0B,CAAC,GAAG;AAC/E,UAAM,cAAc,2BAA2B,IAAI,kBAAkB,EAAE,OAAO,WAAS,KAAK;AAC5F,UAAM,+BAA+B,KAAK,UAAU,WAAW,CAAC,GAAG;AACnE,cAAU,aAAa,0BAA0B;AACjD,cAAU,aAAa,WAAW;AAClC,WAAO;AAAA,EACT;AAEF;AAEA,SAAS,aAAa,WAAW;AAC/B,QAAM,SAAS,OAAK,EAAE,QAAQ,SAAS,EAAE,UAAU,KAAK,CAAC,EAAC,MAAM,MAAK,MAAM,SAAS,OAAQ,UAAW,KAAK,KAAK,CAAC;AAElH,QAAM,kBAAkB,OAAK,EAAE,UAAU,KAAK,CAAC,EAAC,MAAM,MAAK,MAAM,SAAS,OAAQ,mBAAoB,KAAK,KAAK,CAAC;AACjH,QAAM,oBAAoB,OAAK,CAAC,EAAE,UAAU,KAAK,CAAC,EAAC,MAAM,MAAK,MAAM,SAAS,OAAQ,mBAAoB,KAAK,KAAK,CAAC;AAEpH,QAAM,WAAW,UAAU,OAAO,OAAO,MAAM;AAC/C,QAAM,6BAA6B,SAAS,OAAO,eAAe;AAClE,QAAM,+BAA+B,SAAS,OAAO,iBAAiB;AAEtE,YAAU,cAAc,KAAK,UAAU,QAAQ,CAAC,EAAE;AAClD,YAAU,iCAAiC,KAAK,UAAU,0BAA0B,CAAC,EAAE;AACvF,SAAO,EAAC,UAAU,4BAA4B,6BAA4B;AAC5E;AAMA,SAAS,WAAW,UAAU;AAC5B,QAAM,qDAAqD;AAE3D,QAAM,mBAAmB;AAAA,IACvB,EAAC,MAAM,KAAK,OAAO,kDAAwC;AAAA,IAC3D,EAAC,MAAM,KAAK,OAAO,WAAU;AAAA,EAC/B;AAEA,QAAM,mBAAmB;AAAA,IACvB,EAAC,MAAM,KAAK,OAAO,oDAAuC;AAAA,IAC1D,EAAC,MAAM,KAAK,OAAO,WAAU;AAAA,EAC/B;AAEA,QAAM,6BAA6B,SAAS,OAAO,WAAS,oBAAoB,OAAO,gBAAgB,CAAC;AACxG,QAAM,6BAA6B,SAAS,OAAO,WAAS,oBAAoB,OAAO,gBAAgB,CAAC;AACxG,QAAM,0BAA0B,CAAC,GAAG,4BAA4B,GAAG,0BAA0B;AAE7F,MAAI,wBAAwB,SAAS,GAAG;AACtC,UAAM,cAAc,wBAAwB,MAAM,wDAAwD;AAC1G,cAAU,4BAA4B,KAAK,UAAU,uBAAuB,CAAC,EAAE;AAC/E,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEA,SAAS,oBAAoB,OAAO,aAAa;AAC/C,MAAI,YAAY,MAAM,UAAQ,MAAM,UAAU,KAAK,QAAM,GAAG,SAAS,KAAK,QAAQ,GAAG,UAAU,KAAK,KAAK,CAAC,GAAG;AAC3G,WAAO;AAAA,EACT;AACF;AAEA,SAAS,mBAAmB,OAAO;AAIjC,MAAI,CAAC,MAAM,MAAM,GAAG,KAAK,SAAS,MAAM,KAAK,EAAE,KAAK,IAAI;AAEtD,UAAM,oBAAoB,MAAM,UAAU,OAAO,QAAM,GAAG,SAAS,OAAO,CAAE,mBAAoB,KAAK,GAAG,KAAK,CAAC;AAG9G,QAAI,kBAAkB,SAAS,GAAG;AAChC,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,MACL,KAAK,MAAM;AAAA,MACX,MAAM,MAAM;AAAA,MACZ,MAAM,MAAM;AAAA,MACZ,WAAW;AAAA,IACb;AAAA,EACF;AAEA,SAAO;AACT;",
+  "names": []
+}

package/dist/fix-strip-f884s.js

@@ -0,0 +1,160 @@
+import createDebugLogger from "debug";
+import { inspect } from "util";
+import { MarcRecord } from "@natlibfi/marc-record";
+export function stripF884s(newRecord, options) {
+  const debug = createDebugLogger("@natlibfi/melinda-rest-api-commons:fixRecord:stripF884s");
+  const debugData = debug.extend("data");
+  if (options !== true) {
+    debug(`NOT running stripF884s fixer, no options`);
+    return newRecord;
+  }
+  debug(`Running stripF884s fixer`);
+  debugData(`Options for stripF884s: ${JSON.stringify(options)}`);
+  const isMelindaf884 = (f) => f.tag === "884" && f.subfields.some(({ code, value }) => code === "5" && value === "MELINDA");
+  const f884Melindas = newRecord.fields.filter(isMelindaf884);
+  debugData(`Melinda's f884s (${f884Melindas.length}) 
+ ${JSON.stringify(f884Melindas)}`);
+  if (f884Melindas.length < 2) {
+    debug(`Not enough Melinda's f884s to filter (${f884Melindas.length})`);
+    return newRecord;
+  }
+  const results = f884Melindas.reduce((allResults, f884, index) => {
+    debugData(`All results: ${JSON.stringify(allResults)}`);
+    debugData(`Handling field *(${index})*: ${JSON.stringify(f884)}`);
+    const conversion = findConversion(f884);
+    const source = findSource(f884);
+    const convSource = `${conversion}:${source}`;
+    const { firstDate, lastDate } = findDates(f884);
+    const hash = findHash(f884);
+    const currResult = allResults[convSource];
+    debugData(JSON.stringify(currResult));
+    if (!currResult) {
+      debug(`Add a new convSource ${convSource} to results`);
+      const newResult = {
+        conversion,
+        source,
+        firstDate,
+        lastDate,
+        hash
+      };
+      debugData(`- New result: ${JSON.stringify(newResult)}`);
+      return {
+        ...allResults,
+        [convSource]: newResult
+      };
+    }
+    debug(`Update result for ${convSource}`);
+    debugData(`- Current result: ${JSON.stringify(currResult)}`);
+    const updatedResult = {
+      ...currResult,
+      firstDate: currResult.firstDate > firstDate && firstDate !== "00000000" ? firstDate : currResult.firstDate,
+      lastDate: currResult.lastDate < lastDate ? lastDate : currResult.lastDate,
+      hash: currResult.lastDate < lastDate && lastDate !== "00000000" && hash !== "0000000000000000000000000000000000000000000000000000000000000000" ? hash : currResult.hash
+    };
+    debugData(`- Updated result: ${JSON.stringify(updatedResult)}`);
+    return {
+      ...allResults,
+      [convSource]: updatedResult
+    };
+  }, {});
+  debugData(`RESULTS: ${JSON.stringify(results)}`);
+  const editedf884s = editFields(f884Melindas, results);
+  debug(`Edited fields (${editedf884s.length})`);
+  debugData(`${JSON.stringify(editedf884s)}`);
+  function editFields(fields, results2) {
+    debug(`EDITING FIELDS (${fields.length})`);
+    const editedFields = fields.map((field) => {
+      const convSource = `${findConversion(field)}:${findSource(field)}`;
+      debug(`Looking for: ${convSource}`);
+      if (convSource && results2[convSource]) {
+        debugData(`Found: ${JSON.stringify(results2[convSource])}`);
+        const firstDate = results2[convSource].firstDate && results2[convSource].firstDate !== "00000000" ? results2[convSource].firstDate : "";
+        const lastDate = results2[convSource].lastDate && results2[convSource].lastDate !== "00000000" ? results2[convSource].lastDate : "";
+        const source = results2[convSource].source && results2[convSource].source !== "NO_SOURCE" ? results2[convSource].source : "";
+        const hash = results2[convSource].hash && results2[convSource].hash !== "0000000000000000000000000000000000000000000000000000000000000000" ? results2[convSource].hash : "";
+        const sfGAll = firstDate === lastDate ? `${firstDate}` : `${firstDate} - ${lastDate}`;
+        debugData(`EditedDates: ${sfGAll}`);
+        const sfKAll = `${source}:${hash}`;
+        const sfG = sfGAll.replace(/^ - /u, "").replace(/ - $/u, "");
+        const sfK = sfKAll.replace(/^:/u, "").replace(/:$/u, "");
+        return {
+          ...field,
+          subfields: field.subfields.map((subfield) => {
+            if (subfield.code === "g") {
+              return {
+                code: subfield.code,
+                value: sfG
+              };
+            }
+            if (subfield.code === "k") {
+              return {
+                code: subfield.code,
+                value: sfK
+              };
+            }
+            return subfield;
+          })
+        };
+      }
+      debug(`Not found: ${convSource}`);
+      return field;
+    });
+    return editedFields;
+  }
+  const uniq884s = uniqFields(editedf884s);
+  debug(`UniqFields (${uniq884s.length})`);
+  debugData(inspect(uniq884s, { depth: 3 }));
+  function uniqFields(fields) {
+    return fields.reduce((uniq, field) => {
+      if (!uniq.some((f) => MarcRecord.isEqual(f, field))) {
+        uniq.push(field);
+      }
+      return uniq;
+    }, []);
+  }
+  newRecord.removeFields(f884Melindas);
+  newRecord.insertFields(uniq884s);
+  return newRecord;
+  function findConversion(f884) {
+    const [sfA] = f884.subfields.filter((subfield) => subfield.code === "a").map((subfield) => subfield.value);
+    const conversion = sfA;
+    debugData(`Conversion: "${conversion}"`);
+    return conversion;
+  }
+  function findSource(f884) {
+    const [sfK] = f884.subfields.filter((subfield) => subfield.code === "k").map((subfield) => subfield.value);
+    const source = sfK.replace(/:.*$/u, "");
+    if (source && source.length !== 64) {
+      debugData(`Source: "${source}"`);
+      return source;
+    }
+    const emptySource = "NO_SOURCE";
+    debugData(`Source: "${emptySource}"`);
+    return emptySource;
+  }
+  function findHash(f884) {
+    const [sfK] = f884.subfields.filter((subfield) => subfield.code === "k").map((subfield) => subfield.value);
+    const hash = sfK.replace(/^.*:/u, "");
+    if (hash && hash.length === 64) {
+      debugData(`Hash: "${hash}"`);
+      return hash;
+    }
+    const emptyHash = "0000000000000000000000000000000000000000000000000000000000000000";
+    debugData(`Hash: "${emptyHash}"`);
+    return emptyHash;
+  }
+  function findDates(f884) {
+    const [sfG] = f884.subfields.filter((subfield) => subfield.code === "g").map((subfield) => subfield.value);
+    if (sfG && / - /u.test(sfG)) {
+      const firstDate2 = sfG.replace(/ - .*$/u, "").padStart(8, "0");
+      const lastDate2 = sfG.replace(/^.* - /u, "").padStart(8, "0");
+      debugData(`FirstDate: "${firstDate2}", LastDate: "${lastDate2}"`);
+      return { firstDate: firstDate2, lastDate: lastDate2 };
+    }
+    const firstDate = sfG ? sfG.padStart(8, "0") : "00000000";
+    const lastDate = sfG ? sfG.padStart(8, "0") : "00000000";
+    debugData(`FirstDate: "${firstDate}", LastDate: "${lastDate}"`);
+    return { firstDate, lastDate };
+  }
+}
+//# sourceMappingURL=fix-strip-f884s.js.map

package/dist/fix-strip-f884s.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/helpers/fix-strip-f884s.js"],
+  "sourcesContent": ["import createDebugLogger from 'debug';\n//import {sortFieldsBySubfieldValue, removeSubfield} from './fix-utils';\nimport {inspect} from 'util';\nimport {MarcRecord} from '@natlibfi/marc-record';\n\nexport function stripF884s(newRecord, options) {\n  const debug = createDebugLogger('@natlibfi/melinda-rest-api-commons:fixRecord:stripF884s');\n  const debugData = debug.extend('data');\n\n  if (options !== true) {\n    debug(`NOT running stripF884s fixer, no options`);\n    return newRecord;\n  }\n\n  debug(`Running stripF884s fixer`);\n  debugData(`Options for stripF884s: ${JSON.stringify(options)}`);\n\n  // Handle only f884 with $5 MELINDA - let's no remove random f884s\n  const isMelindaf884 = f => f.tag === '884' && f.subfields.some(({code, value}) => code === '5' && value === 'MELINDA');\n\n  const f884Melindas = newRecord.fields.filter(isMelindaf884);\n  debugData(`Melinda's f884s (${f884Melindas.length}) \\n ${JSON.stringify(f884Melindas)}`);\n  //debugData(`Melinda's f884s (${f884Melindas.length}) \\n ${inspect(f884Melindas, {depth: 3})}`);\n\n  if (f884Melindas.length < 2) {\n    debug(`Not enough Melinda's f884s to filter (${f884Melindas.length})`);\n    return newRecord;\n  }\n\n  // Pick data (firstDate, lastDate, hash with latest date) for all conversion : source combinations\n  const results = f884Melindas.reduce((allResults, f884, index) => {\n    debugData(`All results: ${JSON.stringify(allResults)}`);\n    //debugData(`Handling field (${index}): ${inspect(f884, {depth: 3})}`);\n    debugData(`Handling field *(${index})*: ${JSON.stringify(f884)}`);\n\n    const conversion = findConversion(f884);\n    const source = findSource(f884);\n    const convSource = `${conversion}:${source}`;\n    const {firstDate, lastDate} = findDates(f884);\n    const hash = findHash(f884);\n\n    // Find currently existing data for conversion : source combination\n    const currResult = allResults[convSource];\n    debugData(JSON.stringify(currResult));\n\n    // If we do not have any current data, add data from field\n    if (!currResult) {\n      debug(`Add a new convSource ${convSource} to results`);\n      const newResult = {\n        conversion,\n        source,\n        firstDate,\n        lastDate,\n        hash\n      };\n      debugData(`- New result: ${JSON.stringify(newResult)}`);\n      return {\n        ...allResults,\n        [convSource]: newResult\n      };\n    }\n    // If we have current data, update it from the data from field, if needed\n    debug(`Update result for ${convSource}`);\n    debugData(`- Current result: ${JSON.stringify(currResult)}`);\n\n    const updatedResult = {\n      ...currResult,\n      firstDate: currResult.firstDate > firstDate && firstDate !== '00000000' ? firstDate : currResult.firstDate,\n      lastDate: currResult.lastDate < lastDate ? lastDate : currResult.lastDate,\n      hash: currResult.lastDate < lastDate && lastDate !== '00000000' && hash !== '0000000000000000000000000000000000000000000000000000000000000000' ? hash : currResult.hash\n    };\n    debugData(`- Updated result: ${JSON.stringify(updatedResult)}`);\n    return {\n      ...allResults,\n      [convSource]: updatedResult\n    };\n  }, {});\n\n  debugData(`RESULTS: ${JSON.stringify(results)}`);\n  const editedf884s = editFields(f884Melindas, results);\n\n  debug(`Edited fields (${editedf884s.length})`);\n  //debugData(inspect(editedf884s, {depth: 3}));\n  debugData(`${JSON.stringify(editedf884s)}`);\n\n  // We update each field based on the results we got from fields\n  // Note: we do not add $g:s or $k:s if the field doesn't have them\n  function editFields(fields, results) {\n    debug(`EDITING FIELDS (${fields.length})`);\n    const editedFields = fields.map((field) => {\n      const convSource = `${findConversion(field)}:${findSource(field)}`;\n      debug(`Looking for: ${convSource}`);\n\n      if (convSource && results[convSource]) {\n        debugData(`Found: ${JSON.stringify(results[convSource])}`);\n        const firstDate = results[convSource].firstDate && results[convSource].firstDate !== '00000000' ? results[convSource].firstDate : '';\n        const lastDate = results[convSource].lastDate && results[convSource].lastDate !== '00000000' ? results[convSource].lastDate : '';\n\n        const source = results[convSource].source && results[convSource].source !== 'NO_SOURCE' ? results[convSource].source : '';\n        const hash = results[convSource].hash && results[convSource].hash !== '0000000000000000000000000000000000000000000000000000000000000000' ? results[convSource].hash : '';\n\n        const sfGAll = firstDate === lastDate ? `${firstDate}` : `${firstDate} - ${lastDate}`;\n        debugData(`EditedDates: ${sfGAll}`);\n        const sfKAll = `${source}:${hash}`;\n\n        const sfG = sfGAll.replace(/^ - /u, '').replace(/ - $/u, '');\n        const sfK = sfKAll.replace(/^:/u, '').replace(/:$/u, '');\n\n        return {\n          ...field,\n          subfields: field.subfields.map(subfield => {\n\n            // we don't get $g or $k if the original field doesn't have them\n            if (subfield.code === 'g') {\n              return {\n                code: subfield.code,\n                value: sfG\n              };\n            }\n\n            if (subfield.code === 'k') {\n              return {\n                code: subfield.code,\n                value: sfK\n              };\n            }\n\n            return subfield;\n          })\n\n        };\n      }\n      debug(`Not found: ${convSource}`);\n      return field;\n    });\n    return editedFields;\n  }\n\n  // we'll need to uniq these too\n\n  const uniq884s = uniqFields(editedf884s);\n  debug(`UniqFields (${uniq884s.length})`);\n  debugData(inspect(uniq884s, {depth: 3}));\n\n\n  function uniqFields(fields) {\n    return fields.reduce((uniq, field) => {\n      if (!uniq.some(f => MarcRecord.isEqual(f, field))) {\n        uniq.push(field);\n      }\n\n      return uniq;\n    }, []);\n  }\n  // Replace original Melinda-f884s with remaining Melinda-f884s\n  // NOTE: this sorts MELINDA-f884s after possible other f884s\n  newRecord.removeFields(f884Melindas);\n  newRecord.insertFields(uniq884s);\n\n  return newRecord;\n\n\n  // Find conversion:source pairs\n  // Find first date\n  // Find last date and last hash\n\n\n  function findConversion(f884) {\n    const [sfA] = f884.subfields.filter((subfield) => subfield.code === 'a').map(subfield => subfield.value);\n    const conversion = sfA;\n    debugData(`Conversion: \"${conversion}\"`);\n    return conversion;\n  }\n\n  function findSource(f884) {\n    const [sfK] = f884.subfields.filter((subfield) => subfield.code === 'k').map(subfield => subfield.value);\n    const source = sfK.replace(/:.*$/u, '');\n    if (source && source.length !== 64) {\n      debugData(`Source: \"${source}\"`);\n      return source;\n    }\n    const emptySource = 'NO_SOURCE';\n    debugData(`Source: \"${emptySource}\"`);\n    return emptySource;\n  }\n\n  function findHash(f884) {\n    const [sfK] = f884.subfields.filter((subfield) => subfield.code === 'k').map(subfield => subfield.value);\n    const hash = sfK.replace(/^.*:/u, '');\n    if (hash && hash.length === 64) {\n      debugData(`Hash: \"${hash}\"`);\n      return hash;\n    }\n    const emptyHash = '0000000000000000000000000000000000000000000000000000000000000000';\n    debugData(`Hash: \"${emptyHash}\"`);\n    return emptyHash;\n  }\n\n  function findDates(f884) {\n    const [sfG] = f884.subfields.filter((subfield) => subfield.code === 'g').map(subfield => subfield.value);\n    if (sfG && (/ - /u).test(sfG)) {\n      const firstDate = sfG.replace(/ - .*$/u, '').padStart(8, '0');\n      const lastDate = sfG.replace(/^.* - /u, '').padStart(8, '0');\n      debugData(`FirstDate: \"${firstDate}\", LastDate: \"${lastDate}\"`);\n      return {firstDate, lastDate};\n    }\n    const firstDate = sfG ? sfG.padStart(8, '0') : '00000000';\n    const lastDate = sfG ? sfG.padStart(8, '0') : '00000000';\n\n    debugData(`FirstDate: \"${firstDate}\", LastDate: \"${lastDate}\"`);\n    return {firstDate, lastDate};\n  }\n\n}\n"],
+  "mappings": "AAAA,OAAO,uBAAuB;AAE9B,SAAQ,eAAc;AACtB,SAAQ,kBAAiB;AAElB,gBAAS,WAAW,WAAW,SAAS;AAC7C,QAAM,QAAQ,kBAAkB,yDAAyD;AACzF,QAAM,YAAY,MAAM,OAAO,MAAM;AAErC,MAAI,YAAY,MAAM;AACpB,UAAM,0CAA0C;AAChD,WAAO;AAAA,EACT;AAEA,QAAM,0BAA0B;AAChC,YAAU,2BAA2B,KAAK,UAAU,OAAO,CAAC,EAAE;AAG9D,QAAM,gBAAgB,OAAK,EAAE,QAAQ,SAAS,EAAE,UAAU,KAAK,CAAC,EAAC,MAAM,MAAK,MAAM,SAAS,OAAO,UAAU,SAAS;AAErH,QAAM,eAAe,UAAU,OAAO,OAAO,aAAa;AAC1D,YAAU,oBAAoB,aAAa,MAAM;AAAA,GAAQ,KAAK,UAAU,YAAY,CAAC,EAAE;AAGvF,MAAI,aAAa,SAAS,GAAG;AAC3B,UAAM,yCAAyC,aAAa,MAAM,GAAG;AACrE,WAAO;AAAA,EACT;AAGA,QAAM,UAAU,aAAa,OAAO,CAAC,YAAY,MAAM,UAAU;AAC/D,cAAU,gBAAgB,KAAK,UAAU,UAAU,CAAC,EAAE;AAEtD,cAAU,oBAAoB,KAAK,OAAO,KAAK,UAAU,IAAI,CAAC,EAAE;AAEhE,UAAM,aAAa,eAAe,IAAI;AACtC,UAAM,SAAS,WAAW,IAAI;AAC9B,UAAM,aAAa,GAAG,UAAU,IAAI,MAAM;AAC1C,UAAM,EAAC,WAAW,SAAQ,IAAI,UAAU,IAAI;AAC5C,UAAM,OAAO,SAAS,IAAI;AAG1B,UAAM,aAAa,WAAW,UAAU;AACxC,cAAU,KAAK,UAAU,UAAU,CAAC;AAGpC,QAAI,CAAC,YAAY;AACf,YAAM,wBAAwB,UAAU,aAAa;AACrD,YAAM,YAAY;AAAA,QAChB;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,gBAAU,iBAAiB,KAAK,UAAU,SAAS,CAAC,EAAE;AACtD,aAAO;AAAA,QACL,GAAG;AAAA,QACH,CAAC,UAAU,GAAG;AAAA,MAChB;AAAA,IACF;AAEA,UAAM,qBAAqB,UAAU,EAAE;AACvC,cAAU,qBAAqB,KAAK,UAAU,UAAU,CAAC,EAAE;AAE3D,UAAM,gBAAgB;AAAA,MACpB,GAAG;AAAA,MACH,WAAW,WAAW,YAAY,aAAa,cAAc,aAAa,YAAY,WAAW;AAAA,MACjG,UAAU,WAAW,WAAW,WAAW,WAAW,WAAW;AAAA,MACjE,MAAM,WAAW,WAAW,YAAY,aAAa,cAAc,SAAS,qEAAqE,OAAO,WAAW;AAAA,IACrK;AACA,cAAU,qBAAqB,KAAK,UAAU,aAAa,CAAC,EAAE;AAC9D,WAAO;AAAA,MACL,GAAG;AAAA,MACH,CAAC,UAAU,GAAG;AAAA,IAChB;AAAA,EACF,GAAG,CAAC,CAAC;AAEL,YAAU,YAAY,KAAK,UAAU,OAAO,CAAC,EAAE;AAC/C,QAAM,cAAc,WAAW,cAAc,OAAO;AAEpD,QAAM,kBAAkB,YAAY,MAAM,GAAG;AAE7C,YAAU,GAAG,KAAK,UAAU,WAAW,CAAC,EAAE;AAI1C,WAAS,WAAW,QAAQA,UAAS;AACnC,UAAM,mBAAmB,OAAO,MAAM,GAAG;AACzC,UAAM,eAAe,OAAO,IAAI,CAAC,UAAU;AACzC,YAAM,aAAa,GAAG,eAAe,KAAK,CAAC,IAAI,WAAW,KAAK,CAAC;AAChE,YAAM,gBAAgB,UAAU,EAAE;AAElC,UAAI,cAAcA,SAAQ,UAAU,GAAG;AACrC,kBAAU,UAAU,KAAK,UAAUA,SAAQ,UAAU,CAAC,CAAC,EAAE;AACzD,cAAM,YAAYA,SAAQ,UAAU,EAAE,aAAaA,SAAQ,UAAU,EAAE,cAAc,aAAaA,SAAQ,UAAU,EAAE,YAAY;AAClI,cAAM,WAAWA,SAAQ,UAAU,EAAE,YAAYA,SAAQ,UAAU,EAAE,aAAa,aAAaA,SAAQ,UAAU,EAAE,WAAW;AAE9H,cAAM,SAASA,SAAQ,UAAU,EAAE,UAAUA,SAAQ,UAAU,EAAE,WAAW,cAAcA,SAAQ,UAAU,EAAE,SAAS;AACvH,cAAM,OAAOA,SAAQ,UAAU,EAAE,QAAQA,SAAQ,UAAU,EAAE,SAAS,qEAAqEA,SAAQ,UAAU,EAAE,OAAO;AAEtK,cAAM,SAAS,cAAc,WAAW,GAAG,SAAS,KAAK,GAAG,SAAS,MAAM,QAAQ;AACnF,kBAAU,gBAAgB,MAAM,EAAE;AAClC,cAAM,SAAS,GAAG,MAAM,IAAI,IAAI;AAEhC,cAAM,MAAM,OAAO,QAAQ,SAAS,EAAE,EAAE,QAAQ,SAAS,EAAE;AAC3D,cAAM,MAAM,OAAO,QAAQ,OAAO,EAAE,EAAE,QAAQ,OAAO,EAAE;AAEvD,eAAO;AAAA,UACL,GAAG;AAAA,UACH,WAAW,MAAM,UAAU,IAAI,cAAY;AAGzC,gBAAI,SAAS,SAAS,KAAK;AACzB,qBAAO;AAAA,gBACL,MAAM,SAAS;AAAA,gBACf,OAAO;AAAA,cACT;AAAA,YACF;AAEA,gBAAI,SAAS,SAAS,KAAK;AACzB,qBAAO;AAAA,gBACL,MAAM,SAAS;AAAA,gBACf,OAAO;AAAA,cACT;AAAA,YACF;AAEA,mBAAO;AAAA,UACT,CAAC;AAAA,QAEH;AAAA,MACF;AACA,YAAM,cAAc,UAAU,EAAE;AAChC,aAAO;AAAA,IACT,CAAC;AACD,WAAO;AAAA,EACT;AAIA,QAAM,WAAW,WAAW,WAAW;AACvC,QAAM,eAAe,SAAS,MAAM,GAAG;AACvC,YAAU,QAAQ,UAAU,EAAC,OAAO,EAAC,CAAC,CAAC;AAGvC,WAAS,WAAW,QAAQ;AAC1B,WAAO,OAAO,OAAO,CAAC,MAAM,UAAU;AACpC,UAAI,CAAC,KAAK,KAAK,OAAK,WAAW,QAAQ,GAAG,KAAK,CAAC,GAAG;AACjD,aAAK,KAAK,KAAK;AAAA,MACjB;AAEA,aAAO;AAAA,IACT,GAAG,CAAC,CAAC;AAAA,EACP;AAGA,YAAU,aAAa,YAAY;AACnC,YAAU,aAAa,QAAQ;AAE/B,SAAO;AAQP,WAAS,eAAe,MAAM;AAC5B,UAAM,CAAC,GAAG,IAAI,KAAK,UAAU,OAAO,CAAC,aAAa,SAAS,SAAS,GAAG,EAAE,IAAI,cAAY,SAAS,KAAK;AACvG,UAAM,aAAa;AACnB,cAAU,gBAAgB,UAAU,GAAG;AACvC,WAAO;AAAA,EACT;AAEA,WAAS,WAAW,MAAM;AACxB,UAAM,CAAC,GAAG,IAAI,KAAK,UAAU,OAAO,CAAC,aAAa,SAAS,SAAS,GAAG,EAAE,IAAI,cAAY,SAAS,KAAK;AACvG,UAAM,SAAS,IAAI,QAAQ,SAAS,EAAE;AACtC,QAAI,UAAU,OAAO,WAAW,IAAI;AAClC,gBAAU,YAAY,MAAM,GAAG;AAC/B,aAAO;AAAA,IACT;AACA,UAAM,cAAc;AACpB,cAAU,YAAY,WAAW,GAAG;AACpC,WAAO;AAAA,EACT;AAEA,WAAS,SAAS,MAAM;AACtB,UAAM,CAAC,GAAG,IAAI,KAAK,UAAU,OAAO,CAAC,aAAa,SAAS,SAAS,GAAG,EAAE,IAAI,cAAY,SAAS,KAAK;AACvG,UAAM,OAAO,IAAI,QAAQ,SAAS,EAAE;AACpC,QAAI,QAAQ,KAAK,WAAW,IAAI;AAC9B,gBAAU,UAAU,IAAI,GAAG;AAC3B,aAAO;AAAA,IACT;AACA,UAAM,YAAY;AAClB,cAAU,UAAU,SAAS,GAAG;AAChC,WAAO;AAAA,EACT;AAEA,WAAS,UAAU,MAAM;AACvB,UAAM,CAAC,GAAG,IAAI,KAAK,UAAU,OAAO,CAAC,aAAa,SAAS,SAAS,GAAG,EAAE,IAAI,cAAY,SAAS,KAAK;AACvG,QAAI,OAAQ,OAAQ,KAAK,GAAG,GAAG;AAC7B,YAAMC,aAAY,IAAI,QAAQ,WAAW,EAAE,EAAE,SAAS,GAAG,GAAG;AAC5D,YAAMC,YAAW,IAAI,QAAQ,WAAW,EAAE,EAAE,SAAS,GAAG,GAAG;AAC3D,gBAAU,eAAeD,UAAS,iBAAiBC,SAAQ,GAAG;AAC9D,aAAO,EAAC,WAAAD,YAAW,UAAAC,UAAQ;AAAA,IAC7B;AACA,UAAM,YAAY,MAAM,IAAI,SAAS,GAAG,GAAG,IAAI;AAC/C,UAAM,WAAW,MAAM,IAAI,SAAS,GAAG,GAAG,IAAI;AAE9C,cAAU,eAAe,SAAS,iBAAiB,QAAQ,GAAG;AAC9D,WAAO,EAAC,WAAW,SAAQ;AAAA,EAC7B;AAEF;",
+  "names": ["results", "firstDate", "lastDate"]
+}

package/dist/fix-utils.js

@@ -0,0 +1,39 @@
+export function removeSubfield(field, code) {
+  if (!isNaN(field.tag) && parseInt(field.tag, 10) >= 10) {
+    const filteredSubfields = field.subfields.filter((sf) => sf.code !== code);
+    if (filteredSubfields.length < 1) {
+      return false;
+    }
+    return {
+      tag: field.tag,
+      ind1: field.ind1,
+      ind2: field.ind2,
+      subfields: filteredSubfields
+    };
+  }
+  return field;
+}
+export function sortFieldsBySubfieldValue(fields, subfieldCode) {
+  return [...fields].sort((a, b) => {
+    const a1value = getFirstSubfieldValue(a, subfieldCode);
+    const b1value = getFirstSubfieldValue(b, subfieldCode);
+    if (a1value && !b1value) {
+      return -1;
+    }
+    if (!a1value && b1value) {
+      return 1;
+    }
+    if (a1value > b1value) {
+      return 1;
+    }
+    if (b1value > a1value) {
+      return -1;
+    }
+    return 0;
+  });
+  function getFirstSubfieldValue(field, subfieldCode2) {
+    const subs = field.subfields ? field.subfields.filter((subf) => subf.code === subfieldCode2) : [];
+    return subs.length > 0 ? subs[0].value : "";
+  }
+}
+//# sourceMappingURL=fix-utils.js.map

package/dist/fix-utils.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/helpers/fix-utils.js"],
+  "sourcesContent": ["export function removeSubfield(field, code) {\n\n  // Handle non-numeric fields, and fields with a numeric tag of 010 and greater\n  // Aleph's FMT as a controlfield might be a problem\n  if (!isNaN(field.tag) && parseInt(field.tag, 10) >= 10) {\n\n    const filteredSubfields = field.subfields.filter(sf => sf.code !== code);\n\n    // Remove whole field if there are no subfields left\n    if (filteredSubfields.length < 1) {\n      return false;\n    }\n\n    return {\n      tag: field.tag,\n      ind1: field.ind1,\n      ind2: field.ind2,\n      subfields: filteredSubfields\n    };\n  }\n  // return controlFields as is\n  return field;\n}\n\n\n// sort fields by value of each fields first subfield with subfielCode\nexport function sortFieldsBySubfieldValue(fields, subfieldCode) {\n  return [...fields].sort((a, b) => {\n    const a1value = getFirstSubfieldValue(a, subfieldCode);\n    const b1value = getFirstSubfieldValue(b, subfieldCode);\n    if (a1value && !b1value) {\n      return -1;\n    }\n    if (!a1value && b1value) {\n      return 1;\n    }\n    if (a1value > b1value) {\n      return 1;\n    }\n    if (b1value > a1value) {\n      return -1;\n    }\n    return 0;\n  });\n  // get value for the for instance of subfield with subfieldCode\n  function getFirstSubfieldValue(field, subfieldCode) {\n    const subs = field.subfields ? field.subfields.filter(subf => subf.code === subfieldCode) : [];\n    return subs.length > 0 ? subs[0].value : '';\n  }\n}\n"],
+  "mappings": "AAAO,gBAAS,eAAe,OAAO,MAAM;AAI1C,MAAI,CAAC,MAAM,MAAM,GAAG,KAAK,SAAS,MAAM,KAAK,EAAE,KAAK,IAAI;AAEtD,UAAM,oBAAoB,MAAM,UAAU,OAAO,QAAM,GAAG,SAAS,IAAI;AAGvE,QAAI,kBAAkB,SAAS,GAAG;AAChC,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,MACL,KAAK,MAAM;AAAA,MACX,MAAM,MAAM;AAAA,MACZ,MAAM,MAAM;AAAA,MACZ,WAAW;AAAA,IACb;AAAA,EACF;AAEA,SAAO;AACT;AAIO,gBAAS,0BAA0B,QAAQ,cAAc;AAC9D,SAAO,CAAC,GAAG,MAAM,EAAE,KAAK,CAAC,GAAG,MAAM;AAChC,UAAM,UAAU,sBAAsB,GAAG,YAAY;AACrD,UAAM,UAAU,sBAAsB,GAAG,YAAY;AACrD,QAAI,WAAW,CAAC,SAAS;AACvB,aAAO;AAAA,IACT;AACA,QAAI,CAAC,WAAW,SAAS;AACvB,aAAO;AAAA,IACT;AACA,QAAI,UAAU,SAAS;AACrB,aAAO;AAAA,IACT;AACA,QAAI,UAAU,SAAS;AACrB,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT,CAAC;AAED,WAAS,sBAAsB,OAAOA,eAAc;AAClD,UAAM,OAAO,MAAM,YAAY,MAAM,UAAU,OAAO,UAAQ,KAAK,SAASA,aAAY,IAAI,CAAC;AAC7F,WAAO,KAAK,SAAS,IAAI,KAAK,CAAC,EAAE,QAAQ;AAAA,EAC3C;AACF;",
+  "names": ["subfieldCode"]
+}