@natlibfi/marc-record-validators-melinda 11.3.1 → 11.3.2-alpha.2

package/dist/merge-fields/mergeOrAddPostprocess.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mergeOrAddPostprocess.js","names":["_punctuation","require","_removeDuplicateSubfields","_sortSubfields","_sortRelatorTerms","postprocessBaseRecord","base","fields","forEach","field","merged","fieldRemoveDuplicateSubfields","fieldFixPunctuation","sortAdjacentSubfields","sortAdjacentESubfields","useExternalEndPunctuation","added","removeDeletedFields","record","filter","f","deleted","postprocessRecords","source"],"sources":["../../src/merge-fields/mergeOrAddPostprocess.js"],"sourcesContent":["// This field should be renamed, as it is called also from outside megre.\n\n//import {MarcRecord} from '@natlibfi/marc-record';\nimport {fieldFixPunctuation} from '../punctuation2';\nimport {fieldRemoveDuplicateSubfields} from './removeDuplicateSubfields';\nimport {sortAdjacentSubfields} from '../sortSubfields';\nimport {sortAdjacentESubfields} from '../sortRelatorTerms';\n\nfunction postprocessBaseRecord(base) {\n\n  base.fields.forEach(field => {\n    // NB! Relator terms are now expanded and translated already at preprocess stage!\n\n    // remove merge-specific information:\n    if (field.merged) { // eslint-disable-line functional/no-conditional-statements\n      // Field level ideas about things that could be done here:\n      // - Fix indicators?\n      // Record level fixes should be implemented as validators/fixers\n      // in marc-record-validators-melinda and ust called from here.\n      fieldRemoveDuplicateSubfields(field);\n      fieldFixPunctuation(field); // NB! This will fix only fields with merged content\n      sortAdjacentSubfields(field); // Put the added $e subfield to proper places.\n      sortAdjacentESubfields(field); // Sort $e subfields with each other\n      fieldFixPunctuation(field);\n\n      delete field.merged; // eslint-disable-line functional/immutable-data\n    }\n\n    if (field.useExternalEndPunctuation) { // eslint-disable-line functional/no-conditional-statements\n      delete field.useExternalEndPunctuation; // eslint-disable-line functional/immutable-data\n    }\n\n    if (field.added) { // eslint-disable-line functional/no-conditional-statements\n      delete field.added; // eslint-disable-line functional/immutable-data\n    }\n\n    /*\n    if (field.deleted) { // eslint-disable-line functional/no-conditional-statements\n      delete field.deleted; // eslint-disable-line functional/immutable-data\n    }\n*/\n\n  });\n}\n\n\nfunction removeDeletedFields(record) {\n  // remove fields that are marked as deleted:\n  record.fields = record.fields.filter(f => !f.deleted); // eslint-disable-line functional/immutable-data\n}\n\n\nexport function postprocessRecords(base, source) {\n  postprocessBaseRecord(base);\n  removeDeletedFields(source); // So that we may know what was used, and what not.\n}\n"],"mappings":";;;;;;AAGA,IAAAA,YAAA,GAAAC,OAAA;AACA,IAAAC,yBAAA,GAAAD,OAAA;AACA,IAAAE,cAAA,GAAAF,OAAA;AACA,IAAAG,iBAAA,GAAAH,OAAA;AANA;;AAEA;;AAMA,SAASI,qBAAqBA,CAACC,IAAI,EAAE;EAEnCA,IAAI,CAACC,MAAM,CAACC,OAAO,CAACC,KAAK,IAAI;IAC3B;;IAEA;IACA,IAAIA,KAAK,CAACC,MAAM,EAAE;MAAE;MAClB;MACA;MACA;MACA;MACA,IAAAC,uDAA6B,EAACF,KAAK,CAAC;MACpC,IAAAG,gCAAmB,EAACH,KAAK,CAAC,CAAC,CAAC;MAC5B,IAAAI,oCAAqB,EAACJ,KAAK,CAAC,CAAC,CAAC;MAC9B,IAAAK,wCAAsB,EAACL,KAAK,CAAC,CAAC,CAAC;MAC/B,IAAAG,gCAAmB,EAACH,KAAK,CAAC;MAE1B,OAAOA,KAAK,CAACC,MAAM,CAAC,CAAC;IACvB;IAEA,IAAID,KAAK,CAACM,yBAAyB,EAAE;MAAE;MACrC,OAAON,KAAK,CAACM,yBAAyB,CAAC,CAAC;IAC1C;IAEA,IAAIN,KAAK,CAACO,KAAK,EAAE;MAAE;MACjB,OAAOP,KAAK,CAACO,KAAK,CAAC,CAAC;IACtB;;IAEA;AACJ;AACA;AACA;AACA;EAEE,CAAC,CAAC;AACJ;AAGA,SAASC,mBAAmBA,CAACC,MAAM,EAAE;EACnC;EACAA,MAAM,CAACX,MAAM,GAAGW,MAAM,CAACX,MAAM,CAACY,MAAM,CAACC,CAAC,IAAI,CAACA,CAAC,CAACC,OAAO,CAAC,CAAC,CAAC;AACzD;AAGO,SAASC,kBAAkBA,CAAChB,IAAI,EAAEiB,MAAM,EAAE;EAC/ClB,qBAAqB,CAACC,IAAI,CAAC;EAC3BW,mBAAmB,CAACM,MAAM,CAAC,CAAC,CAAC;AAC/B","ignoreList":[]}

package/dist/merge-fields/mergeOrAddSubfield.js

@@ -0,0 +1,203 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.mergeOrAddSubfield = mergeOrAddSubfield;
+var _debug = _interopRequireDefault(require("debug"));
+var _normalizeFieldForComparison = require("../normalizeFieldForComparison.js");
+var _normalizeIdentifiers = require("../normalize-identifiers");
+var _utils = require("../utils.js");
+var _mergeSubfield = require("./mergeSubfield.js");
+var _sortSubfields = require("../sortSubfields");
+var _worldKnowledge = require("./worldKnowledge.js");
+var _subfield6Utils = require("../subfield6Utils.js");
+function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+//'./sortSubfields.js';
+
+const debug = (0, _debug.default)('@natlibfi/melinda-marc-record-merge-reducers:mergeOrAddSubfield');
+//const debugData = debug.extend('data');
+const debugDev = debug.extend('dev');
+function catalogingSourceModifyingAgencyCandIsOriginalCatalogingSourceAgencyInTargetField(targetField, candSubfieldData) {
+  if (targetField.tag !== '040' || candSubfieldData.code !== 'd') {
+    return false;
+  }
+  (0, _utils.nvdebug)(`${(0, _utils.fieldToString)(targetField)} vs $d ${candSubfieldData.originalValue}}`, debugDev);
+  // Add hard-coded exceptions here
+  if (targetField.subfields.some(sf => sf.code === 'a' && sf.value === candSubfieldData.originalValue)) {
+    (0, _utils.nvdebug)('040‡d matched 040‡a', debugDev);
+    return true;
+  }
+  return false;
+}
+function ennakkotietoInSubfieldG(candSubfieldData) {
+  if (candSubfieldData.code === 'g' && ['ENNAKKOTIETO.', 'ENNAKKOTIETO'].includes(candSubfieldData.originalValue)) {
+    // Skip just ‡g subfield or the whole field?
+    // We decided to skip just this subfield. We want at least $0 and maybe even more from ennakkotieto.
+    debugDev('Skip ‡g ENNAKKOTIETO.');
+    return true;
+  }
+  return false;
+}
+function mergeOrAddSubfieldNotRequiredSpecialCases(targetField, candSubfieldData) {
+  // Don't bring WHATEVER<KEEP> from source 7XX to base 1XX.
+  // Exceptionally we can merge <KEEP>ed 7XX with un-<KEEP>ed 1XX as 1XX should not use <KEEP>s.
+  if (targetField.tag.charAt(0) === '1' && candSubfieldData.tag.charAt(0) === '7' && candSubfieldData.code === '9' && candSubfieldData.originalValue.match(/<KEEP>/u)) {
+    return true;
+  }
+
+  // Don't add 264$b 'Kustannuspaikka tuntematon' etc
+  if (!(0, _worldKnowledge.valueCarriesMeaning)(targetField.tag, candSubfieldData.code, candSubfieldData.normalizedValue)) {
+    return true;
+  }
+
+  // Don't add $0 subfields that mean the same even if they look different:
+  const alephIdentifierType = (0, _normalizeIdentifiers.normalizeAs)(targetField.tag, candSubfieldData.code);
+  if (alephIdentifierType !== undefined) {
+    const normalizedSubfieldValue = (0, _normalizeIdentifiers.normalizeControlSubfieldValue)(candSubfieldData.originalValue, alephIdentifierType);
+    if (targetField.subfields.some(sf => (0, _normalizeIdentifiers.normalizeControlSubfieldValue)(sf.value) === normalizedSubfieldValue && sf.code === candSubfieldData.code)) {
+      return true;
+    }
+  }
+  return false;
+}
+function skipNormalizedComparison(tag, subfieldCode, subfieldValue) {
+  if (tag === '020' && subfieldCode === 'a') {
+    return true;
+  }
+  // Hackish: we want 'ntamo' to win 'Ntamo'...
+  // If there are other similar excepting put them into an array.
+  if (['110', '610', '710', '810'].includes(tag) && subfieldCode === 'a' && subfieldValue.substring(0, 5) === 'ntamo') {
+    return true;
+  }
+  return false;
+}
+function mergeOrAddSubfieldNotRequired(targetField, candSubfieldData) {
+  if (catalogingSourceModifyingAgencyCandIsOriginalCatalogingSourceAgencyInTargetField(targetField, candSubfieldData) || ennakkotietoInSubfieldG(candSubfieldData)) {
+    return true;
+  }
+  if (mergeOrAddSubfieldNotRequiredSpecialCases(targetField, candSubfieldData)) {
+    return true;
+  }
+  const relevantTargetSubfields = targetField.subfields.filter(sf => sf.code === candSubfieldData.code);
+  // Target field does not have this subfield yet:
+  if (relevantTargetSubfields.length === 0) {
+    return false;
+  }
+  (0, _utils.nvdebug)(`     Look for identical subfields in '${(0, _utils.fieldToString)(targetField)}' using`, debugDev);
+  (0, _utils.nvdebug)(`      ORIG.    ‡${candSubfieldData.code} ${candSubfieldData.originalValue}`, debugDev);
+  (0, _utils.nvdebug)(`      NO-PUNC  ‡${candSubfieldData.code} ${candSubfieldData.punctuationlessValue}`, debugDev);
+  if (relevantTargetSubfields.some(sf => sf.code === candSubfieldData.code && sf.value === candSubfieldData.originalValue)) {
+    return true;
+  }
+  if (relevantTargetSubfields.some(sf => sf.code === candSubfieldData.code && sf.value === candSubfieldData.punctuationlessValue)) {
+    return true;
+  }
+  if (!skipNormalizedComparison(targetField.tag, candSubfieldData.code, candSubfieldData.originalValue)) {
+    const normalizedTargetField = (0, _normalizeFieldForComparison.cloneAndNormalizeFieldForComparison)(targetField);
+    (0, _utils.nvdebug)(`     Look for identical normalized subfields in '${(0, _utils.fieldToString)(normalizedTargetField)}'`, debugDev);
+    (0, _utils.nvdebug)(`      NO-PUNC ‡${candSubfieldData.code} ${candSubfieldData.normalizedValue})`, debugDev);
+    if (normalizedTargetField.subfields.some(sf => sf.code === candSubfieldData.code && sf.value === candSubfieldData.normalizedValue)) {
+      // Subfield with identical normalized value exists. Do nothing.
+      // Not ideal 382‡n subfields, I guess... Nor 505‡trg repetitions... These need to be fixed...
+      return true;
+    }
+  }
+  return false; // (note that this is a double negation: not required is false)
+}
+function addSubfield(targetField, candSubfield) {
+  (0, _utils.nvdebug)(` Added subfield '${(0, _utils.subfieldToString)(candSubfield)}' to field`, debugDev);
+  // Add subfield to the end of all subfields. NB! Implement a separate function that does this + subfield reordering somehow...
+  targetField.subfields.push(candSubfield); // eslint-disable-line functional/immutable-data
+
+  targetField.merged = 1; // eslint-disable-line functional/immutable-data
+
+  setPunctuationFlag(targetField, candSubfield);
+  (0, _sortSubfields.sortAdjacentSubfields)(targetField);
+}
+function setPunctuationFlag(field, addedSubfield) {
+  if ((0, _utils.isControlSubfieldCode)(addedSubfield.code)) {
+    // These are never punctuation related
+    return;
+  }
+  field.useExternalEndPunctuation = 1; // eslint-disable-line functional/immutable-data
+}
+function resetPaired880(candFieldPair880, targetField, punctlessCandSubfield) {
+  // No relevant:
+  if (punctlessCandSubfield.code !== '6') {
+    return;
+  }
+  if (targetField.tag === '880') {
+    return;
+  }
+  // NB! $6 comes first:
+  if (candFieldPair880 === undefined || !candFieldPair880.subfields || candFieldPair880.subfields[0].code !== '6') {
+    return;
+  }
+  (0, _utils.nvdebug)(`880 contents: ${(0, _utils.fieldToString)(candFieldPair880)}`, debugDev);
+  (0, _subfield6Utils.resetSubfield6Tag)(candFieldPair880.subfields[0], targetField.tag);
+}
+function mergeOrAddSubfield(targetField, candSubfieldData, candFieldPairs880 = []) {
+  const candSubfieldAsString = `${candSubfieldData.code} ${candSubfieldData.originalValue}`;
+  (0, _utils.nvdebug)(`   Q: mergeOrAddSubfield '${candSubfieldAsString}'\n      with field '${(0, _utils.fieldToString)(targetField)}'?`, debugDev);
+  if (mergeOrAddSubfieldNotRequired(targetField, candSubfieldData)) {
+    (0, _utils.nvdebug)(`    A: No. No need to merge nor to add the subfield '${candSubfieldAsString}'`, debugDev);
+    return;
+  }
+  const candSubfield = {
+    'code': candSubfieldData.code,
+    'value': candSubfieldData.punctuationlessValue
+  };
+
+  // Currently only for X00$d 1984- => 1984-2000 type of changes, where source version is better that what base has.
+  // It all other cases the original subfield is kept.
+  const original = (0, _utils.fieldToString)(targetField);
+  if ((0, _mergeSubfield.mergeSubfield)(targetField, candSubfield)) {
+    // We might need the normalizedCandSubfield later on
+    mergeSubfieldPostprocessor();
+    return;
+  }
+
+  // Subfield codes missing from the original record can be added by default:
+  if (addSubfieldWithPreviouslyUnseenSubfieldCode()) {
+    return;
+  }
+
+  // melindaCustomMergeFields.json tells us whether the subfield is repeatable or not:
+  if ((0, _utils.subfieldIsRepeatable)(targetField.tag, candSubfield.code)) {
+    // We don't want to add multiple, say, 260$c
+    if (['260', '264'].includes(targetField.tag)) {
+      (0, _utils.nvdebug)(`    A: Exceptionally skip repeatable existing subfield '${(0, _utils.subfieldToString)(candSubfield)}'`, debugDev);
+      return;
+    }
+    (0, _utils.nvdebug)(`    A: Yes. Add repeatable subfield '${(0, _utils.subfieldToString)(candSubfield)}'`, debugDev);
+    targetField.merged = 1; // eslint-disable-line functional/immutable-data
+    setPunctuationFlag(targetField, candSubfield);
+    addSubfield(targetField, candSubfield);
+    return;
+  }
+  (0, _utils.nvdebug)(`    A: No. Non-repeatable subfield '${(0, _utils.subfieldToString)(candSubfield)}'`, debugDev);
+  return;
+  function mergeSubfieldPostprocessor() {
+    if (original !== (0, _utils.fieldToString)(targetField)) {
+      (0, _utils.nvdebug)(`    A: Merge. Subfield '${candSubfieldAsString}' replaces the original subfield.`, debugDev);
+      targetField.merged = 1; // eslint-disable-line functional/immutable-data
+      setPunctuationFlag(targetField, candSubfield);
+      return;
+    }
+    (0, _utils.nvdebug)(`      A: No. Field ${original} already had the same or a synonymous or a better merge candidate than our subfield '${candSubfieldAsString}'.`, debugDev);
+    return;
+  }
+  function addSubfieldWithPreviouslyUnseenSubfieldCode() {
+    if (!(0, _utils.fieldHasSubfield)(targetField, candSubfield.code)) {
+      (0, _utils.nvdebug)(`    A: Yes. Add previously unseen subfield '${(0, _utils.subfieldToString)(candSubfield)}'`, debugDev);
+      targetField.merged = 1; // eslint-disable-line functional/immutable-data
+      setPunctuationFlag(targetField, candSubfield);
+      candFieldPairs880.forEach(pair => resetPaired880(pair, targetField, candSubfield));
+      addSubfield(targetField, candSubfield);
+      return true;
+    }
+    return false;
+  }
+}
+//# sourceMappingURL=mergeOrAddSubfield.js.map

package/dist/merge-fields/mergeOrAddSubfield.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mergeOrAddSubfield.js","names":["_debug","_interopRequireDefault","require","_normalizeFieldForComparison","_normalizeIdentifiers","_utils","_mergeSubfield","_sortSubfields","_worldKnowledge","_subfield6Utils","e","__esModule","default","debug","createDebugLogger","debugDev","extend","catalogingSourceModifyingAgencyCandIsOriginalCatalogingSourceAgencyInTargetField","targetField","candSubfieldData","tag","code","nvdebug","fieldToString","originalValue","subfields","some","sf","value","ennakkotietoInSubfieldG","includes","mergeOrAddSubfieldNotRequiredSpecialCases","charAt","match","valueCarriesMeaning","normalizedValue","alephIdentifierType","normalizeAs","undefined","normalizedSubfieldValue","normalizeControlSubfieldValue","skipNormalizedComparison","subfieldCode","subfieldValue","substring","mergeOrAddSubfieldNotRequired","relevantTargetSubfields","filter","length","punctuationlessValue","normalizedTargetField","cloneAndNormalizeFieldForComparison","addSubfield","candSubfield","subfieldToString","push","merged","setPunctuationFlag","sortAdjacentSubfields","field","addedSubfield","isControlSubfieldCode","useExternalEndPunctuation","resetPaired880","candFieldPair880","punctlessCandSubfield","resetSubfield6Tag","mergeOrAddSubfield","candFieldPairs880","candSubfieldAsString","original","mergeSubfield","mergeSubfieldPostprocessor","addSubfieldWithPreviouslyUnseenSubfieldCode","subfieldIsRepeatable","fieldHasSubfield","forEach","pair"],"sources":["../../src/merge-fields/mergeOrAddSubfield.js"],"sourcesContent":["import createDebugLogger from 'debug';\nimport {cloneAndNormalizeFieldForComparison} from '../normalizeFieldForComparison.js';\nimport {normalizeAs, normalizeControlSubfieldValue} from '../normalize-identifiers';\nimport {fieldHasSubfield, fieldToString, isControlSubfieldCode, nvdebug, subfieldIsRepeatable, subfieldToString} from '../utils.js';\nimport {mergeSubfield} from './mergeSubfield.js';\nimport {sortAdjacentSubfields} from '../sortSubfields'; //'./sortSubfields.js';\n\nimport {valueCarriesMeaning} from './worldKnowledge.js';\nimport {resetSubfield6Tag} from '../subfield6Utils.js';\n\nconst debug = createDebugLogger('@natlibfi/melinda-marc-record-merge-reducers:mergeOrAddSubfield');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\nfunction catalogingSourceModifyingAgencyCandIsOriginalCatalogingSourceAgencyInTargetField(targetField, candSubfieldData) {\n  if (targetField.tag !== '040' || candSubfieldData.code !== 'd') {\n    return false;\n  }\n  nvdebug(`${fieldToString(targetField)} vs $d ${candSubfieldData.originalValue}}`, debugDev);\n  // Add hard-coded exceptions here\n  if (targetField.subfields.some(sf => sf.code === 'a' && sf.value === candSubfieldData.originalValue)) {\n    nvdebug('040‡d matched 040‡a', debugDev);\n    return true;\n  }\n  return false;\n}\n\nfunction ennakkotietoInSubfieldG(candSubfieldData) {\n  if (candSubfieldData.code === 'g' && ['ENNAKKOTIETO.', 'ENNAKKOTIETO'].includes(candSubfieldData.originalValue)) {\n    // Skip just ‡g subfield or the whole field?\n    // We decided to skip just this subfield. We want at least $0 and maybe even more from ennakkotieto.\n    debugDev('Skip ‡g ENNAKKOTIETO.');\n    return true;\n  }\n  return false;\n}\n\n\nfunction mergeOrAddSubfieldNotRequiredSpecialCases(targetField, candSubfieldData) {\n\n  // Don't bring WHATEVER<KEEP> from source 7XX to base 1XX.\n  // Exceptionally we can merge <KEEP>ed 7XX with un-<KEEP>ed 1XX as 1XX should not use <KEEP>s.\n  if (targetField.tag.charAt(0) === '1' && candSubfieldData.tag.charAt(0) === '7' && candSubfieldData.code === '9' && candSubfieldData.originalValue.match(/<KEEP>/u)) {\n    return true;\n  }\n\n  // Don't add 264$b 'Kustannuspaikka tuntematon' etc\n  if (!valueCarriesMeaning(targetField.tag, candSubfieldData.code, candSubfieldData.normalizedValue)) {\n    return true;\n  }\n\n\n  // Don't add $0 subfields that mean the same even if they look different:\n  const alephIdentifierType = normalizeAs(targetField.tag, candSubfieldData.code);\n  if (alephIdentifierType !== undefined) {\n    const normalizedSubfieldValue = normalizeControlSubfieldValue(candSubfieldData.originalValue, alephIdentifierType);\n    if (targetField.subfields.some(sf => normalizeControlSubfieldValue(sf.value) === normalizedSubfieldValue && sf.code === candSubfieldData.code)) {\n      return true;\n    }\n  }\n  return false;\n}\n\n\nfunction skipNormalizedComparison(tag, subfieldCode, subfieldValue) {\n  if (tag === '020' && subfieldCode === 'a') {\n    return true;\n  }\n  // Hackish: we want 'ntamo' to win 'Ntamo'...\n  // If there are other similar excepting put them into an array.\n  if (['110', '610', '710', '810'].includes(tag) && subfieldCode === 'a' && subfieldValue.substring(0, 5) === 'ntamo') {\n    return true;\n  }\n  return false;\n}\n\nfunction mergeOrAddSubfieldNotRequired(targetField, candSubfieldData) {\n  if (catalogingSourceModifyingAgencyCandIsOriginalCatalogingSourceAgencyInTargetField(targetField, candSubfieldData) || ennakkotietoInSubfieldG(candSubfieldData)) {\n    return true;\n  }\n\n  if (mergeOrAddSubfieldNotRequiredSpecialCases(targetField, candSubfieldData)) {\n    return true;\n  }\n\n  const relevantTargetSubfields = targetField.subfields.filter(sf => sf.code === candSubfieldData.code);\n  // Target field does not have this subfield yet:\n  if (relevantTargetSubfields.length === 0) {\n    return false;\n  }\n  nvdebug(`     Look for identical subfields in '${fieldToString(targetField)}' using`, debugDev);\n  nvdebug(`      ORIG.    ‡${candSubfieldData.code} ${candSubfieldData.originalValue}`, debugDev);\n  nvdebug(`      NO-PUNC  ‡${candSubfieldData.code} ${candSubfieldData.punctuationlessValue}`, debugDev);\n  if (relevantTargetSubfields.some(sf => sf.code === candSubfieldData.code && sf.value === candSubfieldData.originalValue)) {\n    return true;\n  }\n  if (relevantTargetSubfields.some(sf => sf.code === candSubfieldData.code && sf.value === candSubfieldData.punctuationlessValue)) {\n    return true;\n  }\n\n  if (!skipNormalizedComparison(targetField.tag, candSubfieldData.code, candSubfieldData.originalValue)) {\n    const normalizedTargetField = cloneAndNormalizeFieldForComparison(targetField);\n    nvdebug(`     Look for identical normalized subfields in '${fieldToString(normalizedTargetField)}'`, debugDev);\n    nvdebug(`      NO-PUNC ‡${candSubfieldData.code} ${candSubfieldData.normalizedValue})`, debugDev);\n\n    if (normalizedTargetField.subfields.some(sf => sf.code === candSubfieldData.code && sf.value === candSubfieldData.normalizedValue)) {\n      // Subfield with identical normalized value exists. Do nothing.\n      // Not ideal 382‡n subfields, I guess... Nor 505‡trg repetitions... These need to be fixed...\n      return true;\n    }\n  }\n\n  return false; // (note that this is a double negation: not required is false)\n}\n\nfunction addSubfield(targetField, candSubfield) {\n  nvdebug(` Added subfield '${subfieldToString(candSubfield)}' to field`, debugDev);\n  // Add subfield to the end of all subfields. NB! Implement a separate function that does this + subfield reordering somehow...\n  targetField.subfields.push(candSubfield); // eslint-disable-line functional/immutable-data\n\n  targetField.merged = 1; // eslint-disable-line functional/immutable-data\n\n  setPunctuationFlag(targetField, candSubfield);\n  sortAdjacentSubfields(targetField);\n\n}\n\nfunction setPunctuationFlag(field, addedSubfield) {\n  if (isControlSubfieldCode(addedSubfield.code)) { // These are never punctuation related\n    return;\n  }\n  field.useExternalEndPunctuation = 1; // eslint-disable-line functional/immutable-data\n}\n\n\nfunction resetPaired880(candFieldPair880, targetField, punctlessCandSubfield) {\n  // No relevant:\n  if (punctlessCandSubfield.code !== '6') {\n    return;\n  }\n  if (targetField.tag === '880') {\n    return;\n  }\n  // NB! $6 comes first:\n  if (candFieldPair880 === undefined || !candFieldPair880.subfields || candFieldPair880.subfields[0].code !== '6') {\n    return;\n\n  }\n  nvdebug(`880 contents: ${fieldToString(candFieldPair880)}`, debugDev);\n  resetSubfield6Tag(candFieldPair880.subfields[0], targetField.tag);\n}\n\nexport function mergeOrAddSubfield(targetField, candSubfieldData, candFieldPairs880 = []) {\n\n  const candSubfieldAsString = `${candSubfieldData.code} ${candSubfieldData.originalValue}`;\n\n  nvdebug(`   Q: mergeOrAddSubfield '${candSubfieldAsString}'\\n      with field '${fieldToString(targetField)}'?`, debugDev);\n  if (mergeOrAddSubfieldNotRequired(targetField, candSubfieldData)) {\n    nvdebug(`    A: No. No need to merge nor to add the subfield '${candSubfieldAsString}'`, debugDev);\n    return;\n  }\n\n  const candSubfield = {'code': candSubfieldData.code, 'value': candSubfieldData.punctuationlessValue};\n\n  // Currently only for X00$d 1984- => 1984-2000 type of changes, where source version is better that what base has.\n  // It all other cases the original subfield is kept.\n  const original = fieldToString(targetField);\n\n  if (mergeSubfield(targetField, candSubfield)) { // We might need the normalizedCandSubfield later on\n    mergeSubfieldPostprocessor();\n    return;\n  }\n\n  // Subfield codes missing from the original record can be added by default:\n  if (addSubfieldWithPreviouslyUnseenSubfieldCode()) {\n    return;\n  }\n\n  // melindaCustomMergeFields.json tells us whether the subfield is repeatable or not:\n  if (subfieldIsRepeatable(targetField.tag, candSubfield.code)) {\n    // We don't want to add multiple, say, 260$c\n    if (['260', '264'].includes(targetField.tag)) {\n      nvdebug(`    A: Exceptionally skip repeatable existing subfield '${subfieldToString(candSubfield)}'`, debugDev);\n      return;\n    }\n    nvdebug(`    A: Yes. Add repeatable subfield '${subfieldToString(candSubfield)}'`, debugDev);\n    targetField.merged = 1; // eslint-disable-line functional/immutable-data\n    setPunctuationFlag(targetField, candSubfield);\n    addSubfield(targetField, candSubfield);\n    return;\n  }\n\n  nvdebug(`    A: No. Non-repeatable subfield '${subfieldToString(candSubfield)}'`, debugDev);\n  return;\n\n  function mergeSubfieldPostprocessor() {\n    if (original !== fieldToString(targetField)) {\n      nvdebug(`    A: Merge. Subfield '${candSubfieldAsString}' replaces the original subfield.`, debugDev);\n      targetField.merged = 1; // eslint-disable-line functional/immutable-data\n      setPunctuationFlag(targetField, candSubfield);\n      return;\n    }\n    nvdebug(`      A: No. Field ${original} already had the same or a synonymous or a better merge candidate than our subfield '${candSubfieldAsString}'.`, debugDev);\n    return;\n  }\n\n  function addSubfieldWithPreviouslyUnseenSubfieldCode() {\n    if (!fieldHasSubfield(targetField, candSubfield.code)) {\n      nvdebug(`    A: Yes. Add previously unseen subfield '${subfieldToString(candSubfield)}'`, debugDev);\n      targetField.merged = 1; // eslint-disable-line functional/immutable-data\n      setPunctuationFlag(targetField, candSubfield);\n      candFieldPairs880.forEach(pair => resetPaired880(pair, targetField, candSubfield));\n      addSubfield(targetField, candSubfield);\n      return true;\n    }\n    return false;\n  }\n}\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,4BAAA,GAAAD,OAAA;AACA,IAAAE,qBAAA,GAAAF,OAAA;AACA,IAAAG,MAAA,GAAAH,OAAA;AACA,IAAAI,cAAA,GAAAJ,OAAA;AACA,IAAAK,cAAA,GAAAL,OAAA;AAEA,IAAAM,eAAA,GAAAN,OAAA;AACA,IAAAO,eAAA,GAAAP,OAAA;AAAuD,SAAAD,uBAAAS,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAHC;;AAKxD,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,iEAAiE,CAAC;AAClG;AACA,MAAMC,QAAQ,GAAGF,KAAK,CAACG,MAAM,CAAC,KAAK,CAAC;AAEpC,SAASC,gFAAgFA,CAACC,WAAW,EAAEC,gBAAgB,EAAE;EACvH,IAAID,WAAW,CAACE,GAAG,KAAK,KAAK,IAAID,gBAAgB,CAACE,IAAI,KAAK,GAAG,EAAE;IAC9D,OAAO,KAAK;EACd;EACA,IAAAC,cAAO,EAAC,GAAG,IAAAC,oBAAa,EAACL,WAAW,CAAC,UAAUC,gBAAgB,CAACK,aAAa,GAAG,EAAET,QAAQ,CAAC;EAC3F;EACA,IAAIG,WAAW,CAACO,SAAS,CAACC,IAAI,CAACC,EAAE,IAAIA,EAAE,CAACN,IAAI,KAAK,GAAG,IAAIM,EAAE,CAACC,KAAK,KAAKT,gBAAgB,CAACK,aAAa,CAAC,EAAE;IACpG,IAAAF,cAAO,EAAC,qBAAqB,EAAEP,QAAQ,CAAC;IACxC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASc,uBAAuBA,CAACV,gBAAgB,EAAE;EACjD,IAAIA,gBAAgB,CAACE,IAAI,KAAK,GAAG,IAAI,CAAC,eAAe,EAAE,cAAc,CAAC,CAACS,QAAQ,CAACX,gBAAgB,CAACK,aAAa,CAAC,EAAE;IAC/G;IACA;IACAT,QAAQ,CAAC,uBAAuB,CAAC;IACjC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAGA,SAASgB,yCAAyCA,CAACb,WAAW,EAAEC,gBAAgB,EAAE;EAEhF;EACA;EACA,IAAID,WAAW,CAACE,GAAG,CAACY,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,IAAIb,gBAAgB,CAACC,GAAG,CAACY,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,IAAIb,gBAAgB,CAACE,IAAI,KAAK,GAAG,IAAIF,gBAAgB,CAACK,aAAa,CAACS,KAAK,CAAC,SAAS,CAAC,EAAE;IACnK,OAAO,IAAI;EACb;;EAEA;EACA,IAAI,CAAC,IAAAC,mCAAmB,EAAChB,WAAW,CAACE,GAAG,EAAED,gBAAgB,CAACE,IAAI,EAAEF,gBAAgB,CAACgB,eAAe,CAAC,EAAE;IAClG,OAAO,IAAI;EACb;;EAGA;EACA,MAAMC,mBAAmB,GAAG,IAAAC,iCAAW,EAACnB,WAAW,CAACE,GAAG,EAAED,gBAAgB,CAACE,IAAI,CAAC;EAC/E,IAAIe,mBAAmB,KAAKE,SAAS,EAAE;IACrC,MAAMC,uBAAuB,GAAG,IAAAC,mDAA6B,EAACrB,gBAAgB,CAACK,aAAa,EAAEY,mBAAmB,CAAC;IAClH,IAAIlB,WAAW,CAACO,SAAS,CAACC,IAAI,CAACC,EAAE,IAAI,IAAAa,mDAA6B,EAACb,EAAE,CAACC,KAAK,CAAC,KAAKW,uBAAuB,IAAIZ,EAAE,CAACN,IAAI,KAAKF,gBAAgB,CAACE,IAAI,CAAC,EAAE;MAC9I,OAAO,IAAI;IACb;EACF;EACA,OAAO,KAAK;AACd;AAGA,SAASoB,wBAAwBA,CAACrB,GAAG,EAAEsB,YAAY,EAAEC,aAAa,EAAE;EAClE,IAAIvB,GAAG,KAAK,KAAK,IAAIsB,YAAY,KAAK,GAAG,EAAE;IACzC,OAAO,IAAI;EACb;EACA;EACA;EACA,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACZ,QAAQ,CAACV,GAAG,CAAC,IAAIsB,YAAY,KAAK,GAAG,IAAIC,aAAa,CAACC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,OAAO,EAAE;IACnH,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASC,6BAA6BA,CAAC3B,WAAW,EAAEC,gBAAgB,EAAE;EACpE,IAAIF,gFAAgF,CAACC,WAAW,EAAEC,gBAAgB,CAAC,IAAIU,uBAAuB,CAACV,gBAAgB,CAAC,EAAE;IAChK,OAAO,IAAI;EACb;EAEA,IAAIY,yCAAyC,CAACb,WAAW,EAAEC,gBAAgB,CAAC,EAAE;IAC5E,OAAO,IAAI;EACb;EAEA,MAAM2B,uBAAuB,GAAG5B,WAAW,CAACO,SAAS,CAACsB,MAAM,CAACpB,EAAE,IAAIA,EAAE,CAACN,IAAI,KAAKF,gBAAgB,CAACE,IAAI,CAAC;EACrG;EACA,IAAIyB,uBAAuB,CAACE,MAAM,KAAK,CAAC,EAAE;IACxC,OAAO,KAAK;EACd;EACA,IAAA1B,cAAO,EAAC,yCAAyC,IAAAC,oBAAa,EAACL,WAAW,CAAC,SAAS,EAAEH,QAAQ,CAAC;EAC/F,IAAAO,cAAO,EAAC,mBAAmBH,gBAAgB,CAACE,IAAI,IAAIF,gBAAgB,CAACK,aAAa,EAAE,EAAET,QAAQ,CAAC;EAC/F,IAAAO,cAAO,EAAC,mBAAmBH,gBAAgB,CAACE,IAAI,IAAIF,gBAAgB,CAAC8B,oBAAoB,EAAE,EAAElC,QAAQ,CAAC;EACtG,IAAI+B,uBAAuB,CAACpB,IAAI,CAACC,EAAE,IAAIA,EAAE,CAACN,IAAI,KAAKF,gBAAgB,CAACE,IAAI,IAAIM,EAAE,CAACC,KAAK,KAAKT,gBAAgB,CAACK,aAAa,CAAC,EAAE;IACxH,OAAO,IAAI;EACb;EACA,IAAIsB,uBAAuB,CAACpB,IAAI,CAACC,EAAE,IAAIA,EAAE,CAACN,IAAI,KAAKF,gBAAgB,CAACE,IAAI,IAAIM,EAAE,CAACC,KAAK,KAAKT,gBAAgB,CAAC8B,oBAAoB,CAAC,EAAE;IAC/H,OAAO,IAAI;EACb;EAEA,IAAI,CAACR,wBAAwB,CAACvB,WAAW,CAACE,GAAG,EAAED,gBAAgB,CAACE,IAAI,EAAEF,gBAAgB,CAACK,aAAa,CAAC,EAAE;IACrG,MAAM0B,qBAAqB,GAAG,IAAAC,gEAAmC,EAACjC,WAAW,CAAC;IAC9E,IAAAI,cAAO,EAAC,oDAAoD,IAAAC,oBAAa,EAAC2B,qBAAqB,CAAC,GAAG,EAAEnC,QAAQ,CAAC;IAC9G,IAAAO,cAAO,EAAC,kBAAkBH,gBAAgB,CAACE,IAAI,IAAIF,gBAAgB,CAACgB,eAAe,GAAG,EAAEpB,QAAQ,CAAC;IAEjG,IAAImC,qBAAqB,CAACzB,SAAS,CAACC,IAAI,CAACC,EAAE,IAAIA,EAAE,CAACN,IAAI,KAAKF,gBAAgB,CAACE,IAAI,IAAIM,EAAE,CAACC,KAAK,KAAKT,gBAAgB,CAACgB,eAAe,CAAC,EAAE;MAClI;MACA;MACA,OAAO,IAAI;IACb;EACF;EAEA,OAAO,KAAK,CAAC,CAAC;AAChB;AAEA,SAASiB,WAAWA,CAAClC,WAAW,EAAEmC,YAAY,EAAE;EAC9C,IAAA/B,cAAO,EAAC,oBAAoB,IAAAgC,uBAAgB,EAACD,YAAY,CAAC,YAAY,EAAEtC,QAAQ,CAAC;EACjF;EACAG,WAAW,CAACO,SAAS,CAAC8B,IAAI,CAACF,YAAY,CAAC,CAAC,CAAC;;EAE1CnC,WAAW,CAACsC,MAAM,GAAG,CAAC,CAAC,CAAC;;EAExBC,kBAAkB,CAACvC,WAAW,EAAEmC,YAAY,CAAC;EAC7C,IAAAK,oCAAqB,EAACxC,WAAW,CAAC;AAEpC;AAEA,SAASuC,kBAAkBA,CAACE,KAAK,EAAEC,aAAa,EAAE;EAChD,IAAI,IAAAC,4BAAqB,EAACD,aAAa,CAACvC,IAAI,CAAC,EAAE;IAAE;IAC/C;EACF;EACAsC,KAAK,CAACG,yBAAyB,GAAG,CAAC,CAAC,CAAC;AACvC;AAGA,SAASC,cAAcA,CAACC,gBAAgB,EAAE9C,WAAW,EAAE+C,qBAAqB,EAAE;EAC5E;EACA,IAAIA,qBAAqB,CAAC5C,IAAI,KAAK,GAAG,EAAE;IACtC;EACF;EACA,IAAIH,WAAW,CAACE,GAAG,KAAK,KAAK,EAAE;IAC7B;EACF;EACA;EACA,IAAI4C,gBAAgB,KAAK1B,SAAS,IAAI,CAAC0B,gBAAgB,CAACvC,SAAS,IAAIuC,gBAAgB,CAACvC,SAAS,CAAC,CAAC,CAAC,CAACJ,IAAI,KAAK,GAAG,EAAE;IAC/G;EAEF;EACA,IAAAC,cAAO,EAAC,iBAAiB,IAAAC,oBAAa,EAACyC,gBAAgB,CAAC,EAAE,EAAEjD,QAAQ,CAAC;EACrE,IAAAmD,iCAAiB,EAACF,gBAAgB,CAACvC,SAAS,CAAC,CAAC,CAAC,EAAEP,WAAW,CAACE,GAAG,CAAC;AACnE;AAEO,SAAS+C,kBAAkBA,CAACjD,WAAW,EAAEC,gBAAgB,EAAEiD,iBAAiB,GAAG,EAAE,EAAE;EAExF,MAAMC,oBAAoB,GAAG,GAAGlD,gBAAgB,CAACE,IAAI,IAAIF,gBAAgB,CAACK,aAAa,EAAE;EAEzF,IAAAF,cAAO,EAAC,6BAA6B+C,oBAAoB,wBAAwB,IAAA9C,oBAAa,EAACL,WAAW,CAAC,IAAI,EAAEH,QAAQ,CAAC;EAC1H,IAAI8B,6BAA6B,CAAC3B,WAAW,EAAEC,gBAAgB,CAAC,EAAE;IAChE,IAAAG,cAAO,EAAC,wDAAwD+C,oBAAoB,GAAG,EAAEtD,QAAQ,CAAC;IAClG;EACF;EAEA,MAAMsC,YAAY,GAAG;IAAC,MAAM,EAAElC,gBAAgB,CAACE,IAAI;IAAE,OAAO,EAAEF,gBAAgB,CAAC8B;EAAoB,CAAC;;EAEpG;EACA;EACA,MAAMqB,QAAQ,GAAG,IAAA/C,oBAAa,EAACL,WAAW,CAAC;EAE3C,IAAI,IAAAqD,4BAAa,EAACrD,WAAW,EAAEmC,YAAY,CAAC,EAAE;IAAE;IAC9CmB,0BAA0B,CAAC,CAAC;IAC5B;EACF;;EAEA;EACA,IAAIC,2CAA2C,CAAC,CAAC,EAAE;IACjD;EACF;;EAEA;EACA,IAAI,IAAAC,2BAAoB,EAACxD,WAAW,CAACE,GAAG,EAAEiC,YAAY,CAAChC,IAAI,CAAC,EAAE;IAC5D;IACA,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAACS,QAAQ,CAACZ,WAAW,CAACE,GAAG,CAAC,EAAE;MAC5C,IAAAE,cAAO,EAAC,2DAA2D,IAAAgC,uBAAgB,EAACD,YAAY,CAAC,GAAG,EAAEtC,QAAQ,CAAC;MAC/G;IACF;IACA,IAAAO,cAAO,EAAC,wCAAwC,IAAAgC,uBAAgB,EAACD,YAAY,CAAC,GAAG,EAAEtC,QAAQ,CAAC;IAC5FG,WAAW,CAACsC,MAAM,GAAG,CAAC,CAAC,CAAC;IACxBC,kBAAkB,CAACvC,WAAW,EAAEmC,YAAY,CAAC;IAC7CD,WAAW,CAAClC,WAAW,EAAEmC,YAAY,CAAC;IACtC;EACF;EAEA,IAAA/B,cAAO,EAAC,uCAAuC,IAAAgC,uBAAgB,EAACD,YAAY,CAAC,GAAG,EAAEtC,QAAQ,CAAC;EAC3F;EAEA,SAASyD,0BAA0BA,CAAA,EAAG;IACpC,IAAIF,QAAQ,KAAK,IAAA/C,oBAAa,EAACL,WAAW,CAAC,EAAE;MAC3C,IAAAI,cAAO,EAAC,2BAA2B+C,oBAAoB,mCAAmC,EAAEtD,QAAQ,CAAC;MACrGG,WAAW,CAACsC,MAAM,GAAG,CAAC,CAAC,CAAC;MACxBC,kBAAkB,CAACvC,WAAW,EAAEmC,YAAY,CAAC;MAC7C;IACF;IACA,IAAA/B,cAAO,EAAC,sBAAsBgD,QAAQ,wFAAwFD,oBAAoB,IAAI,EAAEtD,QAAQ,CAAC;IACjK;EACF;EAEA,SAAS0D,2CAA2CA,CAAA,EAAG;IACrD,IAAI,CAAC,IAAAE,uBAAgB,EAACzD,WAAW,EAAEmC,YAAY,CAAChC,IAAI,CAAC,EAAE;MACrD,IAAAC,cAAO,EAAC,+CAA+C,IAAAgC,uBAAgB,EAACD,YAAY,CAAC,GAAG,EAAEtC,QAAQ,CAAC;MACnGG,WAAW,CAACsC,MAAM,GAAG,CAAC,CAAC,CAAC;MACxBC,kBAAkB,CAACvC,WAAW,EAAEmC,YAAY,CAAC;MAC7Ce,iBAAiB,CAACQ,OAAO,CAACC,IAAI,IAAId,cAAc,CAACc,IAAI,EAAE3D,WAAW,EAAEmC,YAAY,CAAC,CAAC;MAClFD,WAAW,CAAClC,WAAW,EAAEmC,YAAY,CAAC;MACtC,OAAO,IAAI;IACb;IACA,OAAO,KAAK;EACd;AACF","ignoreList":[]}

package/dist/merge-fields/mergeSubfield.js

@@ -0,0 +1,277 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.mergeSubfield = mergeSubfield;
+var _debug = _interopRequireDefault(require("debug"));
+var _normalizeSubfieldValueForComparison = require("../normalizeSubfieldValueForComparison");
+var _worldKnowledge = require("./worldKnowledge");
+var _utils = require("../utils");
+var _normalizeFieldForComparison = require("../normalizeFieldForComparison.js");
+var _counterpartField = require("./counterpartField");
+function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+const debug = (0, _debug.default)('@natlibfi/melinda-marc-record-merge-reducers:mergeSubfield');
+//const debugData = debug.extend('data');
+const debugDev = debug.extend('dev');
+
+// NB! These are X00 specific. Should we somehow parametrize them?
+const onlyBirthYear = /^[1-9][0-9]*-[,.]?$/u;
+const onlyDeathYear = /^-[1-9][0-9]*[,.]?$/u;
+const birthYearAndDeathYear = /^[1-9][0-9]*-[1-9][0-9]*[,.]?$/u;
+function getDeathYear(str) {
+  return parseInt(str.substring(str.indexOf('-') + 1), 10);
+}
+function isValidBirthYearAndDeathYear(str) {
+  if (!birthYearAndDeathYear.test(str)) {
+    return false;
+  }
+  // We have two years
+  const b = parseInt(str, 10);
+  const d = getDeathYear(str);
+  if (b > d) {
+    // died before birth! Rather unlikely.
+    return false;
+  }
+  if (d - b > 125) {
+    // Over 125 years old. Rather unlikely.
+    return false;
+  }
+  // Possible sanity check: Died after current year?
+  return true;
+}
+function anyYear(str) {
+  if (onlyBirthYear.test(str) || onlyDeathYear.test(str) || isValidBirthYearAndDeathYear(str)) {
+    return true;
+  }
+  return false;
+}
+function replaceEntrysBirthAndDeathYear(targetField, candSubfield, relevantSubfields) {
+  if (birthYearAndDeathYear.test(candSubfield.value)) {
+    if (onlyBirthYear.test(relevantSubfields[0].value) && parseInt(relevantSubfields[0].value, 10) === parseInt(candSubfield.value, 10)) {
+      relevantSubfields[0].value = candSubfield.value; // eslint-disable-line functional/immutable-data
+      return true;
+    }
+    if (onlyDeathYear.test(relevantSubfields[0].value) && getDeathYear(relevantSubfields[0].value) === getDeathYear(candSubfield.value)) {
+      relevantSubfields[0].value = candSubfield.value; // eslint-disable-line functional/immutable-data
+      return true;
+    }
+  }
+  return false;
+}
+function replaceDatesAssociatedWithName(targetField, candSubfield, relevantSubfields) {
+  // Add also the death year, if the original value only contains birth year.
+  // This function treats only with X00$d subfields:
+  if (candSubfield.code !== 'd' || !/^[1678]00$/u.test(targetField.tag)) {
+    // njsscan-ignore: regex_dos
+    return false;
+  }
+  if (!anyYear(relevantSubfields[0].value) && anyYear(candSubfield.value)) {
+    relevantSubfields[0].value = candSubfield.value; // eslint-disable-line functional/immutable-data
+    return true;
+  }
+  if (replaceEntrysBirthAndDeathYear(targetField, candSubfield, relevantSubfields)) {
+    return true;
+  }
+  return false;
+}
+
+// use array.includes(value) for easy extendability (Swedish, other languages, abbrs, etc.()
+function isKierreselka(value) {
+  return ['kierreselkä', 'spiral bound', 'spiral-bound', 'spiralrygg'].includes(value);
+}
+function isKovakantinen(value) {
+  return ['hardback', 'hardcover', 'hårda pärmar', 'kovakantinen'].includes(value);
+}
+function isPehmeakantinen(value) {
+  return ['mjuka pärmar', 'paperback', 'pehmeäkantinen', 'softcover'].includes(value);
+}
+function isItsenainenJatkoOsa(value) {
+  if (value.match(/^Fristående fortsättning på verket[^a-z]*$/ui)) {
+    return true;
+  }
+  if (value.match(/^Itsenäinen jatko-osa teokselle[^a-z]*$/ui)) {
+    return true;
+  }
+  return false;
+}
+function isSisaltaaTeos(value) {
+  if (value.match(/^Innehåller \(verk\)[^a-z]*$/ui)) {
+    return true;
+  }
+  if (value.match(/^Sisältää \(teos\)[^a-z]*$/ui)) {
+    return true;
+  }
+  return false;
+}
+function relationInformationMatches(candSubfield, relevantSubfields) {
+  if (isSisaltaaTeos(candSubfield.value) && relevantSubfields.some(sf => isSisaltaaTeos(sf.value))) {
+    return true;
+  }
+  if (isItsenainenJatkoOsa(candSubfield.value) && relevantSubfields.some(sf => isItsenainenJatkoOsa(sf.value))) {
+    return true;
+  }
+  return false;
+}
+function coverTypesMatch(candSubfield, relevantSubfields) {
+  if (isPehmeakantinen(candSubfield.value) && relevantSubfields.some(sf => isPehmeakantinen(sf.value))) {
+    return true;
+  }
+  if (isKovakantinen(candSubfield.value) && relevantSubfields.some(sf => isKovakantinen(sf.value))) {
+    return true;
+  }
+  if (isKierreselka(candSubfield.value) && relevantSubfields.some(sf => isKierreselka(sf.value))) {
+    return true;
+  }
+  return false;
+}
+function httpToHttps(val) {
+  return val.replace(/http:\/\//ug, 'https://');
+}
+function pairHttpAndHttps(candSubfield, relevantSubfields) {
+  const a = httpToHttps(candSubfield.value);
+  const bs = relevantSubfields.map(sf => httpToHttps(sf.value));
+  return bs.includes(a);
+}
+function isSynonym(field, candSubfield, relevantSubfields) {
+  if (candSubfield.code === 'q' && ['015', '020', '024', '028'].includes(field.tag)) {
+    return coverTypesMatch(candSubfield, relevantSubfields);
+  }
+
+  //nvdebug(`Looking for synonyms for '${subfieldToString(candSubfield)}'...`, debugDev);
+
+  if (relationInformationMatches(candSubfield, relevantSubfields)) {
+    return true;
+  }
+  if (pairHttpAndHttps(candSubfield, relevantSubfields)) {
+    return true;
+  }
+  return false;
+}
+function preferHyphenatedISBN(field, candSubfield, relevantSubfields) {
+  if (!(0, _normalizeFieldForComparison.tagAndSubfieldCodeReferToIsbn)(field.tag, candSubfield.code) || candSubfield.value.includes('-') === -1) {
+    return false;
+  }
+
+  // Must not already exist:
+  if (relevantSubfields.some(sf => sf.value === candSubfield.value)) {
+    return false;
+  }
+  const hyphenlessSubfields = relevantSubfields.filter(sf => sf.value.includes('-') > -1);
+  const pair = hyphenlessSubfields.find(sf => sf.value === candSubfield.value.replace(/-/gu, ''));
+  if (!pair) {
+    return false;
+  }
+  pair.value = candSubfield.value; // eslint-disable-line functional/immutable-data
+  return true;
+}
+function preferHttpsOverHttp(candSubfield, relevantSubfields) {
+  if (candSubfield.value.substring(0, 8) !== 'https://') {
+    return false;
+  }
+  const httpVersion = `http://${candSubfield.value.substring(8)}`;
+  const pair = relevantSubfields.find(sf => sf.value === httpVersion);
+  if (!pair) {
+    return false;
+  }
+  pair.value = candSubfield.value; // eslint-disable-line functional/immutable-data
+  return true;
+}
+function preferQualifierVersion(field, candSubfield, relevantSubfields) {
+  if (!(0, _counterpartField.canContainOptionalQualifier)(field.tag, candSubfield.code)) {
+    // currently only 300$a and 776$i can prefer source...
+    return false;
+  }
+  const [name1, qualifier1] = (0, _counterpartField.splitToNameAndQualifier)(candSubfield.value);
+  const pair = relevantSubfields.find(sf => subfieldQualifierCheck(sf, name1, qualifier1));
+  if (!pair) {
+    return false;
+  }
+  // SN: "Kuvailuohjeiden näkökulmasta epubille ei pitäisi koskaan merkitä sivumäärää"
+  if (field.tag === '300' && candSubfield.code === 'a' && candSubfield.value.match(/(?:online|verkko)/iu)) {
+    return true; // True, but don't prefer the source value
+  }
+  pair.value = candSubfield.value; // eslint-disable-line functional/immutable-data
+  return true;
+  function subfieldQualifierCheck(subfield, name, qualifier) {
+    const [name2, qualifier2] = (0, _counterpartField.splitToNameAndQualifier)(candSubfield.value);
+    if (name !== name2) {
+      return false;
+    }
+    if (!qualifier || !qualifier2 || qualifier === qualifier2) {
+      return true;
+    }
+    return false;
+  }
+}
+function preferSourceCorporateName(field, candSubfield, pair) {
+  if (candSubfield.code !== 'a' || !['110', '610', '710', '810'].includes(field.tag)) {
+    return false;
+  }
+  (0, _utils.nvdebug)(`CORP base '${pair.value}' vs '${candSubfield.value}'`, debugDev);
+  const prefer = actualPrefenceCheck();
+  if (prefer) {
+    pair.value = candSubfield.value; // eslint-disable-line functional/immutable-data
+    return true;
+  }
+  return false;
+  function actualPrefenceCheck() {
+    if (candSubfield.value.match(/^Werner Söderström/u) && pair.value.match(/^WSOY/ui)) {
+      return true;
+    }
+    if (candSubfield.value.match(/^ntamo/u) && pair.value.match(/^N(?:tamo|TAMO)/u)) {
+      return true;
+    }
+    // Prefer (qualifier):
+    const [sourceName, sourceQualifier] = (0, _counterpartField.splitToNameAndQualifier)(candSubfield.value);
+    const [baseName, baseQualifier] = (0, _counterpartField.splitToNameAndQualifier)(pair.value);
+    if (sourceName === baseName && baseQualifier === undefined && sourceQualifier !== undefined) {
+      return true;
+    }
+    // Not taking prefix and suffix into account here...
+    return false;
+  }
+}
+function mergeSubfield(targetField, candSubfield) {
+  // Replace existing subfield with the incoming field. These replacements are by name rather hacky...
+  // Currenty we only select the better X00$d.
+  // In future we might do more things here. Examples:
+  // - "FOO" gets replaced by "Foo" in certain fields.
+  // - "Etunimi Sukunimi" might lose to "Sukunimi, Etunimi" in X00 fields.
+  // - [put your ideas here]
+  // Return true, if replace is done.
+  // However, replacing/succeeding requires a sanity check, that the new value is a better one...
+  // Thus, typically this function fails...
+
+  const relevantSubfields = targetField.subfields.filter(subfield => subfield.code === candSubfield.code);
+
+  // There's nothing to replace the incoming subfield with. Thus abort:
+  if (relevantSubfields.length === 0) {
+    return false;
+  }
+  (0, _utils.nvdebug)(`Got ${relevantSubfields.length} sf-cand(s) for field ${targetField.tag}‡${candSubfield.code}`, debugDev);
+  if (replaceDatesAssociatedWithName(targetField, candSubfield, relevantSubfields) || preferHyphenatedISBN(targetField, candSubfield, relevantSubfields) || preferHttpsOverHttp(candSubfield, relevantSubfields) || preferSourceCorporateName(targetField, candSubfield, relevantSubfields[0]) ||
+  // SF is non-repeat
+  preferQualifierVersion(targetField, candSubfield, relevantSubfields) || isSynonym(targetField, candSubfield, relevantSubfields)) {
+    return true;
+  }
+
+  // We found a crappy empty subfield: replace that with a meaningful one.
+  // 260 $a value "[S.l]" is the main type for this.
+  const meaninglessSubfields = relevantSubfields.filter(sf => !(0, _worldKnowledge.valueCarriesMeaning)(targetField.tag, sf.code, sf.value));
+  if (meaninglessSubfields.length > 0) {
+    meaninglessSubfields[0].value = candSubfield.value; // eslint-disable-line functional/immutable-data
+    return true;
+  }
+
+  // Mark 490$v "osa 1" vs "1" as merged (2nd part of MET-53).
+  // NB! Keeps the original value and drops the incoming value. (Just preventing it from going to add-part...)
+  // NB! We could improve this and choose the longer value later on.
+  if ((0, _normalizeSubfieldValueForComparison.subfieldContainsPartData)(targetField.tag, candSubfield.code)) {
+    if (relevantSubfields.some(sf => (0, _normalizeSubfieldValueForComparison.partsAgree)(sf.value, candSubfield.value, targetField.tag, candSubfield.code))) {
+      return true;
+    }
+  }
+  return false; // default to failure
+}
+//# sourceMappingURL=mergeSubfield.js.map

package/dist/merge-fields/mergeSubfield.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mergeSubfield.js","names":["_debug","_interopRequireDefault","require","_normalizeSubfieldValueForComparison","_worldKnowledge","_utils","_normalizeFieldForComparison","_counterpartField","e","__esModule","default","debug","createDebugLogger","debugDev","extend","onlyBirthYear","onlyDeathYear","birthYearAndDeathYear","getDeathYear","str","parseInt","substring","indexOf","isValidBirthYearAndDeathYear","test","b","d","anyYear","replaceEntrysBirthAndDeathYear","targetField","candSubfield","relevantSubfields","value","replaceDatesAssociatedWithName","code","tag","isKierreselka","includes","isKovakantinen","isPehmeakantinen","isItsenainenJatkoOsa","match","isSisaltaaTeos","relationInformationMatches","some","sf","coverTypesMatch","httpToHttps","val","replace","pairHttpAndHttps","a","bs","map","isSynonym","field","preferHyphenatedISBN","tagAndSubfieldCodeReferToIsbn","hyphenlessSubfields","filter","pair","find","preferHttpsOverHttp","httpVersion","preferQualifierVersion","canContainOptionalQualifier","name1","qualifier1","splitToNameAndQualifier","subfieldQualifierCheck","subfield","name","qualifier","name2","qualifier2","preferSourceCorporateName","nvdebug","prefer","actualPrefenceCheck","sourceName","sourceQualifier","baseName","baseQualifier","undefined","mergeSubfield","subfields","length","meaninglessSubfields","valueCarriesMeaning","subfieldContainsPartData","partsAgree"],"sources":["../../src/merge-fields/mergeSubfield.js"],"sourcesContent":["import createDebugLogger from 'debug';\nimport {partsAgree, subfieldContainsPartData} from '../normalizeSubfieldValueForComparison';\nimport {valueCarriesMeaning} from './worldKnowledge';\nimport {nvdebug} from '../utils';\nimport {tagAndSubfieldCodeReferToIsbn} from '../normalizeFieldForComparison.js';\nimport {canContainOptionalQualifier, splitToNameAndQualifier} from './counterpartField';\n\nconst debug = createDebugLogger('@natlibfi/melinda-marc-record-merge-reducers:mergeSubfield');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\n// NB! These are X00 specific. Should we somehow parametrize them?\nconst onlyBirthYear = /^[1-9][0-9]*-[,.]?$/u;\nconst onlyDeathYear = /^-[1-9][0-9]*[,.]?$/u;\nconst birthYearAndDeathYear = /^[1-9][0-9]*-[1-9][0-9]*[,.]?$/u;\n\nfunction getDeathYear(str) {\n  return parseInt(str.substring(str.indexOf('-') + 1), 10);\n}\n\nfunction isValidBirthYearAndDeathYear(str) {\n  if (!birthYearAndDeathYear.test(str)) {\n    return false;\n  }\n  // We have two years\n  const b = parseInt(str, 10);\n  const d = getDeathYear(str);\n  if (b > d) { // died before birth! Rather unlikely.\n    return false;\n  }\n  if (d - b > 125) { // Over 125 years old. Rather unlikely.\n    return false;\n  }\n  // Possible sanity check: Died after current year?\n  return true;\n}\n\nfunction anyYear(str) {\n  if (onlyBirthYear.test(str) || onlyDeathYear.test(str) || isValidBirthYearAndDeathYear(str)) {\n    return true;\n  }\n  return false;\n}\n\nfunction replaceEntrysBirthAndDeathYear(targetField, candSubfield, relevantSubfields) {\n  if (birthYearAndDeathYear.test(candSubfield.value)) {\n    if (onlyBirthYear.test(relevantSubfields[0].value) && parseInt(relevantSubfields[0].value, 10) === parseInt(candSubfield.value, 10)) {\n      relevantSubfields[0].value = candSubfield.value; // eslint-disable-line functional/immutable-data\n      return true;\n    }\n\n    if (onlyDeathYear.test(relevantSubfields[0].value) && getDeathYear(relevantSubfields[0].value) === getDeathYear(candSubfield.value)) {\n      relevantSubfields[0].value = candSubfield.value; // eslint-disable-line functional/immutable-data\n      return true;\n    }\n  }\n  return false;\n}\n\nfunction replaceDatesAssociatedWithName(targetField, candSubfield, relevantSubfields) {\n  // Add also the death year, if the original value only contains birth year.\n  // This function treats only with X00$d subfields:\n  if (candSubfield.code !== 'd' || !(/^[1678]00$/u).test(targetField.tag)) { // njsscan-ignore: regex_dos\n    return false;\n  }\n\n  if (!anyYear(relevantSubfields[0].value) && anyYear(candSubfield.value)) {\n    relevantSubfields[0].value = candSubfield.value; // eslint-disable-line functional/immutable-data\n    return true;\n  }\n\n  if (replaceEntrysBirthAndDeathYear(targetField, candSubfield, relevantSubfields)) {\n    return true;\n  }\n  return false;\n}\n\n// use array.includes(value) for easy extendability (Swedish, other languages, abbrs, etc.()\nfunction isKierreselka(value) {\n  return ['kierreselkä', 'spiral bound', 'spiral-bound', 'spiralrygg'].includes(value);\n}\n\nfunction isKovakantinen(value) {\n  return ['hardback', 'hardcover', 'hårda pärmar', 'kovakantinen'].includes(value);\n}\n\nfunction isPehmeakantinen(value) {\n  return ['mjuka pärmar', 'paperback', 'pehmeäkantinen', 'softcover'].includes(value);\n}\n\nfunction isItsenainenJatkoOsa(value) {\n  if (value.match(/^Fristående fortsättning på verket[^a-z]*$/ui)) {\n    return true;\n  }\n  if (value.match(/^Itsenäinen jatko-osa teokselle[^a-z]*$/ui)) {\n    return true;\n  }\n  return false;\n}\n\nfunction isSisaltaaTeos(value) {\n  if (value.match(/^Innehåller \\(verk\\)[^a-z]*$/ui)) {\n    return true;\n  }\n  if (value.match(/^Sisältää \\(teos\\)[^a-z]*$/ui)) {\n    return true;\n  }\n  return false;\n}\nfunction relationInformationMatches(candSubfield, relevantSubfields) {\n  if (isSisaltaaTeos(candSubfield.value) && relevantSubfields.some(sf => isSisaltaaTeos(sf.value))) {\n    return true;\n  }\n  if (isItsenainenJatkoOsa(candSubfield.value) && relevantSubfields.some(sf => isItsenainenJatkoOsa(sf.value))) {\n    return true;\n  }\n\n  return false;\n}\n\nfunction coverTypesMatch(candSubfield, relevantSubfields) {\n  if (isPehmeakantinen(candSubfield.value) && relevantSubfields.some(sf => isPehmeakantinen(sf.value))) {\n    return true;\n  }\n  if (isKovakantinen(candSubfield.value) && relevantSubfields.some(sf => isKovakantinen(sf.value))) {\n    return true;\n  }\n  if (isKierreselka(candSubfield.value) && relevantSubfields.some(sf => isKierreselka(sf.value))) {\n    return true;\n  }\n  return false;\n}\n\nfunction httpToHttps(val) {\n  return val.replace(/http:\\/\\//ug, 'https://');\n}\n\nfunction pairHttpAndHttps(candSubfield, relevantSubfields) {\n  const a = httpToHttps(candSubfield.value);\n  const bs = relevantSubfields.map(sf => httpToHttps(sf.value));\n  return bs.includes(a);\n}\n\nfunction isSynonym(field, candSubfield, relevantSubfields) {\n  if (candSubfield.code === 'q' && ['015', '020', '024', '028'].includes(field.tag)) {\n    return coverTypesMatch(candSubfield, relevantSubfields);\n  }\n\n  //nvdebug(`Looking for synonyms for '${subfieldToString(candSubfield)}'...`, debugDev);\n\n  if (relationInformationMatches(candSubfield, relevantSubfields)) {\n    return true;\n  }\n\n  if (pairHttpAndHttps(candSubfield, relevantSubfields)) {\n    return true;\n  }\n\n  return false;\n}\n\nfunction preferHyphenatedISBN(field, candSubfield, relevantSubfields) {\n  if (!tagAndSubfieldCodeReferToIsbn(field.tag, candSubfield.code) || candSubfield.value.includes('-') === -1) {\n    return false;\n  }\n\n  // Must not already exist:\n  if (relevantSubfields.some(sf => sf.value === candSubfield.value)) {\n    return false;\n  }\n\n  const hyphenlessSubfields = relevantSubfields.filter(sf => sf.value.includes('-') > -1);\n  const pair = hyphenlessSubfields.find(sf => sf.value === candSubfield.value.replace(/-/gu, ''));\n  if (!pair) {\n    return false;\n  }\n  pair.value = candSubfield.value; // eslint-disable-line functional/immutable-data\n  return true;\n}\n\nfunction preferHttpsOverHttp(candSubfield, relevantSubfields) {\n  if (candSubfield.value.substring(0, 8) !== 'https://') {\n    return false;\n  }\n\n  const httpVersion = `http://${candSubfield.value.substring(8)}`;\n  const pair = relevantSubfields.find(sf => sf.value === httpVersion);\n\n  if (!pair) {\n    return false;\n  }\n  pair.value = candSubfield.value; // eslint-disable-line functional/immutable-data\n  return true;\n}\n\n\nfunction preferQualifierVersion(field, candSubfield, relevantSubfields) {\n  if (!canContainOptionalQualifier(field.tag, candSubfield.code)) { // currently only 300$a and 776$i can prefer source...\n    return false;\n  }\n\n  const [name1, qualifier1] = splitToNameAndQualifier(candSubfield.value);\n  const pair = relevantSubfields.find(sf => subfieldQualifierCheck(sf, name1, qualifier1));\n  if (!pair) {\n    return false;\n  }\n  // SN: \"Kuvailuohjeiden näkökulmasta epubille ei pitäisi koskaan merkitä sivumäärää\"\n  if (field.tag === '300' && candSubfield.code === 'a' && candSubfield.value.match(/(?:online|verkko)/iu)) {\n    return true; // True, but don't prefer the source value\n  }\n\n  pair.value = candSubfield.value; // eslint-disable-line functional/immutable-data\n  return true;\n\n  function subfieldQualifierCheck(subfield, name, qualifier) {\n    const [name2, qualifier2] = splitToNameAndQualifier(candSubfield.value);\n    if (name !== name2) {\n      return false;\n    }\n    if (!qualifier || !qualifier2 || qualifier === qualifier2) {\n      return true;\n    }\n    return false;\n  }\n\n}\n\nfunction preferSourceCorporateName(field, candSubfield, pair) {\n  if (candSubfield.code !== 'a' || !['110', '610', '710', '810'].includes(field.tag)) {\n    return false;\n  }\n  nvdebug(`CORP base '${pair.value}' vs '${candSubfield.value}'`, debugDev);\n  const prefer = actualPrefenceCheck();\n  if (prefer) {\n    pair.value = candSubfield.value; // eslint-disable-line functional/immutable-data\n    return true;\n  }\n  return false;\n\n  function actualPrefenceCheck() {\n    if (candSubfield.value.match(/^Werner Söderström/u) && pair.value.match(/^WSOY/ui)) {\n      return true;\n    }\n    if (candSubfield.value.match(/^ntamo/u) && pair.value.match(/^N(?:tamo|TAMO)/u)) {\n      return true;\n    }\n    // Prefer (qualifier):\n    const [sourceName, sourceQualifier] = splitToNameAndQualifier(candSubfield.value);\n    const [baseName, baseQualifier] = splitToNameAndQualifier(pair.value);\n    if (sourceName === baseName && baseQualifier === undefined && sourceQualifier !== undefined) {\n      return true;\n    }\n    // Not taking prefix and suffix into account here...\n    return false;\n  }\n\n}\n\nexport function mergeSubfield(targetField, candSubfield) {\n  // Replace existing subfield with the incoming field. These replacements are by name rather hacky...\n  // Currenty we only select the better X00$d.\n  // In future we might do more things here. Examples:\n  // - \"FOO\" gets replaced by \"Foo\" in certain fields.\n  // - \"Etunimi Sukunimi\" might lose to \"Sukunimi, Etunimi\" in X00 fields.\n  // - [put your ideas here]\n  // Return true, if replace is done.\n  // However, replacing/succeeding requires a sanity check, that the new value is a better one...\n  // Thus, typically this function fails...\n\n  const relevantSubfields = targetField.subfields.filter(subfield => subfield.code === candSubfield.code);\n\n  // There's nothing to replace the incoming subfield with. Thus abort:\n  if (relevantSubfields.length === 0) {\n    return false;\n  }\n\n  nvdebug(`Got ${relevantSubfields.length} sf-cand(s) for field ${targetField.tag}‡${candSubfield.code}`, debugDev);\n\n\n  if (replaceDatesAssociatedWithName(targetField, candSubfield, relevantSubfields) ||\n      preferHyphenatedISBN(targetField, candSubfield, relevantSubfields) ||\n      preferHttpsOverHttp(candSubfield, relevantSubfields) ||\n      preferSourceCorporateName(targetField, candSubfield, relevantSubfields[0]) || // SF is non-repeat\n      preferQualifierVersion(targetField, candSubfield, relevantSubfields) ||\n      isSynonym(targetField, candSubfield, relevantSubfields)) {\n    return true;\n  }\n\n  // We found a crappy empty subfield: replace that with a meaningful one.\n  // 260 $a value \"[S.l]\" is the main type for this.\n  const meaninglessSubfields = relevantSubfields.filter(sf => !valueCarriesMeaning(targetField.tag, sf.code, sf.value));\n  if (meaninglessSubfields.length > 0) {\n    meaninglessSubfields[0].value = candSubfield.value; // eslint-disable-line functional/immutable-data\n    return true;\n  }\n\n  // Mark 490$v \"osa 1\" vs \"1\" as merged (2nd part of MET-53).\n  // NB! Keeps the original value and drops the incoming value. (Just preventing it from going to add-part...)\n  // NB! We could improve this and choose the longer value later on.\n  if (subfieldContainsPartData(targetField.tag, candSubfield.code)) {\n    if (relevantSubfields.some(sf => partsAgree(sf.value, candSubfield.value, targetField.tag, candSubfield.code))) {\n      return true;\n    }\n  }\n  return false; // default to failure\n}\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,oCAAA,GAAAD,OAAA;AACA,IAAAE,eAAA,GAAAF,OAAA;AACA,IAAAG,MAAA,GAAAH,OAAA;AACA,IAAAI,4BAAA,GAAAJ,OAAA;AACA,IAAAK,iBAAA,GAAAL,OAAA;AAAwF,SAAAD,uBAAAO,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAExF,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,4DAA4D,CAAC;AAC7F;AACA,MAAMC,QAAQ,GAAGF,KAAK,CAACG,MAAM,CAAC,KAAK,CAAC;;AAEpC;AACA,MAAMC,aAAa,GAAG,sBAAsB;AAC5C,MAAMC,aAAa,GAAG,sBAAsB;AAC5C,MAAMC,qBAAqB,GAAG,iCAAiC;AAE/D,SAASC,YAAYA,CAACC,GAAG,EAAE;EACzB,OAAOC,QAAQ,CAACD,GAAG,CAACE,SAAS,CAACF,GAAG,CAACG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC;AAC1D;AAEA,SAASC,4BAA4BA,CAACJ,GAAG,EAAE;EACzC,IAAI,CAACF,qBAAqB,CAACO,IAAI,CAACL,GAAG,CAAC,EAAE;IACpC,OAAO,KAAK;EACd;EACA;EACA,MAAMM,CAAC,GAAGL,QAAQ,CAACD,GAAG,EAAE,EAAE,CAAC;EAC3B,MAAMO,CAAC,GAAGR,YAAY,CAACC,GAAG,CAAC;EAC3B,IAAIM,CAAC,GAAGC,CAAC,EAAE;IAAE;IACX,OAAO,KAAK;EACd;EACA,IAAIA,CAAC,GAAGD,CAAC,GAAG,GAAG,EAAE;IAAE;IACjB,OAAO,KAAK;EACd;EACA;EACA,OAAO,IAAI;AACb;AAEA,SAASE,OAAOA,CAACR,GAAG,EAAE;EACpB,IAAIJ,aAAa,CAACS,IAAI,CAACL,GAAG,CAAC,IAAIH,aAAa,CAACQ,IAAI,CAACL,GAAG,CAAC,IAAII,4BAA4B,CAACJ,GAAG,CAAC,EAAE;IAC3F,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASS,8BAA8BA,CAACC,WAAW,EAAEC,YAAY,EAAEC,iBAAiB,EAAE;EACpF,IAAId,qBAAqB,CAACO,IAAI,CAACM,YAAY,CAACE,KAAK,CAAC,EAAE;IAClD,IAAIjB,aAAa,CAACS,IAAI,CAACO,iBAAiB,CAAC,CAAC,CAAC,CAACC,KAAK,CAAC,IAAIZ,QAAQ,CAACW,iBAAiB,CAAC,CAAC,CAAC,CAACC,KAAK,EAAE,EAAE,CAAC,KAAKZ,QAAQ,CAACU,YAAY,CAACE,KAAK,EAAE,EAAE,CAAC,EAAE;MACnID,iBAAiB,CAAC,CAAC,CAAC,CAACC,KAAK,GAAGF,YAAY,CAACE,KAAK,CAAC,CAAC;MACjD,OAAO,IAAI;IACb;IAEA,IAAIhB,aAAa,CAACQ,IAAI,CAACO,iBAAiB,CAAC,CAAC,CAAC,CAACC,KAAK,CAAC,IAAId,YAAY,CAACa,iBAAiB,CAAC,CAAC,CAAC,CAACC,KAAK,CAAC,KAAKd,YAAY,CAACY,YAAY,CAACE,KAAK,CAAC,EAAE;MACnID,iBAAiB,CAAC,CAAC,CAAC,CAACC,KAAK,GAAGF,YAAY,CAACE,KAAK,CAAC,CAAC;MACjD,OAAO,IAAI;IACb;EACF;EACA,OAAO,KAAK;AACd;AAEA,SAASC,8BAA8BA,CAACJ,WAAW,EAAEC,YAAY,EAAEC,iBAAiB,EAAE;EACpF;EACA;EACA,IAAID,YAAY,CAACI,IAAI,KAAK,GAAG,IAAI,CAAE,aAAa,CAAEV,IAAI,CAACK,WAAW,CAACM,GAAG,CAAC,EAAE;IAAE;IACzE,OAAO,KAAK;EACd;EAEA,IAAI,CAACR,OAAO,CAACI,iBAAiB,CAAC,CAAC,CAAC,CAACC,KAAK,CAAC,IAAIL,OAAO,CAACG,YAAY,CAACE,KAAK,CAAC,EAAE;IACvED,iBAAiB,CAAC,CAAC,CAAC,CAACC,KAAK,GAAGF,YAAY,CAACE,KAAK,CAAC,CAAC;IACjD,OAAO,IAAI;EACb;EAEA,IAAIJ,8BAA8B,CAACC,WAAW,EAAEC,YAAY,EAAEC,iBAAiB,CAAC,EAAE;IAChF,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;;AAEA;AACA,SAASK,aAAaA,CAACJ,KAAK,EAAE;EAC5B,OAAO,CAAC,aAAa,EAAE,cAAc,EAAE,cAAc,EAAE,YAAY,CAAC,CAACK,QAAQ,CAACL,KAAK,CAAC;AACtF;AAEA,SAASM,cAAcA,CAACN,KAAK,EAAE;EAC7B,OAAO,CAAC,UAAU,EAAE,WAAW,EAAE,cAAc,EAAE,cAAc,CAAC,CAACK,QAAQ,CAACL,KAAK,CAAC;AAClF;AAEA,SAASO,gBAAgBA,CAACP,KAAK,EAAE;EAC/B,OAAO,CAAC,cAAc,EAAE,WAAW,EAAE,gBAAgB,EAAE,WAAW,CAAC,CAACK,QAAQ,CAACL,KAAK,CAAC;AACrF;AAEA,SAASQ,oBAAoBA,CAACR,KAAK,EAAE;EACnC,IAAIA,KAAK,CAACS,KAAK,CAAC,8CAA8C,CAAC,EAAE;IAC/D,OAAO,IAAI;EACb;EACA,IAAIT,KAAK,CAACS,KAAK,CAAC,2CAA2C,CAAC,EAAE;IAC5D,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASC,cAAcA,CAACV,KAAK,EAAE;EAC7B,IAAIA,KAAK,CAACS,KAAK,CAAC,gCAAgC,CAAC,EAAE;IACjD,OAAO,IAAI;EACb;EACA,IAAIT,KAAK,CAACS,KAAK,CAAC,8BAA8B,CAAC,EAAE;IAC/C,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AACA,SAASE,0BAA0BA,CAACb,YAAY,EAAEC,iBAAiB,EAAE;EACnE,IAAIW,cAAc,CAACZ,YAAY,CAACE,KAAK,CAAC,IAAID,iBAAiB,CAACa,IAAI,CAACC,EAAE,IAAIH,cAAc,CAACG,EAAE,CAACb,KAAK,CAAC,CAAC,EAAE;IAChG,OAAO,IAAI;EACb;EACA,IAAIQ,oBAAoB,CAACV,YAAY,CAACE,KAAK,CAAC,IAAID,iBAAiB,CAACa,IAAI,CAACC,EAAE,IAAIL,oBAAoB,CAACK,EAAE,CAACb,KAAK,CAAC,CAAC,EAAE;IAC5G,OAAO,IAAI;EACb;EAEA,OAAO,KAAK;AACd;AAEA,SAASc,eAAeA,CAAChB,YAAY,EAAEC,iBAAiB,EAAE;EACxD,IAAIQ,gBAAgB,CAACT,YAAY,CAACE,KAAK,CAAC,IAAID,iBAAiB,CAACa,IAAI,CAACC,EAAE,IAAIN,gBAAgB,CAACM,EAAE,CAACb,KAAK,CAAC,CAAC,EAAE;IACpG,OAAO,IAAI;EACb;EACA,IAAIM,cAAc,CAACR,YAAY,CAACE,KAAK,CAAC,IAAID,iBAAiB,CAACa,IAAI,CAACC,EAAE,IAAIP,cAAc,CAACO,EAAE,CAACb,KAAK,CAAC,CAAC,EAAE;IAChG,OAAO,IAAI;EACb;EACA,IAAII,aAAa,CAACN,YAAY,CAACE,KAAK,CAAC,IAAID,iBAAiB,CAACa,IAAI,CAACC,EAAE,IAAIT,aAAa,CAACS,EAAE,CAACb,KAAK,CAAC,CAAC,EAAE;IAC9F,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASe,WAAWA,CAACC,GAAG,EAAE;EACxB,OAAOA,GAAG,CAACC,OAAO,CAAC,aAAa,EAAE,UAAU,CAAC;AAC/C;AAEA,SAASC,gBAAgBA,CAACpB,YAAY,EAAEC,iBAAiB,EAAE;EACzD,MAAMoB,CAAC,GAAGJ,WAAW,CAACjB,YAAY,CAACE,KAAK,CAAC;EACzC,MAAMoB,EAAE,GAAGrB,iBAAiB,CAACsB,GAAG,CAACR,EAAE,IAAIE,WAAW,CAACF,EAAE,CAACb,KAAK,CAAC,CAAC;EAC7D,OAAOoB,EAAE,CAACf,QAAQ,CAACc,CAAC,CAAC;AACvB;AAEA,SAASG,SAASA,CAACC,KAAK,EAAEzB,YAAY,EAAEC,iBAAiB,EAAE;EACzD,IAAID,YAAY,CAACI,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACG,QAAQ,CAACkB,KAAK,CAACpB,GAAG,CAAC,EAAE;IACjF,OAAOW,eAAe,CAAChB,YAAY,EAAEC,iBAAiB,CAAC;EACzD;;EAEA;;EAEA,IAAIY,0BAA0B,CAACb,YAAY,EAAEC,iBAAiB,CAAC,EAAE;IAC/D,OAAO,IAAI;EACb;EAEA,IAAImB,gBAAgB,CAACpB,YAAY,EAAEC,iBAAiB,CAAC,EAAE;IACrD,OAAO,IAAI;EACb;EAEA,OAAO,KAAK;AACd;AAEA,SAASyB,oBAAoBA,CAACD,KAAK,EAAEzB,YAAY,EAAEC,iBAAiB,EAAE;EACpE,IAAI,CAAC,IAAA0B,0DAA6B,EAACF,KAAK,CAACpB,GAAG,EAAEL,YAAY,CAACI,IAAI,CAAC,IAAIJ,YAAY,CAACE,KAAK,CAACK,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE;IAC3G,OAAO,KAAK;EACd;;EAEA;EACA,IAAIN,iBAAiB,CAACa,IAAI,CAACC,EAAE,IAAIA,EAAE,CAACb,KAAK,KAAKF,YAAY,CAACE,KAAK,CAAC,EAAE;IACjE,OAAO,KAAK;EACd;EAEA,MAAM0B,mBAAmB,GAAG3B,iBAAiB,CAAC4B,MAAM,CAACd,EAAE,IAAIA,EAAE,CAACb,KAAK,CAACK,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;EACvF,MAAMuB,IAAI,GAAGF,mBAAmB,CAACG,IAAI,CAAChB,EAAE,IAAIA,EAAE,CAACb,KAAK,KAAKF,YAAY,CAACE,KAAK,CAACiB,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;EAC/F,IAAI,CAACW,IAAI,EAAE;IACT,OAAO,KAAK;EACd;EACAA,IAAI,CAAC5B,KAAK,GAAGF,YAAY,CAACE,KAAK,CAAC,CAAC;EACjC,OAAO,IAAI;AACb;AAEA,SAAS8B,mBAAmBA,CAAChC,YAAY,EAAEC,iBAAiB,EAAE;EAC5D,IAAID,YAAY,CAACE,KAAK,CAACX,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,UAAU,EAAE;IACrD,OAAO,KAAK;EACd;EAEA,MAAM0C,WAAW,GAAG,UAAUjC,YAAY,CAACE,KAAK,CAACX,SAAS,CAAC,CAAC,CAAC,EAAE;EAC/D,MAAMuC,IAAI,GAAG7B,iBAAiB,CAAC8B,IAAI,CAAChB,EAAE,IAAIA,EAAE,CAACb,KAAK,KAAK+B,WAAW,CAAC;EAEnE,IAAI,CAACH,IAAI,EAAE;IACT,OAAO,KAAK;EACd;EACAA,IAAI,CAAC5B,KAAK,GAAGF,YAAY,CAACE,KAAK,CAAC,CAAC;EACjC,OAAO,IAAI;AACb;AAGA,SAASgC,sBAAsBA,CAACT,KAAK,EAAEzB,YAAY,EAAEC,iBAAiB,EAAE;EACtE,IAAI,CAAC,IAAAkC,6CAA2B,EAACV,KAAK,CAACpB,GAAG,EAAEL,YAAY,CAACI,IAAI,CAAC,EAAE;IAAE;IAChE,OAAO,KAAK;EACd;EAEA,MAAM,CAACgC,KAAK,EAAEC,UAAU,CAAC,GAAG,IAAAC,yCAAuB,EAACtC,YAAY,CAACE,KAAK,CAAC;EACvE,MAAM4B,IAAI,GAAG7B,iBAAiB,CAAC8B,IAAI,CAAChB,EAAE,IAAIwB,sBAAsB,CAACxB,EAAE,EAAEqB,KAAK,EAAEC,UAAU,CAAC,CAAC;EACxF,IAAI,CAACP,IAAI,EAAE;IACT,OAAO,KAAK;EACd;EACA;EACA,IAAIL,KAAK,CAACpB,GAAG,KAAK,KAAK,IAAIL,YAAY,CAACI,IAAI,KAAK,GAAG,IAAIJ,YAAY,CAACE,KAAK,CAACS,KAAK,CAAC,qBAAqB,CAAC,EAAE;IACvG,OAAO,IAAI,CAAC,CAAC;EACf;EAEAmB,IAAI,CAAC5B,KAAK,GAAGF,YAAY,CAACE,KAAK,CAAC,CAAC;EACjC,OAAO,IAAI;EAEX,SAASqC,sBAAsBA,CAACC,QAAQ,EAAEC,IAAI,EAAEC,SAAS,EAAE;IACzD,MAAM,CAACC,KAAK,EAAEC,UAAU,CAAC,GAAG,IAAAN,yCAAuB,EAACtC,YAAY,CAACE,KAAK,CAAC;IACvE,IAAIuC,IAAI,KAAKE,KAAK,EAAE;MAClB,OAAO,KAAK;IACd;IACA,IAAI,CAACD,SAAS,IAAI,CAACE,UAAU,IAAIF,SAAS,KAAKE,UAAU,EAAE;MACzD,OAAO,IAAI;IACb;IACA,OAAO,KAAK;EACd;AAEF;AAEA,SAASC,yBAAyBA,CAACpB,KAAK,EAAEzB,YAAY,EAAE8B,IAAI,EAAE;EAC5D,IAAI9B,YAAY,CAACI,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACG,QAAQ,CAACkB,KAAK,CAACpB,GAAG,CAAC,EAAE;IAClF,OAAO,KAAK;EACd;EACA,IAAAyC,cAAO,EAAC,cAAchB,IAAI,CAAC5B,KAAK,SAASF,YAAY,CAACE,KAAK,GAAG,EAAEnB,QAAQ,CAAC;EACzE,MAAMgE,MAAM,GAAGC,mBAAmB,CAAC,CAAC;EACpC,IAAID,MAAM,EAAE;IACVjB,IAAI,CAAC5B,KAAK,GAAGF,YAAY,CAACE,KAAK,CAAC,CAAC;IACjC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;EAEZ,SAAS8C,mBAAmBA,CAAA,EAAG;IAC7B,IAAIhD,YAAY,CAACE,KAAK,CAACS,KAAK,CAAC,qBAAqB,CAAC,IAAImB,IAAI,CAAC5B,KAAK,CAACS,KAAK,CAAC,SAAS,CAAC,EAAE;MAClF,OAAO,IAAI;IACb;IACA,IAAIX,YAAY,CAACE,KAAK,CAACS,KAAK,CAAC,SAAS,CAAC,IAAImB,IAAI,CAAC5B,KAAK,CAACS,KAAK,CAAC,kBAAkB,CAAC,EAAE;MAC/E,OAAO,IAAI;IACb;IACA;IACA,MAAM,CAACsC,UAAU,EAAEC,eAAe,CAAC,GAAG,IAAAZ,yCAAuB,EAACtC,YAAY,CAACE,KAAK,CAAC;IACjF,MAAM,CAACiD,QAAQ,EAAEC,aAAa,CAAC,GAAG,IAAAd,yCAAuB,EAACR,IAAI,CAAC5B,KAAK,CAAC;IACrE,IAAI+C,UAAU,KAAKE,QAAQ,IAAIC,aAAa,KAAKC,SAAS,IAAIH,eAAe,KAAKG,SAAS,EAAE;MAC3F,OAAO,IAAI;IACb;IACA;IACA,OAAO,KAAK;EACd;AAEF;AAEO,SAASC,aAAaA,CAACvD,WAAW,EAAEC,YAAY,EAAE;EACvD;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA,MAAMC,iBAAiB,GAAGF,WAAW,CAACwD,SAAS,CAAC1B,MAAM,CAACW,QAAQ,IAAIA,QAAQ,CAACpC,IAAI,KAAKJ,YAAY,CAACI,IAAI,CAAC;;EAEvG;EACA,IAAIH,iBAAiB,CAACuD,MAAM,KAAK,CAAC,EAAE;IAClC,OAAO,KAAK;EACd;EAEA,IAAAV,cAAO,EAAC,OAAO7C,iBAAiB,CAACuD,MAAM,yBAAyBzD,WAAW,CAACM,GAAG,IAAIL,YAAY,CAACI,IAAI,EAAE,EAAErB,QAAQ,CAAC;EAGjH,IAAIoB,8BAA8B,CAACJ,WAAW,EAAEC,YAAY,EAAEC,iBAAiB,CAAC,IAC5EyB,oBAAoB,CAAC3B,WAAW,EAAEC,YAAY,EAAEC,iBAAiB,CAAC,IAClE+B,mBAAmB,CAAChC,YAAY,EAAEC,iBAAiB,CAAC,IACpD4C,yBAAyB,CAAC9C,WAAW,EAAEC,YAAY,EAAEC,iBAAiB,CAAC,CAAC,CAAC,CAAC;EAAI;EAC9EiC,sBAAsB,CAACnC,WAAW,EAAEC,YAAY,EAAEC,iBAAiB,CAAC,IACpEuB,SAAS,CAACzB,WAAW,EAAEC,YAAY,EAAEC,iBAAiB,CAAC,EAAE;IAC3D,OAAO,IAAI;EACb;;EAEA;EACA;EACA,MAAMwD,oBAAoB,GAAGxD,iBAAiB,CAAC4B,MAAM,CAACd,EAAE,IAAI,CAAC,IAAA2C,mCAAmB,EAAC3D,WAAW,CAACM,GAAG,EAAEU,EAAE,CAACX,IAAI,EAAEW,EAAE,CAACb,KAAK,CAAC,CAAC;EACrH,IAAIuD,oBAAoB,CAACD,MAAM,GAAG,CAAC,EAAE;IACnCC,oBAAoB,CAAC,CAAC,CAAC,CAACvD,KAAK,GAAGF,YAAY,CAACE,KAAK,CAAC,CAAC;IACpD,OAAO,IAAI;EACb;;EAEA;EACA;EACA;EACA,IAAI,IAAAyD,6DAAwB,EAAC5D,WAAW,CAACM,GAAG,EAAEL,YAAY,CAACI,IAAI,CAAC,EAAE;IAChE,IAAIH,iBAAiB,CAACa,IAAI,CAACC,EAAE,IAAI,IAAA6C,+CAAU,EAAC7C,EAAE,CAACb,KAAK,EAAEF,YAAY,CAACE,KAAK,EAAEH,WAAW,CAACM,GAAG,EAAEL,YAAY,CAACI,IAAI,CAAC,CAAC,EAAE;MAC9G,OAAO,IAAI;IACb;EACF;EACA,OAAO,KAAK,CAAC,CAAC;AAChB","ignoreList":[]}

package/dist/merge-fields/removeDuplicateSubfields.js

@@ -0,0 +1,48 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.fieldRemoveDuplicateSubfields = fieldRemoveDuplicateSubfields;
+exports.recordRemoveDuplicateSubfieldsFromFields = recordRemoveDuplicateSubfieldsFromFields;
+var _utils = require("../utils.js");
+var _debug = _interopRequireDefault(require("debug"));
+var _normalizeFieldForComparison = require("../normalizeFieldForComparison.js");
+var _sortSubfields = require("../sortSubfields");
+var _punctuation = require("../punctuation2");
+function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+// NB This should be moved and converted to a validator/fixer as well...
+const debug = (0, _debug.default)('@natlibfi/marc-record-validators-melinda:merge-fields:removeDuplicateSubfields');
+//const debugData = debug.extend('data');
+const debugDev = debug.extend('dev');
+function recordRemoveDuplicateSubfieldsFromFields(record) {
+  record.fields.forEach(field => fieldRemoveDuplicateSubfields(field));
+}
+function fieldRemoveDuplicateSubfields(field) {
+  // Skip bad (382, 505) and risky (264 ...) stuff: 382$n, 505$r, others...
+  if (!field.subfields || ['264', '300', '382', '505'].includes(field.tag)) {
+    return;
+  }
+  const strippedField = (0, _normalizeFieldForComparison.cloneAndRemovePunctuation)(field); // make punctuation-less version
+  /* eslint-disable */
+  let seen = {};
+  field.subfields = field.subfields.filter((sf, i) => notSeenBefore(sf, i));
+  if (field.collapsed) {
+    (0, _sortSubfields.sortAdjacentSubfields)(field);
+    (0, _punctuation.fieldFixPunctuation)(field);
+    delete field.collapsed;
+  }
+  function notSeenBefore(sf, index) {
+    const subfieldAsString = (0, _utils.subfieldToString)(strippedField.subfields[index]); // use normalized form
+    if (seen[subfieldAsString]) {
+      (0, _utils.nvdebug)(`Remove field-internal duplicate subfield ${(0, _utils.subfieldToString)(sf)}`, debugDev);
+      field.collapsed = 1; // trigger punctuation reset
+      return false;
+    }
+    //nvdebug(`identical subfield removal: Add ${subfieldAsString} to seen[]`, debugDev);
+    seen[subfieldAsString] = subfieldAsString;
+    return true;
+  }
+  /* eslint-enable */
+}
+//# sourceMappingURL=removeDuplicateSubfields.js.map