@natlibfi/marc-record-validators-melinda 11.6.7 → 12.0.0-alpha.1

package/dist/removeDuplicateDataFields.js.map

@@ -1 +1,7 @@
-{"version":3,"file":"removeDuplicateDataFields.js","names":["_debug","_interopRequireDefault","require","_utils","_subfield6Utils","_subfield8Utils","e","__esModule","default","LINK_ROOT","LINKED_AND_PROCESSED","LINKED_NOT_PROCESSED","debug","createDebugLogger","_default","description","validate","fix","record","nvdebug","res","message","valid","removeDuplicateDatafields","duplicates","length","removeLinkNotes","fields","forEach","f","linkNote","newGetAllLinkedFields","field","useSixes","useEights","currField","undefined","related6s","get6s","linkField","related8s","add8s","find","linkedFields","filter","recordRemoveFieldOrSubfield8","currLinkingNumber","eights","subfields","sf","code","removeField","getSubfield8LinkingNumber","removeSubfield","newRecordRemoveFieldOrSubfield8","deleted","modified","removeDuplicateSubfield8Chains","seen","removables","seenLinkingNumbers","recordGetAllSubfield8LinkingNumbers","join","recordGetFieldsWithSubfield8LinkingNumber","normalizeOccurrenceNumber","linkedFieldsAsString","fieldsToNormalizedString","includes","push","fieldsToString","handleDuplicateSubfield8Chains","markIdenticalSubfield6Chains","chain","normalizeTag","some","tag","substring","chainAsString","compareWithChain","fieldToString","otherChain","fieldToChain","sameField","otherChainAsString","markIdenticalLoneFieldsAsDeletable","fieldAsString","fieldToNormalizedString","identicalLoneFields","acceptFieldsWithSubfield6","fieldsWithSubfield6","non880","occurrenceNumbers","fieldsGetOccurrenceNumbers","isSingleTagLinkingNumber","linkingNumber","relevantFields","fieldHasLinkingNumber","acceptFieldsWithSubfield8","fieldsWithSubfield8","requireSingleTag","linkingNumbers","fieldsGetAllSubfield8LinkingNumbers","anomaly8","f880","field1","field2","tmpMyId","result","isChainHead","fieldHasValidSubfield6","fieldHasValidSubfield8","fieldHandleDuplicateDatafields","dataFields","deletableFields","modifiedFields","map"],"sources":["../src/removeDuplicateDataFields.js"],"sourcesContent":["import createDebugLogger from 'debug';\nimport {fieldsToString, fieldToString, nvdebug} from './utils';\nimport {fieldHasValidSubfield6, fieldsGetOccurrenceNumbers, fieldsToNormalizedString, fieldToNormalizedString, get6s} from './subfield6Utils';\nimport {add8s, fieldHasLinkingNumber, fieldHasValidSubfield8, fieldsGetAllSubfield8LinkingNumbers, getSubfield8LinkingNumber, recordGetAllSubfield8LinkingNumbers, recordGetFieldsWithSubfield8LinkingNumber} from './subfield8Utils';\n\nconst LINK_ROOT = 4;\nconst LINKED_AND_PROCESSED = 2;\nconst LINKED_NOT_PROCESSED = 1;\n\n\n// Relocated from melinda-marc-record-merge-reducers (and renamed)\n\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:removeDuplicateDataFields');\n\nexport default function () {\n  return {\n    description: 'Remove duplicate data fields. Certain exceptions apply, mainly too complited chained fields',\n    validate, fix\n  };\n\n  function fix(record) {\n    nvdebug('Remove duplicate data fields');\n    const res = {message: [], fix: [], valid: true};\n    removeDuplicateDatafields(record, true);\n    // This can not really fail...\n    return res;\n  }\n\n  function validate(record) {\n    // Check max, and check number of different indexes\n    nvdebug('Validate record: duplicate data fields cause (t)error', debug);\n\n    const duplicates = removeDuplicateDatafields(record, false);\n\n    //const orphanedFields = getOrphanedFields(fieldsContainingSubfield6);\n\n    const res = {message: duplicates};\n\n    /*\n    if (orphanedFields.length > 0) {\n      res.message = [`${orphanedFields.length} orphaned occurrence number field(s) detected`];\n    }\n    */\n    res.valid = res.message.length < 1;\n    return res;\n  }\n}\n\n\n/*\nfunction numberOfLinkageSubfields(field) {\n  nvdebug(`N of Linkage Subs(${fieldToString(field)})`);\n  const subfields = field.subfields.filter(sf => sf.code === '6' || sf.code === '8');\n  return subfields.length;\n}\n*/\n\nfunction removeLinkNotes(record) {\n  record.fields.forEach(f => delete f.linkNote); // eslint-disable-line array-callback-return\n}\n\n\nfunction newGetAllLinkedFields(field, record, useSixes = true, useEights = true) {\n  removeLinkNotes(record); // should be clear, but let's play safe\n\n  /* eslint-disable */\n  field.linkNote = LINK_ROOT;\n\n  let currField = field;\n\n  // Loop until all linked fields have been processed:\n  while (currField !== undefined) {\n    if (useSixes) {\n      const related6s = get6s(currField, record.fields)\n      related6s.forEach(f => linkField(f));\n    }\n    if (useEights) {\n      const related8s = add8s([currField], record);\n      related8s.forEach(f => linkField(f));\n    }\n    if (currField.linkNote !== LINK_ROOT) {\n      currField.linkNote = LINKED_AND_PROCESSED;\n    }\n    currField = record.fields.find(f => f.linkNote === LINKED_NOT_PROCESSED);\n  }\n\n  // Collect relevant fields:\n  const linkedFields = record.fields.filter(f => f.linkNote);\n\n  removeLinkNotes(record);\n\n  return linkedFields;\n\n  function linkField(f) {\n    if (!f.linkNote) {\n      f.linkNote = LINKED_NOT_PROCESSED;\n    }\n  }\n\n\n  /* eslint-enable */\n}\n\n\nfunction recordRemoveFieldOrSubfield8(record, field, currLinkingNumber) {\n  const eights = field.subfields.filter(sf => sf.code === '8');\n  if (eights.length < 2) {\n    record.removeField(field);\n    return;\n  }\n  const subfields = field.subfields.filter(sf => getSubfield8LinkingNumber(sf) === currLinkingNumber);\n  subfields.forEach(sf => record.removeSubfield(sf, field)); // eslint-disable-line array-callback-return\n}\n\nfunction newRecordRemoveFieldOrSubfield8(record, field, currLinkingNumber, fix) {\n  const eights = field.subfields.filter(sf => sf.code === '8');\n  if (eights.length < 2) {\n    field.deleted = 1;\n    return;\n  }\n  const subfields = field.subfields.filter(sf => getSubfield8LinkingNumber(sf) === currLinkingNumber);\n  subfields.forEach(sf => {\n    field.modified = 1;\n    if (fix) {\n      record.removeSubfield(sf, field);\n    }\n  });\n}\n\n\nexport function removeDuplicateSubfield8Chains(record, fix = true) {\n\n  // Seen $8 subsfields in various fields:\n  // 161 700\n  // 17 710\n  // 11 110\n  // 8 730\n  // 1 100\n  // Given these stats, there's no need to check for 1XX-vs-7XX removals\n\n  /* eslint-disable */\n  let seen = {};\n\n  let removables = []; // for validation\n\n  nvdebug(\"CHAIN-8\");\n  const seenLinkingNumbers = recordGetAllSubfield8LinkingNumbers(record);\n  if (seenLinkingNumbers.length === 0) {\n    return removables;\n  }\n\n  nvdebug(`seen linking numbers ($8): ${seenLinkingNumbers.join(', ')}`, debug);\n\n  seenLinkingNumbers.forEach(currLinkingNumber => {\n    const linkedFields = recordGetFieldsWithSubfield8LinkingNumber(record, currLinkingNumber) //getFieldsWithSubfield8Index(base, baseIndex);\n    // As/If there's just one occurrence number it should be fine to use normalizeOccurrenceNumber = true\n    const normalizeOccurrenceNumber = true;\n    const linkedFieldsAsString = fieldsToNormalizedString(linkedFields, currLinkingNumber, normalizeOccurrenceNumber, true);\n    nvdebug(`Results for LINKING NUMBER ${currLinkingNumber}:`, debug);\n    nvdebug(`${linkedFieldsAsString}`, debug);\n\n    if (linkedFieldsAsString in seen)  {\n      if (!removables.includes(linkedFieldsAsString)) {\n        removables.push(linkedFieldsAsString);\n      }\n\n      if (fix) {\n        nvdebug(`$8 CHAIN FIX: REMOVE $8 GROUP: ${fieldsToString(linkedFields)}`, debug);\n        linkedFields.forEach(field => recordRemoveFieldOrSubfield8(record, field, currLinkingNumber));\n        return;\n      }\n\n      nvdebug(`$8 VALIDATION: DUPLICATE DETECTED ${linkedFieldsAsString}`, debug);\n      return;\n    }\n    nvdebug(`$8 DOUBLE REMOVAL OR VALIDATION: ADD2SEEN ${linkedFieldsAsString}`, debug);\n    seen[linkedFieldsAsString] = 1;\n    return;\n  });\n\n  /* eslint-enable */\n  return removables;\n}\n\n\nexport function handleDuplicateSubfield8Chains(record, fix) {\n\n  // Seen $8 subsfields in various fields:\n  // 161 700\n  // 17 710\n  // 11 110\n  // 8 730\n  // 1 100\n  // Given these stats, there's no need to check for 1XX-vs-7XX removals\n\n  /* eslint-disable */\n  let seen = {};\n\n  nvdebug(\"CHAIN-8\");\n  const seenLinkingNumbers = recordGetAllSubfield8LinkingNumbers(record);\n  if (seenLinkingNumbers.length === 0) {\n    return;\n  }\n\n  nvdebug(`seen linking numbers ($8): ${seenLinkingNumbers.join(', ')}`, debug);\n\n  seenLinkingNumbers.forEach(currLinkingNumber => {\n    const linkedFields = recordGetFieldsWithSubfield8LinkingNumber(record, currLinkingNumber) //getFieldsWithSubfield8Index(base, baseIndex);\n    // As/If there's just one occurrence number it should be fine to use normalizeOccurrenceNumber = true\n    const normalizeOccurrenceNumber = false; //true;\n    const linkedFieldsAsString = fieldsToNormalizedString(linkedFields, currLinkingNumber, normalizeOccurrenceNumber, true);\n    nvdebug(`Results for LINKING NUMBER ${currLinkingNumber}:`, debug);\n    nvdebug(`${linkedFieldsAsString}`, debug);\n\n    if (linkedFieldsAsString in seen)  {\n      nvdebug(`$8 CHAIN FIX: REMOVE $8 GROUP: ${fieldsToString(linkedFields)}`, debug);\n      linkedFields.forEach(field => newRecordRemoveFieldOrSubfield8(record, field, currLinkingNumber, fix));\n      return;\n    }\n    nvdebug(`$8 DOUBLE REMOVAL OR VALIDATION: ADD2SEEN ${linkedFieldsAsString}`, debug);\n    seen[linkedFieldsAsString] = 1;\n    return;\n  });\n\n  /* eslint-enable */\n\n}\n\nfunction markIdenticalSubfield6Chains(chain, record) {\n  const normalizeOccurrenceNumber = true;\n  const normalizeTag = chain.some(field => field.tag.substring(0, 1) === '1'); // 1XX can delete 7XX as well!\n  const chainAsString = fieldsToNormalizedString(chain, 0, normalizeOccurrenceNumber, normalizeTag);\n\n  nvdebug(`markIdenticalSubfield6Chains: ${chainAsString}`);\n  record.fields.forEach(f => compareWithChain(f)); // eslint-disable-line array-callback-return\n\n\n  function compareWithChain(f) {\n    nvdebug(`FIELD2CHAIN ${fieldToString(f)}`);\n    const otherChain = fieldToChain(f, record);\n    // Not a lone field or chain (head) or ... or is-same-chain\n    if (otherChain.length === 0 || sameField(chain[0], otherChain[0])) {\n      return;\n    }\n    const otherChainAsString = fieldsToNormalizedString(otherChain, 0, normalizeOccurrenceNumber, normalizeTag);\n\n    // Mark other chain as deleted:\n    if (chainAsString === otherChainAsString) {\n      otherChain.forEach(f => {\n        nvdebug(` mark ${fieldToString(f)} as deleted ($6-chain)...`);\n        f.deleted = 1;\n      });\n      return;\n    }\n  }\n\n}\n\nfunction markIdenticalLoneFieldsAsDeletable(field, record) {\n  if (field.deleted) {\n    return;\n  }\n  // targetLinkingNumber = 0, normalizedOccurenceNumber = false, normalizeTag = true)\n  const normalizeTag = field.tag.substring(0, 1) === '1'; // 1XX can delete 7XX as well!\n  const fieldAsString = fieldToNormalizedString(field, 0, false, normalizeTag);\n\n  const identicalLoneFields = record.fields.filter(f => !sameField(f, field) && fieldToNormalizedString(f, 0, false, normalizeTag) === fieldAsString);\n\n  // Mark fields as deleted:\n  identicalLoneFields.forEach(f => {\n    nvdebug(` mark ${fieldToString(f)} as deleted (lone field)...`);\n    f.deleted = 1;\n  });\n\n}\n\nfunction acceptFieldsWithSubfield6(fieldsWithSubfield6) {\n  // There can be only one non-880 field:\n  const non880 = fieldsWithSubfield6.filter(f => f.tag !== '880');\n  if (non880.length > 1) {\n    return false;\n  }\n\n  const occurrenceNumbers = fieldsGetOccurrenceNumbers(fieldsWithSubfield6);\n  // Chain can contain only single occurrence number:\n  if (occurrenceNumbers.length > 1) {\n    return false;\n  }\n\n  return true;\n}\n\n\nfunction isSingleTagLinkingNumber(linkingNumber, fields, tag) {\n  const relevantFields = fields.filter(f => fieldHasLinkingNumber(f, linkingNumber));\n  if (relevantFields.some(f => f.tag !== tag)) {\n    return false;\n  }\n  return true;\n}\n\nfunction acceptFieldsWithSubfield8(fieldsWithSubfield8, requireSingleTag = false) {\n  const linkingNumbers = fieldsGetAllSubfield8LinkingNumbers(fieldsWithSubfield8);\n  if (linkingNumbers.some(linkingNumber => anomaly8(linkingNumber))) {\n    return false;\n  }\n  return true;\n\n  // If linking number\n  function anomaly8(linkingNumber) {\n    nvdebug(`  Looking for anomalies in linkin number ${linkingNumber}`);\n    const relevantFields = fieldsWithSubfield8.filter(f => fieldHasLinkingNumber(f, linkingNumber));\n    if (requireSingleTag) {\n      return !isSingleTagLinkingNumber(linkingNumber, relevantFields, relevantFields[0].tag);\n    }\n\n    const f880 = relevantFields.filter(f => f.tag === '880');\n    if (f880.length === 0 || f880.length === relevantFields.length) {\n      return false;\n    }\n    return true;\n  }\n}\n\n\nexport function sameField(field1, field2) {\n  field1.tmpMyId = 666;\n  const result = field2.tmpMyId === 666 ? true : false;\n  delete field1.tmpMyId;\n  return result;\n}\n\nexport function isChainHead(field, chain) {\n  return sameField(field, chain[0]);\n}\n\nexport function fieldToChain(field, record) {\n  if (field.deleted || !field.subfields) {\n    return [];\n  }\n  const chain = newGetAllLinkedFields(field, record, true, true);\n\n  nvdebug(` Chain contains ${chain.length} field(s)`);\n  if (!isChainHead(field, chain)) { // newGetAllLinkedFields() marks relevant record.fields!\n    return [];\n  }\n\n  const fieldsWithSubfield6 = chain.filter(f => fieldHasValidSubfield6(f));\n  // Hack: multiple $6 fields, but either all are non-880 or all are 880: treat field as a single entry\n  if (fieldsWithSubfield6.length > 0) {\n    const non880 = fieldsWithSubfield6.filter(f => f.tag !== '880');\n    if (non880.length === 0 || non880.length === fieldsWithSubfield6.length) {\n      return [field];\n    }\n    if (non880.length !== 1) {\n      return [field];\n    }\n  }\n\n  if (!acceptFieldsWithSubfield6(fieldsWithSubfield6)) { // Check tag subfield $6s are legal(ish)\n    return [];\n  }\n  const fieldsWithSubfield8 = chain.filter(f => fieldHasValidSubfield8(f));\n  if (!acceptFieldsWithSubfield8(fieldsWithSubfield8, false)) {\n    return [];\n  }\n\n  //nvdebug(`Proceed with ${fieldsToString(chain)}`);\n\n\n  return chain;\n}\n\n\nfunction fieldHandleDuplicateDatafields(field, record) {\n  const chain = fieldToChain(field, record);\n  nvdebug(` TRY TO HANDLE DUPLICATES OF '${fieldsToString(chain)}'`);\n\n  if (chain.length === 0) {\n    return;\n  }\n\n  const fieldsWithSubfield6 = chain.filter(f => fieldHasValidSubfield6(f));\n  const fieldsWithSubfield8 = chain.filter(f => fieldHasValidSubfield8(f));\n\n  // Lone fields:\n  if (chain.length === 1) {\n    markIdenticalLoneFieldsAsDeletable(chain[0], record);\n    return;\n  }\n  if (fieldsWithSubfield6.length === 0) {\n\n    if (fieldsWithSubfield8.length === 0) { // chain.length === 1?\n      nvdebug(` Trying to find duplicates of single field '${fieldToString(chain[0])}'`);\n      markIdenticalLoneFieldsAsDeletable(chain[0], record);\n      return;\n    }\n    const linkingNumbers = fieldsGetAllSubfield8LinkingNumbers(fieldsWithSubfield8);\n    if (linkingNumbers.length < 2) {\n      markIdenticalSubfield6Chains(chain, record);\n      return;\n    }\n  }\n\n  if (fieldsWithSubfield6.length > 0 && acceptFieldsWithSubfield8(fieldsWithSubfield8, true)) { // Checks that non-880 tags are all same\n    // Chain is removable\n    markIdenticalSubfield6Chains(chain, record);\n    return;\n  }\n\n\n  nvdebug(` NO HANDLER FOUND FOR '${fieldsToString(chain)}'`);\n  nvdebug(`  N8s: ${fieldsWithSubfield6.length}`);\n\n}\n\n\nexport function removeDuplicateDatafields(record, fix = true) {\n  // Sometimes only $8 subfield (vs the whole field) is removed. Thus they are handled separately:\n  handleDuplicateSubfield8Chains(record, fix);\n\n  const dataFields = record.fields.filter(f => f.subfields !== undefined);\n\n  dataFields.forEach(f => fieldHandleDuplicateDatafields(f, record)); // eslint-disable-line array-callback-return\n\n  const deletableFields = dataFields.filter(f => f.deleted);\n  const modifiedFields = dataFields.filter(f => f.modified && !f.deleted);\n\n  const result = deletableFields.map(f => `DEL: ${fieldToString(f)}`);\n  if (modifiedFields.length) {\n    modifiedFields.forEach(f => delete f.modified); // eslint-disable-line array-callback-return\n    result.push(modifiedFields.map(f => `MOD: ${fieldToString(f)}`));\n  }\n\n  if (fix) {\n    deletableFields.forEach(f => record.removeField(f)); // eslint-disable-line array-callback-return\n    return result;\n  }\n\n  deletableFields.forEach(f => delete f.deleted); // eslint-disable-line array-callback-return\n  deletableFields.forEach(f => delete f.modified); // eslint-disable-line array-callback-return\n\n\n  return result;\n}\n"],"mappings":";;;;;;;;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,eAAA,GAAAF,OAAA;AACA,IAAAG,eAAA,GAAAH,OAAA;AAAsO,SAAAD,uBAAAK,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAEtO,MAAMG,SAAS,GAAG,CAAC;AACnB,MAAMC,oBAAoB,GAAG,CAAC;AAC9B,MAAMC,oBAAoB,GAAG,CAAC;;AAG9B;;AAEA,MAAMC,KAAK,GAAG,IAAAC,cAAiB,EAAC,oEAAoE,CAAC;AAEtF,SAAAC,SAAA,EAAY;EACzB,OAAO;IACLC,WAAW,EAAE,6FAA6F;IAC1GC,QAAQ;IAAEC;EACZ,CAAC;EAED,SAASA,GAAGA,CAACC,MAAM,EAAE;IACnB,IAAAC,cAAO,EAAC,8BAA8B,CAAC;IACvC,MAAMC,GAAG,GAAG;MAACC,OAAO,EAAE,EAAE;MAAEJ,GAAG,EAAE,EAAE;MAAEK,KAAK,EAAE;IAAI,CAAC;IAC/CC,yBAAyB,CAACL,MAAM,EAAE,IAAI,CAAC;IACvC;IACA,OAAOE,GAAG;EACZ;EAEA,SAASJ,QAAQA,CAACE,MAAM,EAAE;IACxB;IACA,IAAAC,cAAO,EAAC,uDAAuD,EAAEP,KAAK,CAAC;IAEvE,MAAMY,UAAU,GAAGD,yBAAyB,CAACL,MAAM,EAAE,KAAK,CAAC;;IAE3D;;IAEA,MAAME,GAAG,GAAG;MAACC,OAAO,EAAEG;IAAU,CAAC;;IAEjC;AACJ;AACA;AACA;AACA;IACIJ,GAAG,CAACE,KAAK,GAAGF,GAAG,CAACC,OAAO,CAACI,MAAM,GAAG,CAAC;IAClC,OAAOL,GAAG;EACZ;AACF;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA,SAASM,eAAeA,CAACR,MAAM,EAAE;EAC/BA,MAAM,CAACS,MAAM,CAACC,OAAO,CAACC,CAAC,IAAI,OAAOA,CAAC,CAACC,QAAQ,CAAC,CAAC,CAAC;AACjD;AAGA,SAASC,qBAAqBA,CAACC,KAAK,EAAEd,MAAM,EAAEe,QAAQ,GAAG,IAAI,EAAEC,SAAS,GAAG,IAAI,EAAE;EAC/ER,eAAe,CAACR,MAAM,CAAC,CAAC,CAAC;;EAEzB;EACAc,KAAK,CAACF,QAAQ,GAAGrB,SAAS;EAE1B,IAAI0B,SAAS,GAAGH,KAAK;;EAErB;EACA,OAAOG,SAAS,KAAKC,SAAS,EAAE;IAC9B,IAAIH,QAAQ,EAAE;MACZ,MAAMI,SAAS,GAAG,IAAAC,qBAAK,EAACH,SAAS,EAAEjB,MAAM,CAACS,MAAM,CAAC;MACjDU,SAAS,CAACT,OAAO,CAACC,CAAC,IAAIU,SAAS,CAACV,CAAC,CAAC,CAAC;IACtC;IACA,IAAIK,SAAS,EAAE;MACb,MAAMM,SAAS,GAAG,IAAAC,qBAAK,EAAC,CAACN,SAAS,CAAC,EAAEjB,MAAM,CAAC;MAC5CsB,SAAS,CAACZ,OAAO,CAACC,CAAC,IAAIU,SAAS,CAACV,CAAC,CAAC,CAAC;IACtC;IACA,IAAIM,SAAS,CAACL,QAAQ,KAAKrB,SAAS,EAAE;MACpC0B,SAAS,CAACL,QAAQ,GAAGpB,oBAAoB;IAC3C;IACAyB,SAAS,GAAGjB,MAAM,CAACS,MAAM,CAACe,IAAI,CAACb,CAAC,IAAIA,CAAC,CAACC,QAAQ,KAAKnB,oBAAoB,CAAC;EAC1E;;EAEA;EACA,MAAMgC,YAAY,GAAGzB,MAAM,CAACS,MAAM,CAACiB,MAAM,CAACf,CAAC,IAAIA,CAAC,CAACC,QAAQ,CAAC;EAE1DJ,eAAe,CAACR,MAAM,CAAC;EAEvB,OAAOyB,YAAY;EAEnB,SAASJ,SAASA,CAACV,CAAC,EAAE;IACpB,IAAI,CAACA,CAAC,CAACC,QAAQ,EAAE;MACfD,CAAC,CAACC,QAAQ,GAAGnB,oBAAoB;IACnC;EACF;;EAGA;AACF;AAGA,SAASkC,4BAA4BA,CAAC3B,MAAM,EAAEc,KAAK,EAAEc,iBAAiB,EAAE;EACtE,MAAMC,MAAM,GAAGf,KAAK,CAACgB,SAAS,CAACJ,MAAM,CAACK,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,CAAC;EAC5D,IAAIH,MAAM,CAACtB,MAAM,GAAG,CAAC,EAAE;IACrBP,MAAM,CAACiC,WAAW,CAACnB,KAAK,CAAC;IACzB;EACF;EACA,MAAMgB,SAAS,GAAGhB,KAAK,CAACgB,SAAS,CAACJ,MAAM,CAACK,EAAE,IAAI,IAAAG,yCAAyB,EAACH,EAAE,CAAC,KAAKH,iBAAiB,CAAC;EACnGE,SAAS,CAACpB,OAAO,CAACqB,EAAE,IAAI/B,MAAM,CAACmC,cAAc,CAACJ,EAAE,EAAEjB,KAAK,CAAC,CAAC,CAAC,CAAC;AAC7D;AAEA,SAASsB,+BAA+BA,CAACpC,MAAM,EAAEc,KAAK,EAAEc,iBAAiB,EAAE7B,GAAG,EAAE;EAC9E,MAAM8B,MAAM,GAAGf,KAAK,CAACgB,SAAS,CAACJ,MAAM,CAACK,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,CAAC;EAC5D,IAAIH,MAAM,CAACtB,MAAM,GAAG,CAAC,EAAE;IACrBO,KAAK,CAACuB,OAAO,GAAG,CAAC;IACjB;EACF;EACA,MAAMP,SAAS,GAAGhB,KAAK,CAACgB,SAAS,CAACJ,MAAM,CAACK,EAAE,IAAI,IAAAG,yCAAyB,EAACH,EAAE,CAAC,KAAKH,iBAAiB,CAAC;EACnGE,SAAS,CAACpB,OAAO,CAACqB,EAAE,IAAI;IACtBjB,KAAK,CAACwB,QAAQ,GAAG,CAAC;IAClB,IAAIvC,GAAG,EAAE;MACPC,MAAM,CAACmC,cAAc,CAACJ,EAAE,EAAEjB,KAAK,CAAC;IAClC;EACF,CAAC,CAAC;AACJ;AAGO,SAASyB,8BAA8BA,CAACvC,MAAM,EAAED,GAAG,GAAG,IAAI,EAAE;EAEjE;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;EACA,IAAIyC,IAAI,GAAG,CAAC,CAAC;EAEb,IAAIC,UAAU,GAAG,EAAE,CAAC,CAAC;;EAErB,IAAAxC,cAAO,EAAC,SAAS,CAAC;EAClB,MAAMyC,kBAAkB,GAAG,IAAAC,mDAAmC,EAAC3C,MAAM,CAAC;EACtE,IAAI0C,kBAAkB,CAACnC,MAAM,KAAK,CAAC,EAAE;IACnC,OAAOkC,UAAU;EACnB;EAEA,IAAAxC,cAAO,EAAC,8BAA8ByC,kBAAkB,CAACE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAElD,KAAK,CAAC;EAE7EgD,kBAAkB,CAAChC,OAAO,CAACkB,iBAAiB,IAAI;IAC9C,MAAMH,YAAY,GAAG,IAAAoB,yDAAyC,EAAC7C,MAAM,EAAE4B,iBAAiB,CAAC,EAAC;IAC1F;IACA,MAAMkB,yBAAyB,GAAG,IAAI;IACtC,MAAMC,oBAAoB,GAAG,IAAAC,wCAAwB,EAACvB,YAAY,EAAEG,iBAAiB,EAAEkB,yBAAyB,EAAE,IAAI,CAAC;IACvH,IAAA7C,cAAO,EAAC,8BAA8B2B,iBAAiB,GAAG,EAAElC,KAAK,CAAC;IAClE,IAAAO,cAAO,EAAC,GAAG8C,oBAAoB,EAAE,EAAErD,KAAK,CAAC;IAEzC,IAAIqD,oBAAoB,IAAIP,IAAI,EAAG;MACjC,IAAI,CAACC,UAAU,CAACQ,QAAQ,CAACF,oBAAoB,CAAC,EAAE;QAC9CN,UAAU,CAACS,IAAI,CAACH,oBAAoB,CAAC;MACvC;MAEA,IAAIhD,GAAG,EAAE;QACP,IAAAE,cAAO,EAAC,kCAAkC,IAAAkD,qBAAc,EAAC1B,YAAY,CAAC,EAAE,EAAE/B,KAAK,CAAC;QAChF+B,YAAY,CAACf,OAAO,CAACI,KAAK,IAAIa,4BAA4B,CAAC3B,MAAM,EAAEc,KAAK,EAAEc,iBAAiB,CAAC,CAAC;QAC7F;MACF;MAEA,IAAA3B,cAAO,EAAC,qCAAqC8C,oBAAoB,EAAE,EAAErD,KAAK,CAAC;MAC3E;IACF;IACA,IAAAO,cAAO,EAAC,6CAA6C8C,oBAAoB,EAAE,EAAErD,KAAK,CAAC;IACnF8C,IAAI,CAACO,oBAAoB,CAAC,GAAG,CAAC;IAC9B;EACF,CAAC,CAAC;;EAEF;EACA,OAAON,UAAU;AACnB;AAGO,SAASW,8BAA8BA,CAACpD,MAAM,EAAED,GAAG,EAAE;EAE1D;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;EACA,IAAIyC,IAAI,GAAG,CAAC,CAAC;EAEb,IAAAvC,cAAO,EAAC,SAAS,CAAC;EAClB,MAAMyC,kBAAkB,GAAG,IAAAC,mDAAmC,EAAC3C,MAAM,CAAC;EACtE,IAAI0C,kBAAkB,CAACnC,MAAM,KAAK,CAAC,EAAE;IACnC;EACF;EAEA,IAAAN,cAAO,EAAC,8BAA8ByC,kBAAkB,CAACE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAElD,KAAK,CAAC;EAE7EgD,kBAAkB,CAAChC,OAAO,CAACkB,iBAAiB,IAAI;IAC9C,MAAMH,YAAY,GAAG,IAAAoB,yDAAyC,EAAC7C,MAAM,EAAE4B,iBAAiB,CAAC,EAAC;IAC1F;IACA,MAAMkB,yBAAyB,GAAG,KAAK,CAAC,CAAC;IACzC,MAAMC,oBAAoB,GAAG,IAAAC,wCAAwB,EAACvB,YAAY,EAAEG,iBAAiB,EAAEkB,yBAAyB,EAAE,IAAI,CAAC;IACvH,IAAA7C,cAAO,EAAC,8BAA8B2B,iBAAiB,GAAG,EAAElC,KAAK,CAAC;IAClE,IAAAO,cAAO,EAAC,GAAG8C,oBAAoB,EAAE,EAAErD,KAAK,CAAC;IAEzC,IAAIqD,oBAAoB,IAAIP,IAAI,EAAG;MACjC,IAAAvC,cAAO,EAAC,kCAAkC,IAAAkD,qBAAc,EAAC1B,YAAY,CAAC,EAAE,EAAE/B,KAAK,CAAC;MAChF+B,YAAY,CAACf,OAAO,CAACI,KAAK,IAAIsB,+BAA+B,CAACpC,MAAM,EAAEc,KAAK,EAAEc,iBAAiB,EAAE7B,GAAG,CAAC,CAAC;MACrG;IACF;IACA,IAAAE,cAAO,EAAC,6CAA6C8C,oBAAoB,EAAE,EAAErD,KAAK,CAAC;IACnF8C,IAAI,CAACO,oBAAoB,CAAC,GAAG,CAAC;IAC9B;EACF,CAAC,CAAC;;EAEF;AAEF;AAEA,SAASM,4BAA4BA,CAACC,KAAK,EAAEtD,MAAM,EAAE;EACnD,MAAM8C,yBAAyB,GAAG,IAAI;EACtC,MAAMS,YAAY,GAAGD,KAAK,CAACE,IAAI,CAAC1C,KAAK,IAAIA,KAAK,CAAC2C,GAAG,CAACC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;EAC7E,MAAMC,aAAa,GAAG,IAAAX,wCAAwB,EAACM,KAAK,EAAE,CAAC,EAAER,yBAAyB,EAAES,YAAY,CAAC;EAEjG,IAAAtD,cAAO,EAAC,iCAAiC0D,aAAa,EAAE,CAAC;EACzD3D,MAAM,CAACS,MAAM,CAACC,OAAO,CAACC,CAAC,IAAIiD,gBAAgB,CAACjD,CAAC,CAAC,CAAC,CAAC,CAAC;;EAGjD,SAASiD,gBAAgBA,CAACjD,CAAC,EAAE;IAC3B,IAAAV,cAAO,EAAC,eAAe,IAAA4D,oBAAa,EAAClD,CAAC,CAAC,EAAE,CAAC;IAC1C,MAAMmD,UAAU,GAAGC,YAAY,CAACpD,CAAC,EAAEX,MAAM,CAAC;IAC1C;IACA,IAAI8D,UAAU,CAACvD,MAAM,KAAK,CAAC,IAAIyD,SAAS,CAACV,KAAK,CAAC,CAAC,CAAC,EAAEQ,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE;MACjE;IACF;IACA,MAAMG,kBAAkB,GAAG,IAAAjB,wCAAwB,EAACc,UAAU,EAAE,CAAC,EAAEhB,yBAAyB,EAAES,YAAY,CAAC;;IAE3G;IACA,IAAII,aAAa,KAAKM,kBAAkB,EAAE;MACxCH,UAAU,CAACpD,OAAO,CAACC,CAAC,IAAI;QACtB,IAAAV,cAAO,EAAC,SAAS,IAAA4D,oBAAa,EAAClD,CAAC,CAAC,2BAA2B,CAAC;QAC7DA,CAAC,CAAC0B,OAAO,GAAG,CAAC;MACf,CAAC,CAAC;MACF;IACF;EACF;AAEF;AAEA,SAAS6B,kCAAkCA,CAACpD,KAAK,EAAEd,MAAM,EAAE;EACzD,IAAIc,KAAK,CAACuB,OAAO,EAAE;IACjB;EACF;EACA;EACA,MAAMkB,YAAY,GAAGzC,KAAK,CAAC2C,GAAG,CAACC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;EACxD,MAAMS,aAAa,GAAG,IAAAC,uCAAuB,EAACtD,KAAK,EAAE,CAAC,EAAE,KAAK,EAAEyC,YAAY,CAAC;EAE5E,MAAMc,mBAAmB,GAAGrE,MAAM,CAACS,MAAM,CAACiB,MAAM,CAACf,CAAC,IAAI,CAACqD,SAAS,CAACrD,CAAC,EAAEG,KAAK,CAAC,IAAI,IAAAsD,uCAAuB,EAACzD,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE4C,YAAY,CAAC,KAAKY,aAAa,CAAC;;EAEnJ;EACAE,mBAAmB,CAAC3D,OAAO,CAACC,CAAC,IAAI;IAC/B,IAAAV,cAAO,EAAC,SAAS,IAAA4D,oBAAa,EAAClD,CAAC,CAAC,6BAA6B,CAAC;IAC/DA,CAAC,CAAC0B,OAAO,GAAG,CAAC;EACf,CAAC,CAAC;AAEJ;AAEA,SAASiC,yBAAyBA,CAACC,mBAAmB,EAAE;EACtD;EACA,MAAMC,MAAM,GAAGD,mBAAmB,CAAC7C,MAAM,CAACf,CAAC,IAAIA,CAAC,CAAC8C,GAAG,KAAK,KAAK,CAAC;EAC/D,IAAIe,MAAM,CAACjE,MAAM,GAAG,CAAC,EAAE;IACrB,OAAO,KAAK;EACd;EAEA,MAAMkE,iBAAiB,GAAG,IAAAC,0CAA0B,EAACH,mBAAmB,CAAC;EACzE;EACA,IAAIE,iBAAiB,CAAClE,MAAM,GAAG,CAAC,EAAE;IAChC,OAAO,KAAK;EACd;EAEA,OAAO,IAAI;AACb;AAGA,SAASoE,wBAAwBA,CAACC,aAAa,EAAEnE,MAAM,EAAEgD,GAAG,EAAE;EAC5D,MAAMoB,cAAc,GAAGpE,MAAM,CAACiB,MAAM,CAACf,CAAC,IAAI,IAAAmE,qCAAqB,EAACnE,CAAC,EAAEiE,aAAa,CAAC,CAAC;EAClF,IAAIC,cAAc,CAACrB,IAAI,CAAC7C,CAAC,IAAIA,CAAC,CAAC8C,GAAG,KAAKA,GAAG,CAAC,EAAE;IAC3C,OAAO,KAAK;EACd;EACA,OAAO,IAAI;AACb;AAEA,SAASsB,yBAAyBA,CAACC,mBAAmB,EAAEC,gBAAgB,GAAG,KAAK,EAAE;EAChF,MAAMC,cAAc,GAAG,IAAAC,mDAAmC,EAACH,mBAAmB,CAAC;EAC/E,IAAIE,cAAc,CAAC1B,IAAI,CAACoB,aAAa,IAAIQ,QAAQ,CAACR,aAAa,CAAC,CAAC,EAAE;IACjE,OAAO,KAAK;EACd;EACA,OAAO,IAAI;;EAEX;EACA,SAASQ,QAAQA,CAACR,aAAa,EAAE;IAC/B,IAAA3E,cAAO,EAAC,4CAA4C2E,aAAa,EAAE,CAAC;IACpE,MAAMC,cAAc,GAAGG,mBAAmB,CAACtD,MAAM,CAACf,CAAC,IAAI,IAAAmE,qCAAqB,EAACnE,CAAC,EAAEiE,aAAa,CAAC,CAAC;IAC/F,IAAIK,gBAAgB,EAAE;MACpB,OAAO,CAACN,wBAAwB,CAACC,aAAa,EAAEC,cAAc,EAAEA,cAAc,CAAC,CAAC,CAAC,CAACpB,GAAG,CAAC;IACxF;IAEA,MAAM4B,IAAI,GAAGR,cAAc,CAACnD,MAAM,CAACf,CAAC,IAAIA,CAAC,CAAC8C,GAAG,KAAK,KAAK,CAAC;IACxD,IAAI4B,IAAI,CAAC9E,MAAM,KAAK,CAAC,IAAI8E,IAAI,CAAC9E,MAAM,KAAKsE,cAAc,CAACtE,MAAM,EAAE;MAC9D,OAAO,KAAK;IACd;IACA,OAAO,IAAI;EACb;AACF;AAGO,SAASyD,SAASA,CAACsB,MAAM,EAAEC,MAAM,EAAE;EACxCD,MAAM,CAACE,OAAO,GAAG,GAAG;EACpB,MAAMC,MAAM,GAAGF,MAAM,CAACC,OAAO,KAAK,GAAG,GAAG,IAAI,GAAG,KAAK;EACpD,OAAOF,MAAM,CAACE,OAAO;EACrB,OAAOC,MAAM;AACf;AAEO,SAASC,WAAWA,CAAC5E,KAAK,EAAEwC,KAAK,EAAE;EACxC,OAAOU,SAAS,CAAClD,KAAK,EAAEwC,KAAK,CAAC,CAAC,CAAC,CAAC;AACnC;AAEO,SAASS,YAAYA,CAACjD,KAAK,EAAEd,MAAM,EAAE;EAC1C,IAAIc,KAAK,CAACuB,OAAO,IAAI,CAACvB,KAAK,CAACgB,SAAS,EAAE;IACrC,OAAO,EAAE;EACX;EACA,MAAMwB,KAAK,GAAGzC,qBAAqB,CAACC,KAAK,EAAEd,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC;EAE9D,IAAAC,cAAO,EAAC,mBAAmBqD,KAAK,CAAC/C,MAAM,WAAW,CAAC;EACnD,IAAI,CAACmF,WAAW,CAAC5E,KAAK,EAAEwC,KAAK,CAAC,EAAE;IAAE;IAChC,OAAO,EAAE;EACX;EAEA,MAAMiB,mBAAmB,GAAGjB,KAAK,CAAC5B,MAAM,CAACf,CAAC,IAAI,IAAAgF,sCAAsB,EAAChF,CAAC,CAAC,CAAC;EACxE;EACA,IAAI4D,mBAAmB,CAAChE,MAAM,GAAG,CAAC,EAAE;IAClC,MAAMiE,MAAM,GAAGD,mBAAmB,CAAC7C,MAAM,CAACf,CAAC,IAAIA,CAAC,CAAC8C,GAAG,KAAK,KAAK,CAAC;IAC/D,IAAIe,MAAM,CAACjE,MAAM,KAAK,CAAC,IAAIiE,MAAM,CAACjE,MAAM,KAAKgE,mBAAmB,CAAChE,MAAM,EAAE;MACvE,OAAO,CAACO,KAAK,CAAC;IAChB;IACA,IAAI0D,MAAM,CAACjE,MAAM,KAAK,CAAC,EAAE;MACvB,OAAO,CAACO,KAAK,CAAC;IAChB;EACF;EAEA,IAAI,CAACwD,yBAAyB,CAACC,mBAAmB,CAAC,EAAE;IAAE;IACrD,OAAO,EAAE;EACX;EACA,MAAMS,mBAAmB,GAAG1B,KAAK,CAAC5B,MAAM,CAACf,CAAC,IAAI,IAAAiF,sCAAsB,EAACjF,CAAC,CAAC,CAAC;EACxE,IAAI,CAACoE,yBAAyB,CAACC,mBAAmB,EAAE,KAAK,CAAC,EAAE;IAC1D,OAAO,EAAE;EACX;;EAEA;;EAGA,OAAO1B,KAAK;AACd;AAGA,SAASuC,8BAA8BA,CAAC/E,KAAK,EAAEd,MAAM,EAAE;EACrD,MAAMsD,KAAK,GAAGS,YAAY,CAACjD,KAAK,EAAEd,MAAM,CAAC;EACzC,IAAAC,cAAO,EAAC,iCAAiC,IAAAkD,qBAAc,EAACG,KAAK,CAAC,GAAG,CAAC;EAElE,IAAIA,KAAK,CAAC/C,MAAM,KAAK,CAAC,EAAE;IACtB;EACF;EAEA,MAAMgE,mBAAmB,GAAGjB,KAAK,CAAC5B,MAAM,CAACf,CAAC,IAAI,IAAAgF,sCAAsB,EAAChF,CAAC,CAAC,CAAC;EACxE,MAAMqE,mBAAmB,GAAG1B,KAAK,CAAC5B,MAAM,CAACf,CAAC,IAAI,IAAAiF,sCAAsB,EAACjF,CAAC,CAAC,CAAC;;EAExE;EACA,IAAI2C,KAAK,CAAC/C,MAAM,KAAK,CAAC,EAAE;IACtB2D,kCAAkC,CAACZ,KAAK,CAAC,CAAC,CAAC,EAAEtD,MAAM,CAAC;IACpD;EACF;EACA,IAAIuE,mBAAmB,CAAChE,MAAM,KAAK,CAAC,EAAE;IAEpC,IAAIyE,mBAAmB,CAACzE,MAAM,KAAK,CAAC,EAAE;MAAE;MACtC,IAAAN,cAAO,EAAC,+CAA+C,IAAA4D,oBAAa,EAACP,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;MAClFY,kCAAkC,CAACZ,KAAK,CAAC,CAAC,CAAC,EAAEtD,MAAM,CAAC;MACpD;IACF;IACA,MAAMkF,cAAc,GAAG,IAAAC,mDAAmC,EAACH,mBAAmB,CAAC;IAC/E,IAAIE,cAAc,CAAC3E,MAAM,GAAG,CAAC,EAAE;MAC7B8C,4BAA4B,CAACC,KAAK,EAAEtD,MAAM,CAAC;MAC3C;IACF;EACF;EAEA,IAAIuE,mBAAmB,CAAChE,MAAM,GAAG,CAAC,IAAIwE,yBAAyB,CAACC,mBAAmB,EAAE,IAAI,CAAC,EAAE;IAAE;IAC5F;IACA3B,4BAA4B,CAACC,KAAK,EAAEtD,MAAM,CAAC;IAC3C;EACF;EAGA,IAAAC,cAAO,EAAC,0BAA0B,IAAAkD,qBAAc,EAACG,KAAK,CAAC,GAAG,CAAC;EAC3D,IAAArD,cAAO,EAAC,UAAUsE,mBAAmB,CAAChE,MAAM,EAAE,CAAC;AAEjD;AAGO,SAASF,yBAAyBA,CAACL,MAAM,EAAED,GAAG,GAAG,IAAI,EAAE;EAC5D;EACAqD,8BAA8B,CAACpD,MAAM,EAAED,GAAG,CAAC;EAE3C,MAAM+F,UAAU,GAAG9F,MAAM,CAACS,MAAM,CAACiB,MAAM,CAACf,CAAC,IAAIA,CAAC,CAACmB,SAAS,KAAKZ,SAAS,CAAC;EAEvE4E,UAAU,CAACpF,OAAO,CAACC,CAAC,IAAIkF,8BAA8B,CAAClF,CAAC,EAAEX,MAAM,CAAC,CAAC,CAAC,CAAC;;EAEpE,MAAM+F,eAAe,GAAGD,UAAU,CAACpE,MAAM,CAACf,CAAC,IAAIA,CAAC,CAAC0B,OAAO,CAAC;EACzD,MAAM2D,cAAc,GAAGF,UAAU,CAACpE,MAAM,CAACf,CAAC,IAAIA,CAAC,CAAC2B,QAAQ,IAAI,CAAC3B,CAAC,CAAC0B,OAAO,CAAC;EAEvE,MAAMoD,MAAM,GAAGM,eAAe,CAACE,GAAG,CAACtF,CAAC,IAAI,QAAQ,IAAAkD,oBAAa,EAAClD,CAAC,CAAC,EAAE,CAAC;EACnE,IAAIqF,cAAc,CAACzF,MAAM,EAAE;IACzByF,cAAc,CAACtF,OAAO,CAACC,CAAC,IAAI,OAAOA,CAAC,CAAC2B,QAAQ,CAAC,CAAC,CAAC;IAChDmD,MAAM,CAACvC,IAAI,CAAC8C,cAAc,CAACC,GAAG,CAACtF,CAAC,IAAI,QAAQ,IAAAkD,oBAAa,EAAClD,CAAC,CAAC,EAAE,CAAC,CAAC;EAClE;EAEA,IAAIZ,GAAG,EAAE;IACPgG,eAAe,CAACrF,OAAO,CAACC,CAAC,IAAIX,MAAM,CAACiC,WAAW,CAACtB,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,OAAO8E,MAAM;EACf;EAEAM,eAAe,CAACrF,OAAO,CAACC,CAAC,IAAI,OAAOA,CAAC,CAAC0B,OAAO,CAAC,CAAC,CAAC;EAChD0D,eAAe,CAACrF,OAAO,CAACC,CAAC,IAAI,OAAOA,CAAC,CAAC2B,QAAQ,CAAC,CAAC,CAAC;;EAGjD,OAAOmD,MAAM;AACf","ignoreList":[]}
+{
+  "version": 3,
+  "sources": ["../src/removeDuplicateDataFields.js"],
+  "sourcesContent": ["import createDebugLogger from 'debug';\nimport {fieldsToString, fieldToString, nvdebug} from './utils.js';\nimport {fieldHasValidSubfield6, fieldsGetOccurrenceNumbers, fieldsToNormalizedString, fieldToNormalizedString, get6s} from './subfield6Utils.js';\nimport {add8s, fieldHasLinkingNumber, fieldHasValidSubfield8, fieldsGetAllSubfield8LinkingNumbers, getSubfield8LinkingNumber, recordGetAllSubfield8LinkingNumbers, recordGetFieldsWithSubfield8LinkingNumber} from './subfield8Utils.js';\n\nconst LINK_ROOT = 4;\nconst LINKED_AND_PROCESSED = 2;\nconst LINKED_NOT_PROCESSED = 1;\n\n\n// Relocated from melinda-marc-record-merge-reducers (and renamed)\n\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:removeDuplicateDataFields');\n\nexport default function () {\n  return {\n    description: 'Remove duplicate data fields. Certain exceptions apply, mainly too complited chained fields',\n    validate, fix\n  };\n\n  function fix(record) {\n    nvdebug('Remove duplicate data fields');\n    const res = {message: [], fix: [], valid: true};\n    removeDuplicateDatafields(record, true);\n    // This can not really fail...\n    return res;\n  }\n\n  function validate(record) {\n    // Check max, and check number of different indexes\n    nvdebug('Validate record: duplicate data fields cause (t)error', debug);\n\n    const duplicates = removeDuplicateDatafields(record, false);\n\n    //const orphanedFields = getOrphanedFields(fieldsContainingSubfield6);\n\n    const res = {message: duplicates};\n\n    /*\n    if (orphanedFields.length > 0) {\n      res.message = [`${orphanedFields.length} orphaned occurrence number field(s) detected`];\n    }\n    */\n    res.valid = res.message.length < 1;\n    return res;\n  }\n}\n\n\n/*\nfunction numberOfLinkageSubfields(field) {\n  nvdebug(`N of Linkage Subs(${fieldToString(field)})`);\n  const subfields = field.subfields.filter(sf => sf.code === '6' || sf.code === '8');\n  return subfields.length;\n}\n*/\n\nfunction removeLinkNotes(record) {\n  record.fields.forEach(f => delete f.linkNote);\n}\n\n\nfunction newGetAllLinkedFields(field, record, useSixes = true, useEights = true) {\n  removeLinkNotes(record); // should be clear, but let's play safe\n\n  field.linkNote = LINK_ROOT;\n\n  let currField = field;\n\n  // Loop until all linked fields have been processed:\n  while (currField !== undefined) {\n    if (useSixes) {\n      const related6s = get6s(currField, record.fields)\n      related6s.forEach(f => linkField(f));\n    }\n    if (useEights) {\n      const related8s = add8s([currField], record);\n      related8s.forEach(f => linkField(f));\n    }\n    if (currField.linkNote !== LINK_ROOT) {\n      currField.linkNote = LINKED_AND_PROCESSED;\n    }\n    currField = record.fields.find(f => f.linkNote === LINKED_NOT_PROCESSED);\n  }\n\n  // Collect relevant fields:\n  const linkedFields = record.fields.filter(f => f.linkNote);\n\n  removeLinkNotes(record);\n\n  return linkedFields;\n\n  function linkField(f) {\n    if (!f.linkNote) {\n      f.linkNote = LINKED_NOT_PROCESSED;\n    }\n  }\n\n}\n\n\nfunction recordRemoveFieldOrSubfield8(record, field, currLinkingNumber) {\n  const eights = field.subfields.filter(sf => sf.code === '8');\n  if (eights.length < 2) {\n    record.removeField(field);\n    return;\n  }\n  const subfields = field.subfields.filter(sf => getSubfield8LinkingNumber(sf) === currLinkingNumber);\n  subfields.forEach(sf => record.removeSubfield(sf, field));\n}\n\nfunction newRecordRemoveFieldOrSubfield8(record, field, currLinkingNumber, fix) {\n  const eights = field.subfields.filter(sf => sf.code === '8');\n  if (eights.length < 2) {\n    field.deleted = 1;\n    return;\n  }\n  const subfields = field.subfields.filter(sf => getSubfield8LinkingNumber(sf) === currLinkingNumber);\n  subfields.forEach(sf => {\n    field.modified = 1;\n    if (fix) {\n      record.removeSubfield(sf, field);\n    }\n  });\n}\n\n\nexport function removeDuplicateSubfield8Chains(record, fix = true) {\n\n  // Seen $8 subsfields in various fields:\n  // 161 700\n  // 17 710\n  // 11 110\n  // 8 730\n  // 1 100\n  // Given these stats, there's no need to check for 1XX-vs-7XX removals\n\n  let seen = {};\n\n  let removables = []; // for validation\n\n  nvdebug(\"CHAIN-8\");\n  const seenLinkingNumbers = recordGetAllSubfield8LinkingNumbers(record);\n  if (seenLinkingNumbers.length === 0) {\n    return removables;\n  }\n\n  nvdebug(`seen linking numbers ($8): ${seenLinkingNumbers.join(', ')}`, debug);\n\n  seenLinkingNumbers.forEach(currLinkingNumber => {\n    const linkedFields = recordGetFieldsWithSubfield8LinkingNumber(record, currLinkingNumber) //getFieldsWithSubfield8Index(base, baseIndex);\n    // As/If there's just one occurrence number it should be fine to use normalizeOccurrenceNumber = true\n    const normalizeOccurrenceNumber = true;\n    const linkedFieldsAsString = fieldsToNormalizedString(linkedFields, currLinkingNumber, normalizeOccurrenceNumber, true);\n    nvdebug(`Results for LINKING NUMBER ${currLinkingNumber}:`, debug);\n    nvdebug(`${linkedFieldsAsString}`, debug);\n\n    if (linkedFieldsAsString in seen)  {\n      if (!removables.includes(linkedFieldsAsString)) {\n        removables.push(linkedFieldsAsString);\n      }\n\n      if (fix) {\n        nvdebug(`$8 CHAIN FIX: REMOVE $8 GROUP: ${fieldsToString(linkedFields)}`, debug);\n        linkedFields.forEach(field => recordRemoveFieldOrSubfield8(record, field, currLinkingNumber));\n        return;\n      }\n\n      nvdebug(`$8 VALIDATION: DUPLICATE DETECTED ${linkedFieldsAsString}`, debug);\n      return;\n    }\n    nvdebug(`$8 DOUBLE REMOVAL OR VALIDATION: ADD2SEEN ${linkedFieldsAsString}`, debug);\n    seen[linkedFieldsAsString] = 1;\n    return;\n  });\n\n  return removables;\n}\n\n\nexport function handleDuplicateSubfield8Chains(record, fix) {\n\n  // Seen $8 subsfields in various fields:\n  // 161 700\n  // 17 710\n  // 11 110\n  // 8 730\n  // 1 100\n  // Given these stats, there's no need to check for 1XX-vs-7XX removals\n\n  let seen = {};\n\n  nvdebug(\"CHAIN-8\");\n  const seenLinkingNumbers = recordGetAllSubfield8LinkingNumbers(record);\n  if (seenLinkingNumbers.length === 0) {\n    return;\n  }\n\n  nvdebug(`seen linking numbers ($8): ${seenLinkingNumbers.join(', ')}`, debug);\n\n  seenLinkingNumbers.forEach(currLinkingNumber => {\n    const linkedFields = recordGetFieldsWithSubfield8LinkingNumber(record, currLinkingNumber) //getFieldsWithSubfield8Index(base, baseIndex);\n    // As/If there's just one occurrence number it should be fine to use normalizeOccurrenceNumber = true\n    const normalizeOccurrenceNumber = false; //true;\n    const linkedFieldsAsString = fieldsToNormalizedString(linkedFields, currLinkingNumber, normalizeOccurrenceNumber, true);\n    nvdebug(`Results for LINKING NUMBER ${currLinkingNumber}:`, debug);\n    nvdebug(`${linkedFieldsAsString}`, debug);\n\n    if (linkedFieldsAsString in seen)  {\n      nvdebug(`$8 CHAIN FIX: REMOVE $8 GROUP: ${fieldsToString(linkedFields)}`, debug);\n      linkedFields.forEach(field => newRecordRemoveFieldOrSubfield8(record, field, currLinkingNumber, fix));\n      return;\n    }\n    nvdebug(`$8 DOUBLE REMOVAL OR VALIDATION: ADD2SEEN ${linkedFieldsAsString}`, debug);\n    seen[linkedFieldsAsString] = 1;\n    return;\n  });\n\n}\n\nfunction markIdenticalSubfield6Chains(chain, record) {\n  const normalizeOccurrenceNumber = true;\n  const normalizeTag = chain.some(field => field.tag.substring(0, 1) === '1'); // 1XX can delete 7XX as well!\n  const chainAsString = fieldsToNormalizedString(chain, 0, normalizeOccurrenceNumber, normalizeTag);\n\n  nvdebug(`markIdenticalSubfield6Chains: ${chainAsString}`);\n  record.fields.forEach(f => compareWithChain(f));\n\n\n  function compareWithChain(f) {\n    nvdebug(`FIELD2CHAIN ${fieldToString(f)}`);\n    const otherChain = fieldToChain(f, record);\n    // Not a lone field or chain (head) or ... or is-same-chain\n    if (otherChain.length === 0 || sameField(chain[0], otherChain[0])) {\n      return;\n    }\n    const otherChainAsString = fieldsToNormalizedString(otherChain, 0, normalizeOccurrenceNumber, normalizeTag);\n\n    // Mark other chain as deleted:\n    if (chainAsString === otherChainAsString) {\n      otherChain.forEach(f => {\n        nvdebug(` mark ${fieldToString(f)} as deleted ($6-chain)...`);\n        f.deleted = 1;\n      });\n      return;\n    }\n  }\n\n}\n\nfunction markIdenticalLoneFieldsAsDeletable(field, record) {\n  if (field.deleted) {\n    return;\n  }\n  // targetLinkingNumber = 0, normalizedOccurenceNumber = false, normalizeTag = true)\n  const normalizeTag = field.tag.substring(0, 1) === '1'; // 1XX can delete 7XX as well!\n  const fieldAsString = fieldToNormalizedString(field, 0, false, normalizeTag);\n\n  const identicalLoneFields = record.fields.filter(f => !sameField(f, field) && fieldToNormalizedString(f, 0, false, normalizeTag) === fieldAsString);\n\n  // Mark fields as deleted:\n  identicalLoneFields.forEach(f => {\n    nvdebug(` mark ${fieldToString(f)} as deleted (lone field)...`);\n    f.deleted = 1;\n  });\n\n}\n\nfunction acceptFieldsWithSubfield6(fieldsWithSubfield6) {\n  // There can be only one non-880 field:\n  const non880 = fieldsWithSubfield6.filter(f => f.tag !== '880');\n  if (non880.length > 1) {\n    return false;\n  }\n\n  const occurrenceNumbers = fieldsGetOccurrenceNumbers(fieldsWithSubfield6);\n  // Chain can contain only single occurrence number:\n  if (occurrenceNumbers.length > 1) {\n    return false;\n  }\n\n  return true;\n}\n\n\nfunction isSingleTagLinkingNumber(linkingNumber, fields, tag) {\n  const relevantFields = fields.filter(f => fieldHasLinkingNumber(f, linkingNumber));\n  if (relevantFields.some(f => f.tag !== tag)) {\n    return false;\n  }\n  return true;\n}\n\nfunction acceptFieldsWithSubfield8(fieldsWithSubfield8, requireSingleTag = false) {\n  const linkingNumbers = fieldsGetAllSubfield8LinkingNumbers(fieldsWithSubfield8);\n  if (linkingNumbers.some(linkingNumber => anomaly8(linkingNumber))) {\n    return false;\n  }\n  return true;\n\n  // If linking number\n  function anomaly8(linkingNumber) {\n    nvdebug(`  Looking for anomalies in linkin number ${linkingNumber}`);\n    const relevantFields = fieldsWithSubfield8.filter(f => fieldHasLinkingNumber(f, linkingNumber));\n    if (requireSingleTag) {\n      return !isSingleTagLinkingNumber(linkingNumber, relevantFields, relevantFields[0].tag);\n    }\n\n    const f880 = relevantFields.filter(f => f.tag === '880');\n    if (f880.length === 0 || f880.length === relevantFields.length) {\n      return false;\n    }\n    return true;\n  }\n}\n\n\nexport function sameField(field1, field2) {\n  field1.tmpMyId = 666;\n  const result = field2.tmpMyId === 666 ? true : false;\n  delete field1.tmpMyId;\n  return result;\n}\n\nexport function isChainHead(field, chain) {\n  return sameField(field, chain[0]);\n}\n\nexport function fieldToChain(field, record) {\n  if (field.deleted || !field.subfields) {\n    return [];\n  }\n  const chain = newGetAllLinkedFields(field, record, true, true);\n\n  nvdebug(` Chain contains ${chain.length} field(s)`);\n  if (!isChainHead(field, chain)) { // newGetAllLinkedFields() marks relevant record.fields!\n    return [];\n  }\n\n  const fieldsWithSubfield6 = chain.filter(f => fieldHasValidSubfield6(f));\n  // Hack: multiple $6 fields, but either all are non-880 or all are 880: treat field as a single entry\n  if (fieldsWithSubfield6.length > 0) {\n    const non880 = fieldsWithSubfield6.filter(f => f.tag !== '880');\n    if (non880.length === 0 || non880.length === fieldsWithSubfield6.length) {\n      return [field];\n    }\n    if (non880.length !== 1) {\n      return [field];\n    }\n  }\n\n  if (!acceptFieldsWithSubfield6(fieldsWithSubfield6)) { // Check tag subfield $6s are legal(ish)\n    return [];\n  }\n  const fieldsWithSubfield8 = chain.filter(f => fieldHasValidSubfield8(f));\n  if (!acceptFieldsWithSubfield8(fieldsWithSubfield8, false)) {\n    return [];\n  }\n\n  //nvdebug(`Proceed with ${fieldsToString(chain)}`);\n\n\n  return chain;\n}\n\n\nfunction fieldHandleDuplicateDatafields(field, record) {\n  const chain = fieldToChain(field, record);\n  nvdebug(` TRY TO HANDLE DUPLICATES OF '${fieldsToString(chain)}'`);\n\n  if (chain.length === 0) {\n    return;\n  }\n\n  const fieldsWithSubfield6 = chain.filter(f => fieldHasValidSubfield6(f));\n  const fieldsWithSubfield8 = chain.filter(f => fieldHasValidSubfield8(f));\n\n  // Lone fields:\n  if (chain.length === 1) {\n    markIdenticalLoneFieldsAsDeletable(chain[0], record);\n    return;\n  }\n  if (fieldsWithSubfield6.length === 0) {\n\n    if (fieldsWithSubfield8.length === 0) { // chain.length === 1?\n      nvdebug(` Trying to find duplicates of single field '${fieldToString(chain[0])}'`);\n      markIdenticalLoneFieldsAsDeletable(chain[0], record);\n      return;\n    }\n    const linkingNumbers = fieldsGetAllSubfield8LinkingNumbers(fieldsWithSubfield8);\n    if (linkingNumbers.length < 2) {\n      markIdenticalSubfield6Chains(chain, record);\n      return;\n    }\n  }\n\n  if (fieldsWithSubfield6.length > 0 && acceptFieldsWithSubfield8(fieldsWithSubfield8, true)) { // Checks that non-880 tags are all same\n    // Chain is removable\n    markIdenticalSubfield6Chains(chain, record);\n    return;\n  }\n\n\n  nvdebug(` NO HANDLER FOUND FOR '${fieldsToString(chain)}'`);\n  nvdebug(`  N8s: ${fieldsWithSubfield6.length}`);\n\n}\n\n\nexport function removeDuplicateDatafields(record, fix = true) {\n  // Sometimes only $8 subfield (vs the whole field) is removed. Thus they are handled separately:\n  handleDuplicateSubfield8Chains(record, fix);\n\n  const dataFields = record.fields.filter(f => f.subfields !== undefined);\n\n  dataFields.forEach(f => fieldHandleDuplicateDatafields(f, record));\n\n  const deletableFields = dataFields.filter(f => f.deleted);\n  const modifiedFields = dataFields.filter(f => f.modified && !f.deleted);\n\n  const result = deletableFields.map(f => `DEL: ${fieldToString(f)}`);\n  if (modifiedFields.length) {\n    modifiedFields.forEach(f => delete f.modified);\n    result.push(modifiedFields.map(f => `MOD: ${fieldToString(f)}`));\n  }\n\n  if (fix) {\n    deletableFields.forEach(f => record.removeField(f));\n    return result;\n  }\n\n  deletableFields.forEach(f => delete f.deleted);\n  deletableFields.forEach(f => delete f.modified);\n\n\n  return result;\n}\n"],
+  "mappings": "AAAA,OAAO,uBAAuB;AAC9B,SAAQ,gBAAgB,eAAe,eAAc;AACrD,SAAQ,wBAAwB,4BAA4B,0BAA0B,yBAAyB,aAAY;AAC3H,SAAQ,OAAO,uBAAuB,wBAAwB,qCAAqC,2BAA2B,qCAAqC,iDAAgD;AAEnN,MAAM,YAAY;AAClB,MAAM,uBAAuB;AAC7B,MAAM,uBAAuB;AAK7B,MAAM,QAAQ,kBAAkB,oEAAoE;AAEpG,0BAA2B;AACzB,SAAO;AAAA,IACL,aAAa;AAAA,IACb;AAAA,IAAU;AAAA,EACZ;AAEA,WAAS,IAAI,QAAQ;AACnB,YAAQ,8BAA8B;AACtC,UAAM,MAAM,EAAC,SAAS,CAAC,GAAG,KAAK,CAAC,GAAG,OAAO,KAAI;AAC9C,8BAA0B,QAAQ,IAAI;AAEtC,WAAO;AAAA,EACT;AAEA,WAAS,SAAS,QAAQ;AAExB,YAAQ,yDAAyD,KAAK;AAEtE,UAAM,aAAa,0BAA0B,QAAQ,KAAK;AAI1D,UAAM,MAAM,EAAC,SAAS,WAAU;AAOhC,QAAI,QAAQ,IAAI,QAAQ,SAAS;AACjC,WAAO;AAAA,EACT;AACF;AAWA,SAAS,gBAAgB,QAAQ;AAC/B,SAAO,OAAO,QAAQ,OAAK,OAAO,EAAE,QAAQ;AAC9C;AAGA,SAAS,sBAAsB,OAAO,QAAQ,WAAW,MAAM,YAAY,MAAM;AAC/E,kBAAgB,MAAM;AAEtB,QAAM,WAAW;AAEjB,MAAI,YAAY;AAGhB,SAAO,cAAc,QAAW;AAC9B,QAAI,UAAU;AACZ,YAAM,YAAY,MAAM,WAAW,OAAO,MAAM;AAChD,gBAAU,QAAQ,OAAK,UAAU,CAAC,CAAC;AAAA,IACrC;AACA,QAAI,WAAW;AACb,YAAM,YAAY,MAAM,CAAC,SAAS,GAAG,MAAM;AAC3C,gBAAU,QAAQ,OAAK,UAAU,CAAC,CAAC;AAAA,IACrC;AACA,QAAI,UAAU,aAAa,WAAW;AACpC,gBAAU,WAAW;AAAA,IACvB;AACA,gBAAY,OAAO,OAAO,KAAK,OAAK,EAAE,aAAa,oBAAoB;AAAA,EACzE;AAGA,QAAM,eAAe,OAAO,OAAO,OAAO,OAAK,EAAE,QAAQ;AAEzD,kBAAgB,MAAM;AAEtB,SAAO;AAEP,WAAS,UAAU,GAAG;AACpB,QAAI,CAAC,EAAE,UAAU;AACf,QAAE,WAAW;AAAA,IACf;AAAA,EACF;AAEF;AAGA,SAAS,6BAA6B,QAAQ,OAAO,mBAAmB;AACtE,QAAM,SAAS,MAAM,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG;AAC3D,MAAI,OAAO,SAAS,GAAG;AACrB,WAAO,YAAY,KAAK;AACxB;AAAA,EACF;AACA,QAAM,YAAY,MAAM,UAAU,OAAO,QAAM,0BAA0B,EAAE,MAAM,iBAAiB;AAClG,YAAU,QAAQ,QAAM,OAAO,eAAe,IAAI,KAAK,CAAC;AAC1D;AAEA,SAAS,gCAAgC,QAAQ,OAAO,mBAAmB,KAAK;AAC9E,QAAM,SAAS,MAAM,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG;AAC3D,MAAI,OAAO,SAAS,GAAG;AACrB,UAAM,UAAU;AAChB;AAAA,EACF;AACA,QAAM,YAAY,MAAM,UAAU,OAAO,QAAM,0BAA0B,EAAE,MAAM,iBAAiB;AAClG,YAAU,QAAQ,QAAM;AACtB,UAAM,WAAW;AACjB,QAAI,KAAK;AACP,aAAO,eAAe,IAAI,KAAK;AAAA,IACjC;AAAA,EACF,CAAC;AACH;AAGO,gBAAS,+BAA+B,QAAQ,MAAM,MAAM;AAUjE,MAAI,OAAO,CAAC;AAEZ,MAAI,aAAa,CAAC;AAElB,UAAQ,SAAS;AACjB,QAAM,qBAAqB,oCAAoC,MAAM;AACrE,MAAI,mBAAmB,WAAW,GAAG;AACnC,WAAO;AAAA,EACT;AAEA,UAAQ,8BAA8B,mBAAmB,KAAK,IAAI,CAAC,IAAI,KAAK;AAE5E,qBAAmB,QAAQ,uBAAqB;AAC9C,UAAM,eAAe,0CAA0C,QAAQ,iBAAiB;AAExF,UAAM,4BAA4B;AAClC,UAAM,uBAAuB,yBAAyB,cAAc,mBAAmB,2BAA2B,IAAI;AACtH,YAAQ,8BAA8B,iBAAiB,KAAK,KAAK;AACjE,YAAQ,GAAG,oBAAoB,IAAI,KAAK;AAExC,QAAI,wBAAwB,MAAO;AACjC,UAAI,CAAC,WAAW,SAAS,oBAAoB,GAAG;AAC9C,mBAAW,KAAK,oBAAoB;AAAA,MACtC;AAEA,UAAI,KAAK;AACP,gBAAQ,kCAAkC,eAAe,YAAY,CAAC,IAAI,KAAK;AAC/E,qBAAa,QAAQ,WAAS,6BAA6B,QAAQ,OAAO,iBAAiB,CAAC;AAC5F;AAAA,MACF;AAEA,cAAQ,qCAAqC,oBAAoB,IAAI,KAAK;AAC1E;AAAA,IACF;AACA,YAAQ,6CAA6C,oBAAoB,IAAI,KAAK;AAClF,SAAK,oBAAoB,IAAI;AAC7B;AAAA,EACF,CAAC;AAED,SAAO;AACT;AAGO,gBAAS,+BAA+B,QAAQ,KAAK;AAU1D,MAAI,OAAO,CAAC;AAEZ,UAAQ,SAAS;AACjB,QAAM,qBAAqB,oCAAoC,MAAM;AACrE,MAAI,mBAAmB,WAAW,GAAG;AACnC;AAAA,EACF;AAEA,UAAQ,8BAA8B,mBAAmB,KAAK,IAAI,CAAC,IAAI,KAAK;AAE5E,qBAAmB,QAAQ,uBAAqB;AAC9C,UAAM,eAAe,0CAA0C,QAAQ,iBAAiB;AAExF,UAAM,4BAA4B;AAClC,UAAM,uBAAuB,yBAAyB,cAAc,mBAAmB,2BAA2B,IAAI;AACtH,YAAQ,8BAA8B,iBAAiB,KAAK,KAAK;AACjE,YAAQ,GAAG,oBAAoB,IAAI,KAAK;AAExC,QAAI,wBAAwB,MAAO;AACjC,cAAQ,kCAAkC,eAAe,YAAY,CAAC,IAAI,KAAK;AAC/E,mBAAa,QAAQ,WAAS,gCAAgC,QAAQ,OAAO,mBAAmB,GAAG,CAAC;AACpG;AAAA,IACF;AACA,YAAQ,6CAA6C,oBAAoB,IAAI,KAAK;AAClF,SAAK,oBAAoB,IAAI;AAC7B;AAAA,EACF,CAAC;AAEH;AAEA,SAAS,6BAA6B,OAAO,QAAQ;AACnD,QAAM,4BAA4B;AAClC,QAAM,eAAe,MAAM,KAAK,WAAS,MAAM,IAAI,UAAU,GAAG,CAAC,MAAM,GAAG;AAC1E,QAAM,gBAAgB,yBAAyB,OAAO,GAAG,2BAA2B,YAAY;AAEhG,UAAQ,iCAAiC,aAAa,EAAE;AACxD,SAAO,OAAO,QAAQ,OAAK,iBAAiB,CAAC,CAAC;AAG9C,WAAS,iBAAiB,GAAG;AAC3B,YAAQ,eAAe,cAAc,CAAC,CAAC,EAAE;AACzC,UAAM,aAAa,aAAa,GAAG,MAAM;AAEzC,QAAI,WAAW,WAAW,KAAK,UAAU,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,GAAG;AACjE;AAAA,IACF;AACA,UAAM,qBAAqB,yBAAyB,YAAY,GAAG,2BAA2B,YAAY;AAG1G,QAAI,kBAAkB,oBAAoB;AACxC,iBAAW,QAAQ,CAAAA,OAAK;AACtB,gBAAQ,SAAS,cAAcA,EAAC,CAAC,2BAA2B;AAC5D,QAAAA,GAAE,UAAU;AAAA,MACd,CAAC;AACD;AAAA,IACF;AAAA,EACF;AAEF;AAEA,SAAS,mCAAmC,OAAO,QAAQ;AACzD,MAAI,MAAM,SAAS;AACjB;AAAA,EACF;AAEA,QAAM,eAAe,MAAM,IAAI,UAAU,GAAG,CAAC,MAAM;AACnD,QAAM,gBAAgB,wBAAwB,OAAO,GAAG,OAAO,YAAY;AAE3E,QAAM,sBAAsB,OAAO,OAAO,OAAO,OAAK,CAAC,UAAU,GAAG,KAAK,KAAK,wBAAwB,GAAG,GAAG,OAAO,YAAY,MAAM,aAAa;AAGlJ,sBAAoB,QAAQ,OAAK;AAC/B,YAAQ,SAAS,cAAc,CAAC,CAAC,6BAA6B;AAC9D,MAAE,UAAU;AAAA,EACd,CAAC;AAEH;AAEA,SAAS,0BAA0B,qBAAqB;AAEtD,QAAM,SAAS,oBAAoB,OAAO,OAAK,EAAE,QAAQ,KAAK;AAC9D,MAAI,OAAO,SAAS,GAAG;AACrB,WAAO;AAAA,EACT;AAEA,QAAM,oBAAoB,2BAA2B,mBAAmB;AAExE,MAAI,kBAAkB,SAAS,GAAG;AAChC,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAGA,SAAS,yBAAyB,eAAe,QAAQ,KAAK;AAC5D,QAAM,iBAAiB,OAAO,OAAO,OAAK,sBAAsB,GAAG,aAAa,CAAC;AACjF,MAAI,eAAe,KAAK,OAAK,EAAE,QAAQ,GAAG,GAAG;AAC3C,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEA,SAAS,0BAA0B,qBAAqB,mBAAmB,OAAO;AAChF,QAAM,iBAAiB,oCAAoC,mBAAmB;AAC9E,MAAI,eAAe,KAAK,mBAAiB,SAAS,aAAa,CAAC,GAAG;AACjE,WAAO;AAAA,EACT;AACA,SAAO;AAGP,WAAS,SAAS,eAAe;AAC/B,YAAQ,4CAA4C,aAAa,EAAE;AACnE,UAAM,iBAAiB,oBAAoB,OAAO,OAAK,sBAAsB,GAAG,aAAa,CAAC;AAC9F,QAAI,kBAAkB;AACpB,aAAO,CAAC,yBAAyB,eAAe,gBAAgB,eAAe,CAAC,EAAE,GAAG;AAAA,IACvF;AAEA,UAAM,OAAO,eAAe,OAAO,OAAK,EAAE,QAAQ,KAAK;AACvD,QAAI,KAAK,WAAW,KAAK,KAAK,WAAW,eAAe,QAAQ;AAC9D,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AACF;AAGO,gBAAS,UAAU,QAAQ,QAAQ;AACxC,SAAO,UAAU;AACjB,QAAM,SAAS,OAAO,YAAY,MAAM,OAAO;AAC/C,SAAO,OAAO;AACd,SAAO;AACT;AAEO,gBAAS,YAAY,OAAO,OAAO;AACxC,SAAO,UAAU,OAAO,MAAM,CAAC,CAAC;AAClC;AAEO,gBAAS,aAAa,OAAO,QAAQ;AAC1C,MAAI,MAAM,WAAW,CAAC,MAAM,WAAW;AACrC,WAAO,CAAC;AAAA,EACV;AACA,QAAM,QAAQ,sBAAsB,OAAO,QAAQ,MAAM,IAAI;AAE7D,UAAQ,mBAAmB,MAAM,MAAM,WAAW;AAClD,MAAI,CAAC,YAAY,OAAO,KAAK,GAAG;AAC9B,WAAO,CAAC;AAAA,EACV;AAEA,QAAM,sBAAsB,MAAM,OAAO,OAAK,uBAAuB,CAAC,CAAC;AAEvE,MAAI,oBAAoB,SAAS,GAAG;AAClC,UAAM,SAAS,oBAAoB,OAAO,OAAK,EAAE,QAAQ,KAAK;AAC9D,QAAI,OAAO,WAAW,KAAK,OAAO,WAAW,oBAAoB,QAAQ;AACvE,aAAO,CAAC,KAAK;AAAA,IACf;AACA,QAAI,OAAO,WAAW,GAAG;AACvB,aAAO,CAAC,KAAK;AAAA,IACf;AAAA,EACF;AAEA,MAAI,CAAC,0BAA0B,mBAAmB,GAAG;AACnD,WAAO,CAAC;AAAA,EACV;AACA,QAAM,sBAAsB,MAAM,OAAO,OAAK,uBAAuB,CAAC,CAAC;AACvE,MAAI,CAAC,0BAA0B,qBAAqB,KAAK,GAAG;AAC1D,WAAO,CAAC;AAAA,EACV;AAKA,SAAO;AACT;AAGA,SAAS,+BAA+B,OAAO,QAAQ;AACrD,QAAM,QAAQ,aAAa,OAAO,MAAM;AACxC,UAAQ,iCAAiC,eAAe,KAAK,CAAC,GAAG;AAEjE,MAAI,MAAM,WAAW,GAAG;AACtB;AAAA,EACF;AAEA,QAAM,sBAAsB,MAAM,OAAO,OAAK,uBAAuB,CAAC,CAAC;AACvE,QAAM,sBAAsB,MAAM,OAAO,OAAK,uBAAuB,CAAC,CAAC;AAGvE,MAAI,MAAM,WAAW,GAAG;AACtB,uCAAmC,MAAM,CAAC,GAAG,MAAM;AACnD;AAAA,EACF;AACA,MAAI,oBAAoB,WAAW,GAAG;AAEpC,QAAI,oBAAoB,WAAW,GAAG;AACpC,cAAQ,+CAA+C,cAAc,MAAM,CAAC,CAAC,CAAC,GAAG;AACjF,yCAAmC,MAAM,CAAC,GAAG,MAAM;AACnD;AAAA,IACF;AACA,UAAM,iBAAiB,oCAAoC,mBAAmB;AAC9E,QAAI,eAAe,SAAS,GAAG;AAC7B,mCAA6B,OAAO,MAAM;AAC1C;AAAA,IACF;AAAA,EACF;AAEA,MAAI,oBAAoB,SAAS,KAAK,0BAA0B,qBAAqB,IAAI,GAAG;AAE1F,iCAA6B,OAAO,MAAM;AAC1C;AAAA,EACF;AAGA,UAAQ,0BAA0B,eAAe,KAAK,CAAC,GAAG;AAC1D,UAAQ,UAAU,oBAAoB,MAAM,EAAE;AAEhD;AAGO,gBAAS,0BAA0B,QAAQ,MAAM,MAAM;AAE5D,iCAA+B,QAAQ,GAAG;AAE1C,QAAM,aAAa,OAAO,OAAO,OAAO,OAAK,EAAE,cAAc,MAAS;AAEtE,aAAW,QAAQ,OAAK,+BAA+B,GAAG,MAAM,CAAC;AAEjE,QAAM,kBAAkB,WAAW,OAAO,OAAK,EAAE,OAAO;AACxD,QAAM,iBAAiB,WAAW,OAAO,OAAK,EAAE,YAAY,CAAC,EAAE,OAAO;AAEtE,QAAM,SAAS,gBAAgB,IAAI,OAAK,QAAQ,cAAc,CAAC,CAAC,EAAE;AAClE,MAAI,eAAe,QAAQ;AACzB,mBAAe,QAAQ,OAAK,OAAO,EAAE,QAAQ;AAC7C,WAAO,KAAK,eAAe,IAAI,OAAK,QAAQ,cAAc,CAAC,CAAC,EAAE,CAAC;AAAA,EACjE;AAEA,MAAI,KAAK;AACP,oBAAgB,QAAQ,OAAK,OAAO,YAAY,CAAC,CAAC;AAClD,WAAO;AAAA,EACT;AAEA,kBAAgB,QAAQ,OAAK,OAAO,EAAE,OAAO;AAC7C,kBAAgB,QAAQ,OAAK,OAAO,EAAE,QAAQ;AAG9C,SAAO;AACT;",
+  "names": ["f"]
+}

package/dist/removeDuplicateDataFields.test.js

@@ -0,0 +1,44 @@
+import assert from "node:assert";
+import { MarcRecord } from "@natlibfi/marc-record";
+import validatorFactory from "../src/removeDuplicateDataFields.js";
+import { READERS } from "@natlibfi/fixura";
+import generateTests from "@natlibfi/fixugen";
+import createDebugLogger from "debug";
+generateTests({
+  callback,
+  path: [import.meta.dirname, "..", "test-fixtures", "remove-duplicate-datafields"],
+  useMetadataFile: true,
+  recurse: false,
+  fixura: {
+    reader: READERS.JSON
+  },
+  hooks: {
+    before: async () => {
+      testValidatorFactory();
+    }
+  }
+});
+const debug = createDebugLogger("@natlibfi/marc-record-validators-melinda/removeDuplicateDataFields:test");
+async function testValidatorFactory() {
+  const validator = await validatorFactory();
+  assert.equal(typeof validator, "object");
+  assert.equal(typeof validator.description, "string");
+  assert.equal(typeof validator.validate, "function");
+}
+async function callback({ getFixture, enabled = true, fix = false }) {
+  if (enabled === false) {
+    debug("TEST SKIPPED!");
+    return;
+  }
+  const validator = await validatorFactory();
+  const record = new MarcRecord(getFixture("record.json"));
+  const expectedResult = getFixture("expectedResult.json");
+  if (!fix) {
+    const result = await validator.validate(record);
+    assert.deepEqual(result, expectedResult);
+    return;
+  }
+  await validator.fix(record);
+  assert.deepEqual(record, expectedResult);
+}
+//# sourceMappingURL=removeDuplicateDataFields.test.js.map

package/dist/removeDuplicateDataFields.test.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/removeDuplicateDataFields.test.js"],
+  "sourcesContent": ["import assert from 'node:assert';\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport validatorFactory from '../src/removeDuplicateDataFields.js';\nimport {READERS} from '@natlibfi/fixura';\nimport generateTests from '@natlibfi/fixugen';\nimport createDebugLogger from 'debug';\n\ngenerateTests({\n  callback,\n  path: [import.meta.dirname, '..', 'test-fixtures', 'remove-duplicate-datafields'],\n  useMetadataFile: true,\n  recurse: false,\n  fixura: {\n    reader: READERS.JSON\n  },\n  hooks: {\n    before: async () => {\n      testValidatorFactory();\n    }\n  }\n});\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda/removeDuplicateDataFields:test');\n\nasync function testValidatorFactory() {\n  const validator = await validatorFactory();\n\n  assert.equal(typeof validator, 'object');\n  assert.equal(typeof validator.description, 'string');\n  assert.equal(typeof validator.validate, 'function');\n}\n\nasync function callback({getFixture, enabled = true, fix = false}) {\n  if (enabled === false) {\n    debug('TEST SKIPPED!');\n    return;\n  }\n\n  const validator = await validatorFactory();\n  const record = new MarcRecord(getFixture('record.json'));\n  const expectedResult = getFixture('expectedResult.json');\n  // console.log(expectedResult); // eslint-disable-line\n\n  if (!fix) {\n    const result = await validator.validate(record);\n    assert.deepEqual(result, expectedResult);\n    return;\n  }\n\n  await validator.fix(record);\n  assert.deepEqual(record, expectedResult);\n}\n"],
+  "mappings": "AAAA,OAAO,YAAY;AACnB,SAAQ,kBAAiB;AACzB,OAAO,sBAAsB;AAC7B,SAAQ,eAAc;AACtB,OAAO,mBAAmB;AAC1B,OAAO,uBAAuB;AAE9B,cAAc;AAAA,EACZ;AAAA,EACA,MAAM,CAAC,YAAY,SAAS,MAAM,iBAAiB,6BAA6B;AAAA,EAChF,iBAAiB;AAAA,EACjB,SAAS;AAAA,EACT,QAAQ;AAAA,IACN,QAAQ,QAAQ;AAAA,EAClB;AAAA,EACA,OAAO;AAAA,IACL,QAAQ,YAAY;AAClB,2BAAqB;AAAA,IACvB;AAAA,EACF;AACF,CAAC;AACD,MAAM,QAAQ,kBAAkB,yEAAyE;AAEzG,eAAe,uBAAuB;AACpC,QAAM,YAAY,MAAM,iBAAiB;AAEzC,SAAO,MAAM,OAAO,WAAW,QAAQ;AACvC,SAAO,MAAM,OAAO,UAAU,aAAa,QAAQ;AACnD,SAAO,MAAM,OAAO,UAAU,UAAU,UAAU;AACpD;AAEA,eAAe,SAAS,EAAC,YAAY,UAAU,MAAM,MAAM,MAAK,GAAG;AACjE,MAAI,YAAY,OAAO;AACrB,UAAM,eAAe;AACrB;AAAA,EACF;AAEA,QAAM,YAAY,MAAM,iBAAiB;AACzC,QAAM,SAAS,IAAI,WAAW,WAAW,aAAa,CAAC;AACvD,QAAM,iBAAiB,WAAW,qBAAqB;AAGvD,MAAI,CAAC,KAAK;AACR,UAAM,SAAS,MAAM,UAAU,SAAS,MAAM;AAC9C,WAAO,UAAU,QAAQ,cAAc;AACvC;AAAA,EACF;AAEA,QAAM,UAAU,IAAI,MAAM;AAC1B,SAAO,UAAU,QAAQ,cAAc;AACzC;",
+  "names": []
+}