@natlibfi/marc-record-validators-melinda 11.2.0-alpha.1 → 11.2.1-alpha.1

package/dist/indicator-fixes.js

@@ -137,6 +137,16 @@ function normalize245Indicator1(field, record) {
   const field1XX = record.get('^1..$');
   field.ind1 = field1XX.length === 0 ? '0' : '1'; // eslint-disable-line functional/immutable-data
 }
+function normalize776Indicator2(field) {
+  if (field.tag !== '776') {
+    return;
+  }
+  // If subfield $i exists, ind2 must me '8'
+  if (field.subfields.some(sf => sf.code === 'i')) {
+    field.ind2 = '8'; // eslint-disable-line functional/immutable-data
+    return;
+  }
+}
 function recordNormalize490(record) {
   const fields490 = record.get('^490$');
   const fields8XX = record.get('^(?:800|810|811|830)$');
@@ -187,5 +197,6 @@ function fieldNormalizeIndicators(field, record, languages) {
   normalize245Indicator1(field, record);
   normalizeNonFilingIndicator1(field, languages);
   normalizeNonFilingIndicator2(field, languages);
+  normalize776Indicator2(field);
 }
 //# sourceMappingURL=indicator-fixes.js.map

package/dist/indicator-fixes.js.map

@@ -1 +1 @@
-{"version":3,"file":"indicator-fixes.js","names":["_utils","require","_default","description","validate","fix","record","res","message","valid","recordNormalizeIndicators","validateRecord","length","clonedFields","JSON","parse","stringify","fields","forEach","field","index","compareFields","origFieldAsString","fieldToString","ind1","push","ind2","ind1NonFilingChars","ind2NonFilingChars","hasNonFilingIndicator1","includes","tag","modifiableIndicatorValue","value","hasNonFilingIndicator2","valueBeginsWithDeterminer","cands","find","cand","substring","determineNonFilingIndicatorValue","languages","undefined","subfieldA","subfields","sf","code","name","toLowerCase","match","normalizeNonFilingIndicator1","normalizeNonFilingIndicator2","normalize245Indicator1","field1XX","get","recordNormalize490","fields490","fields8XX","f","getLanguages","langFields","filter","isRelevantSubfield","map","subfield","fieldNormalizeIndicators"],"sources":["../src/indicator-fixes.js"],"sourcesContent":["// Relocated from melinda-marc-record-merge-reducers (and renamed)\n//import createDebugLogger from 'debug';\n//const debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:normalizeIdentifiers');\n\nimport {fieldToString} from './utils';\n\n\nexport default function () {\n\n  return {\n    description: 'Normalizes indicator values',\n    validate, fix\n  };\n\n  function fix(record) {\n    const res = {message: [], fix: [], valid: true};\n\n    recordNormalizeIndicators(record);\n\n    return res;\n  }\n\n  function validate(record) {\n    const res = {message: []};\n\n    validateRecord(record, res);\n\n    res.valid = res.message.length < 1; // eslint-disable-line functional/immutable-data\n    return res;\n  }\n\n\n  function validateRecord(record, res) {\n    //nvdebug(record);\n    const clonedFields = JSON.parse(JSON.stringify(record.fields));\n    recordNormalizeIndicators(record);\n\n    record.fields.forEach((field, index) => compareFields(field, index));\n\n    function compareFields(field, index) {\n      const origFieldAsString = fieldToString(clonedFields[index]);\n      //const clonedFieldAsString = fieldToString(field);\n      if (clonedFields[index].ind1 !== field.ind1) { // eslint-disable-line functional/no-conditional-statements\n        //nvdebug(`FIX IND1: '${clonedFields[index].ind1}' => '${field.ind1}': ${clonedFieldAsString}`);\n        res.message.push(`Expected IND1 for '${origFieldAsString}' is '${field.ind1}'`); // eslint-disable-line functional/immutable-data\n      }\n      if (clonedFields[index].ind2 !== field.ind2) { // eslint-disable-line functional/no-conditional-statements\n        //nvdebug(`FIX IND2: '${clonedFields[index].ind2}' => '${field.ind2}': ${clonedFieldAsString}`);\n        res.message.push(`Expected IND2 for '${origFieldAsString}' is '${field.ind2}'`); // eslint-disable-line functional/immutable-data\n      }\n    }\n    // Validator should not change the original record:\n    record.fields = clonedFields; // eslint-disable-line functional/immutable-data\n    return;\n  }\n}\n\n\nconst ind1NonFilingChars = ['130', '630', '730', '740'];\nconst ind2NonFilingChars = ['222', '240', '242', '243', '245', '830'];\n\nfunction hasNonFilingIndicator1(field) {\n  return ind1NonFilingChars.includes(field.tag);\n}\n\nfunction modifiableIndicatorValue(value) {\n  // If field contains a legit-looking value, don't try to modify it here...\n  return !['9', '8', '7', '6', '5', '4', '3', '2', '1'].includes(value);\n}\n\nfunction hasNonFilingIndicator2(field) {\n  return ind2NonFilingChars.includes(field.tag);\n}\n\nfunction valueBeginsWithDeterminer(value, cands) {\n  return cands.find(cand => value.substring(0, cand.length) === cand);\n}\n\nfunction determineNonFilingIndicatorValue(field, languages = undefined) {\n  const subfieldA = field.subfields.find(sf => sf.code === 'a');\n  if (!subfieldA) {\n    // nvdebug(' Subfield $a miss!');\n    return;\n  }\n\n  const name = subfieldA.value.toLowerCase();\n\n  if (languages.includes('eng')) {\n    const match = valueBeginsWithDeterminer(name, ['a ', 'an ', 'the ']);\n    if (match) {\n      return `${match.length}`;\n    }\n  }\n\n  if (languages.includes('fre')) {\n    const match = valueBeginsWithDeterminer(name, ['l\\'', 'le ']);\n    if (match) {\n      return `${match.length}`;\n    }\n  }\n\n  if (languages.includes('ger')) {\n    const match = valueBeginsWithDeterminer(name, ['das ', 'der ', 'die ']);\n    if (match) {\n      return `${match.length}`;\n    }\n  }\n\n  if (languages.includes('swe')) {\n    const match = valueBeginsWithDeterminer(name, ['en ', 'ett ']);\n    if (match) {\n      return `${match.length}`;\n    }\n    if (name.match(/^de[nt] /u) && !name.match(/^de[nt] som /u)) {\n      return '4';\n    }\n  }\n\n  // Fallback-ish: try to guess even without languages:\n  const match = valueBeginsWithDeterminer(name, ['the ']);\n  if (match) {\n    return `${match.length}`;\n  }\n  if (name.match(/^a /u) && !languages.includes('hun') && !name.match(/^a (?:b |la )/u)) { // Skip \"a b c\", \"a la carte\"...\n    return '2';\n  }\n\n  return '0';\n}\n\nfunction normalizeNonFilingIndicator1(field, languages = []) {\n  if (!hasNonFilingIndicator1(field) || !modifiableIndicatorValue(field.ind1)) {\n    return;\n  }\n\n  field.ind1 = determineNonFilingIndicatorValue(field, languages); // eslint-disable-line functional/immutable-data\n}\n\nfunction normalizeNonFilingIndicator2(field, languages = []) {\n  if (!hasNonFilingIndicator2(field) || !modifiableIndicatorValue(field.ind2)) {\n    return;\n  }\n\n  field.ind2 = determineNonFilingIndicatorValue(field, languages); // eslint-disable-line functional/immutable-data\n}\n\n\nfunction normalize245Indicator1(field, record) {\n  if (field.tag !== '245') {\n    return;\n  }\n  const field1XX = record.get('^1..$');\n  field.ind1 = field1XX.length === 0 ? '0' : '1'; // eslint-disable-line functional/immutable-data\n}\n\n\nfunction recordNormalize490(record) {\n  const fields490 = record.get('^490$');\n  const fields8XX = record.get('^(?:800|810|811|830)$');\n\n  if (fields490.length === 0) {\n    return;\n  }\n  if (fields490.length <= fields8XX.length) {\n    // Trace found for each field 490:\n    fields490.forEach(f => {\n      f.ind1 = '1'; // eslint-disable-line functional/immutable-data\n    });\n    return;\n  }\n  if (fields8XX.length === 0) { // Fields 490 are always untraced (no traces found)\n    fields490.forEach(f => {\n      f.ind1 = '0'; // eslint-disable-line functional/immutable-data\n    });\n    return;\n  }\n  // For other combinations we just can't be sure, so leave them as they are.\n}\n\n\nfunction getLanguages(record) {\n  const langFields = record.get('^041$');\n\n  if (langFields.length === 0) {\n    return [];\n  }\n\n  return langFields[0].subfields.filter(sf => isRelevantSubfield(sf)).map(subfield => subfield.value);\n\n  function isRelevantSubfield(subfield) {\n    if (!['a', 'd', 'h'].includes(subfield.code)) {\n      return false;\n    }\n    if (subfield.value.length !== 3) {\n      return false;\n    }\n    // We could require /^[a-z][a-z][a-z]$/ etc as well, but it's not really that relevant.\n    return true;\n  }\n\n}\n\nexport function recordNormalizeIndicators(record) {\n  recordNormalize490(record);\n\n  // Language is used to handle non-filing indicators\n  const languages = getLanguages(record);\n\n  record.fields.forEach(field => fieldNormalizeIndicators(field, record, languages));\n\n}\n\nfunction fieldNormalizeIndicators(field, record, languages) {\n  normalize245Indicator1(field, record);\n  normalizeNonFilingIndicator1(field, languages);\n  normalizeNonFilingIndicator2(field, languages);\n}\n"],"mappings":";;;;;;;AAIA,IAAAA,MAAA,GAAAC,OAAA;AAJA;AACA;AACA;;AAKe,SAAAC,SAAA,EAAY;EAEzB,OAAO;IACLC,WAAW,EAAE,6BAA6B;IAC1CC,QAAQ;IAAEC;EACZ,CAAC;EAED,SAASA,GAAGA,CAACC,MAAM,EAAE;IACnB,MAAMC,GAAG,GAAG;MAACC,OAAO,EAAE,EAAE;MAAEH,GAAG,EAAE,EAAE;MAAEI,KAAK,EAAE;IAAI,CAAC;IAE/CC,yBAAyB,CAACJ,MAAM,CAAC;IAEjC,OAAOC,GAAG;EACZ;EAEA,SAASH,QAAQA,CAACE,MAAM,EAAE;IACxB,MAAMC,GAAG,GAAG;MAACC,OAAO,EAAE;IAAE,CAAC;IAEzBG,cAAc,CAACL,MAAM,EAAEC,GAAG,CAAC;IAE3BA,GAAG,CAACE,KAAK,GAAGF,GAAG,CAACC,OAAO,CAACI,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,OAAOL,GAAG;EACZ;EAGA,SAASI,cAAcA,CAACL,MAAM,EAAEC,GAAG,EAAE;IACnC;IACA,MAAMM,YAAY,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,SAAS,CAACV,MAAM,CAACW,MAAM,CAAC,CAAC;IAC9DP,yBAAyB,CAACJ,MAAM,CAAC;IAEjCA,MAAM,CAACW,MAAM,CAACC,OAAO,CAAC,CAACC,KAAK,EAAEC,KAAK,KAAKC,aAAa,CAACF,KAAK,EAAEC,KAAK,CAAC,CAAC;IAEpE,SAASC,aAAaA,CAACF,KAAK,EAAEC,KAAK,EAAE;MACnC,MAAME,iBAAiB,GAAG,IAAAC,oBAAa,EAACV,YAAY,CAACO,KAAK,CAAC,CAAC;MAC5D;MACA,IAAIP,YAAY,CAACO,KAAK,CAAC,CAACI,IAAI,KAAKL,KAAK,CAACK,IAAI,EAAE;QAAE;QAC7C;QACAjB,GAAG,CAACC,OAAO,CAACiB,IAAI,CAAE,sBAAqBH,iBAAkB,SAAQH,KAAK,CAACK,IAAK,GAAE,CAAC,CAAC,CAAC;MACnF;MACA,IAAIX,YAAY,CAACO,KAAK,CAAC,CAACM,IAAI,KAAKP,KAAK,CAACO,IAAI,EAAE;QAAE;QAC7C;QACAnB,GAAG,CAACC,OAAO,CAACiB,IAAI,CAAE,sBAAqBH,iBAAkB,SAAQH,KAAK,CAACO,IAAK,GAAE,CAAC,CAAC,CAAC;MACnF;IACF;IACA;IACApB,MAAM,CAACW,MAAM,GAAGJ,YAAY,CAAC,CAAC;IAC9B;EACF;AACF;AAGA,MAAMc,kBAAkB,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;AACvD,MAAMC,kBAAkB,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;AAErE,SAASC,sBAAsBA,CAACV,KAAK,EAAE;EACrC,OAAOQ,kBAAkB,CAACG,QAAQ,CAACX,KAAK,CAACY,GAAG,CAAC;AAC/C;AAEA,SAASC,wBAAwBA,CAACC,KAAK,EAAE;EACvC;EACA,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAACH,QAAQ,CAACG,KAAK,CAAC;AACvE;AAEA,SAASC,sBAAsBA,CAACf,KAAK,EAAE;EACrC,OAAOS,kBAAkB,CAACE,QAAQ,CAACX,KAAK,CAACY,GAAG,CAAC;AAC/C;AAEA,SAASI,yBAAyBA,CAACF,KAAK,EAAEG,KAAK,EAAE;EAC/C,OAAOA,KAAK,CAACC,IAAI,CAACC,IAAI,IAAIL,KAAK,CAACM,SAAS,CAAC,CAAC,EAAED,IAAI,CAAC1B,MAAM,CAAC,KAAK0B,IAAI,CAAC;AACrE;AAEA,SAASE,gCAAgCA,CAACrB,KAAK,EAAEsB,SAAS,GAAGC,SAAS,EAAE;EACtE,MAAMC,SAAS,GAAGxB,KAAK,CAACyB,SAAS,CAACP,IAAI,CAACQ,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,CAAC;EAC7D,IAAI,CAACH,SAAS,EAAE;IACd;IACA;EACF;EAEA,MAAMI,IAAI,GAAGJ,SAAS,CAACV,KAAK,CAACe,WAAW,CAAC,CAAC;EAE1C,IAAIP,SAAS,CAACX,QAAQ,CAAC,KAAK,CAAC,EAAE;IAC7B,MAAMmB,KAAK,GAAGd,yBAAyB,CAACY,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACpE,IAAIE,KAAK,EAAE;MACT,OAAQ,GAAEA,KAAK,CAACrC,MAAO,EAAC;IAC1B;EACF;EAEA,IAAI6B,SAAS,CAACX,QAAQ,CAAC,KAAK,CAAC,EAAE;IAC7B,MAAMmB,KAAK,GAAGd,yBAAyB,CAACY,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC7D,IAAIE,KAAK,EAAE;MACT,OAAQ,GAAEA,KAAK,CAACrC,MAAO,EAAC;IAC1B;EACF;EAEA,IAAI6B,SAAS,CAACX,QAAQ,CAAC,KAAK,CAAC,EAAE;IAC7B,MAAMmB,KAAK,GAAGd,yBAAyB,CAACY,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACvE,IAAIE,KAAK,EAAE;MACT,OAAQ,GAAEA,KAAK,CAACrC,MAAO,EAAC;IAC1B;EACF;EAEA,IAAI6B,SAAS,CAACX,QAAQ,CAAC,KAAK,CAAC,EAAE;IAC7B,MAAMmB,KAAK,GAAGd,yBAAyB,CAACY,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC9D,IAAIE,KAAK,EAAE;MACT,OAAQ,GAAEA,KAAK,CAACrC,MAAO,EAAC;IAC1B;IACA,IAAImC,IAAI,CAACE,KAAK,CAAC,WAAW,CAAC,IAAI,CAACF,IAAI,CAACE,KAAK,CAAC,eAAe,CAAC,EAAE;MAC3D,OAAO,GAAG;IACZ;EACF;;EAEA;EACA,MAAMA,KAAK,GAAGd,yBAAyB,CAACY,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC;EACvD,IAAIE,KAAK,EAAE;IACT,OAAQ,GAAEA,KAAK,CAACrC,MAAO,EAAC;EAC1B;EACA,IAAImC,IAAI,CAACE,KAAK,CAAC,MAAM,CAAC,IAAI,CAACR,SAAS,CAACX,QAAQ,CAAC,KAAK,CAAC,IAAI,CAACiB,IAAI,CAACE,KAAK,CAAC,gBAAgB,CAAC,EAAE;IAAE;IACvF,OAAO,GAAG;EACZ;EAEA,OAAO,GAAG;AACZ;AAEA,SAASC,4BAA4BA,CAAC/B,KAAK,EAAEsB,SAAS,GAAG,EAAE,EAAE;EAC3D,IAAI,CAACZ,sBAAsB,CAACV,KAAK,CAAC,IAAI,CAACa,wBAAwB,CAACb,KAAK,CAACK,IAAI,CAAC,EAAE;IAC3E;EACF;EAEAL,KAAK,CAACK,IAAI,GAAGgB,gCAAgC,CAACrB,KAAK,EAAEsB,SAAS,CAAC,CAAC,CAAC;AACnE;AAEA,SAASU,4BAA4BA,CAAChC,KAAK,EAAEsB,SAAS,GAAG,EAAE,EAAE;EAC3D,IAAI,CAACP,sBAAsB,CAACf,KAAK,CAAC,IAAI,CAACa,wBAAwB,CAACb,KAAK,CAACO,IAAI,CAAC,EAAE;IAC3E;EACF;EAEAP,KAAK,CAACO,IAAI,GAAGc,gCAAgC,CAACrB,KAAK,EAAEsB,SAAS,CAAC,CAAC,CAAC;AACnE;AAGA,SAASW,sBAAsBA,CAACjC,KAAK,EAAEb,MAAM,EAAE;EAC7C,IAAIa,KAAK,CAACY,GAAG,KAAK,KAAK,EAAE;IACvB;EACF;EACA,MAAMsB,QAAQ,GAAG/C,MAAM,CAACgD,GAAG,CAAC,OAAO,CAAC;EACpCnC,KAAK,CAACK,IAAI,GAAG6B,QAAQ,CAACzC,MAAM,KAAK,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC;AAClD;AAGA,SAAS2C,kBAAkBA,CAACjD,MAAM,EAAE;EAClC,MAAMkD,SAAS,GAAGlD,MAAM,CAACgD,GAAG,CAAC,OAAO,CAAC;EACrC,MAAMG,SAAS,GAAGnD,MAAM,CAACgD,GAAG,CAAC,uBAAuB,CAAC;EAErD,IAAIE,SAAS,CAAC5C,MAAM,KAAK,CAAC,EAAE;IAC1B;EACF;EACA,IAAI4C,SAAS,CAAC5C,MAAM,IAAI6C,SAAS,CAAC7C,MAAM,EAAE;IACxC;IACA4C,SAAS,CAACtC,OAAO,CAACwC,CAAC,IAAI;MACrBA,CAAC,CAAClC,IAAI,GAAG,GAAG,CAAC,CAAC;IAChB,CAAC,CAAC;IACF;EACF;EACA,IAAIiC,SAAS,CAAC7C,MAAM,KAAK,CAAC,EAAE;IAAE;IAC5B4C,SAAS,CAACtC,OAAO,CAACwC,CAAC,IAAI;MACrBA,CAAC,CAAClC,IAAI,GAAG,GAAG,CAAC,CAAC;IAChB,CAAC,CAAC;IACF;EACF;EACA;AACF;AAGA,SAASmC,YAAYA,CAACrD,MAAM,EAAE;EAC5B,MAAMsD,UAAU,GAAGtD,MAAM,CAACgD,GAAG,CAAC,OAAO,CAAC;EAEtC,IAAIM,UAAU,CAAChD,MAAM,KAAK,CAAC,EAAE;IAC3B,OAAO,EAAE;EACX;EAEA,OAAOgD,UAAU,CAAC,CAAC,CAAC,CAAChB,SAAS,CAACiB,MAAM,CAAChB,EAAE,IAAIiB,kBAAkB,CAACjB,EAAE,CAAC,CAAC,CAACkB,GAAG,CAACC,QAAQ,IAAIA,QAAQ,CAAC/B,KAAK,CAAC;EAEnG,SAAS6B,kBAAkBA,CAACE,QAAQ,EAAE;IACpC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAClC,QAAQ,CAACkC,QAAQ,CAAClB,IAAI,CAAC,EAAE;MAC5C,OAAO,KAAK;IACd;IACA,IAAIkB,QAAQ,CAAC/B,KAAK,CAACrB,MAAM,KAAK,CAAC,EAAE;MAC/B,OAAO,KAAK;IACd;IACA;IACA,OAAO,IAAI;EACb;AAEF;AAEO,SAASF,yBAAyBA,CAACJ,MAAM,EAAE;EAChDiD,kBAAkB,CAACjD,MAAM,CAAC;;EAE1B;EACA,MAAMmC,SAAS,GAAGkB,YAAY,CAACrD,MAAM,CAAC;EAEtCA,MAAM,CAACW,MAAM,CAACC,OAAO,CAACC,KAAK,IAAI8C,wBAAwB,CAAC9C,KAAK,EAAEb,MAAM,EAAEmC,SAAS,CAAC,CAAC;AAEpF;AAEA,SAASwB,wBAAwBA,CAAC9C,KAAK,EAAEb,MAAM,EAAEmC,SAAS,EAAE;EAC1DW,sBAAsB,CAACjC,KAAK,EAAEb,MAAM,CAAC;EACrC4C,4BAA4B,CAAC/B,KAAK,EAAEsB,SAAS,CAAC;EAC9CU,4BAA4B,CAAChC,KAAK,EAAEsB,SAAS,CAAC;AAChD","ignoreList":[]}
+{"version":3,"file":"indicator-fixes.js","names":["_utils","require","_default","description","validate","fix","record","res","message","valid","recordNormalizeIndicators","validateRecord","length","clonedFields","JSON","parse","stringify","fields","forEach","field","index","compareFields","origFieldAsString","fieldToString","ind1","push","ind2","ind1NonFilingChars","ind2NonFilingChars","hasNonFilingIndicator1","includes","tag","modifiableIndicatorValue","value","hasNonFilingIndicator2","valueBeginsWithDeterminer","cands","find","cand","substring","determineNonFilingIndicatorValue","languages","undefined","subfieldA","subfields","sf","code","name","toLowerCase","match","normalizeNonFilingIndicator1","normalizeNonFilingIndicator2","normalize245Indicator1","field1XX","get","normalize776Indicator2","some","recordNormalize490","fields490","fields8XX","f","getLanguages","langFields","filter","isRelevantSubfield","map","subfield","fieldNormalizeIndicators"],"sources":["../src/indicator-fixes.js"],"sourcesContent":["// Relocated from melinda-marc-record-merge-reducers (and renamed)\n//import createDebugLogger from 'debug';\n//const debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:normalizeIdentifiers');\n\nimport {fieldToString} from './utils';\n\n\nexport default function () {\n\n  return {\n    description: 'Normalizes indicator values',\n    validate, fix\n  };\n\n  function fix(record) {\n    const res = {message: [], fix: [], valid: true};\n\n    recordNormalizeIndicators(record);\n\n    return res;\n  }\n\n  function validate(record) {\n    const res = {message: []};\n\n    validateRecord(record, res);\n\n    res.valid = res.message.length < 1; // eslint-disable-line functional/immutable-data\n    return res;\n  }\n\n\n  function validateRecord(record, res) {\n    //nvdebug(record);\n    const clonedFields = JSON.parse(JSON.stringify(record.fields));\n    recordNormalizeIndicators(record);\n\n    record.fields.forEach((field, index) => compareFields(field, index));\n\n    function compareFields(field, index) {\n      const origFieldAsString = fieldToString(clonedFields[index]);\n      //const clonedFieldAsString = fieldToString(field);\n      if (clonedFields[index].ind1 !== field.ind1) { // eslint-disable-line functional/no-conditional-statements\n        //nvdebug(`FIX IND1: '${clonedFields[index].ind1}' => '${field.ind1}': ${clonedFieldAsString}`);\n        res.message.push(`Expected IND1 for '${origFieldAsString}' is '${field.ind1}'`); // eslint-disable-line functional/immutable-data\n      }\n      if (clonedFields[index].ind2 !== field.ind2) { // eslint-disable-line functional/no-conditional-statements\n        //nvdebug(`FIX IND2: '${clonedFields[index].ind2}' => '${field.ind2}': ${clonedFieldAsString}`);\n        res.message.push(`Expected IND2 for '${origFieldAsString}' is '${field.ind2}'`); // eslint-disable-line functional/immutable-data\n      }\n    }\n    // Validator should not change the original record:\n    record.fields = clonedFields; // eslint-disable-line functional/immutable-data\n    return;\n  }\n}\n\n\nconst ind1NonFilingChars = ['130', '630', '730', '740'];\nconst ind2NonFilingChars = ['222', '240', '242', '243', '245', '830'];\n\nfunction hasNonFilingIndicator1(field) {\n  return ind1NonFilingChars.includes(field.tag);\n}\n\nfunction modifiableIndicatorValue(value) {\n  // If field contains a legit-looking value, don't try to modify it here...\n  return !['9', '8', '7', '6', '5', '4', '3', '2', '1'].includes(value);\n}\n\nfunction hasNonFilingIndicator2(field) {\n  return ind2NonFilingChars.includes(field.tag);\n}\n\nfunction valueBeginsWithDeterminer(value, cands) {\n  return cands.find(cand => value.substring(0, cand.length) === cand);\n}\n\nfunction determineNonFilingIndicatorValue(field, languages = undefined) {\n  const subfieldA = field.subfields.find(sf => sf.code === 'a');\n  if (!subfieldA) {\n    // nvdebug(' Subfield $a miss!');\n    return;\n  }\n\n  const name = subfieldA.value.toLowerCase();\n\n  if (languages.includes('eng')) {\n    const match = valueBeginsWithDeterminer(name, ['a ', 'an ', 'the ']);\n    if (match) {\n      return `${match.length}`;\n    }\n  }\n\n  if (languages.includes('fre')) {\n    const match = valueBeginsWithDeterminer(name, ['l\\'', 'le ']);\n    if (match) {\n      return `${match.length}`;\n    }\n  }\n\n  if (languages.includes('ger')) {\n    const match = valueBeginsWithDeterminer(name, ['das ', 'der ', 'die ']);\n    if (match) {\n      return `${match.length}`;\n    }\n  }\n\n  if (languages.includes('swe')) {\n    const match = valueBeginsWithDeterminer(name, ['en ', 'ett ']);\n    if (match) {\n      return `${match.length}`;\n    }\n    if (name.match(/^de[nt] /u) && !name.match(/^de[nt] som /u)) {\n      return '4';\n    }\n  }\n\n  // Fallback-ish: try to guess even without languages:\n  const match = valueBeginsWithDeterminer(name, ['the ']);\n  if (match) {\n    return `${match.length}`;\n  }\n  if (name.match(/^a /u) && !languages.includes('hun') && !name.match(/^a (?:b |la )/u)) { // Skip \"a b c\", \"a la carte\"...\n    return '2';\n  }\n\n  return '0';\n}\n\nfunction normalizeNonFilingIndicator1(field, languages = []) {\n  if (!hasNonFilingIndicator1(field) || !modifiableIndicatorValue(field.ind1)) {\n    return;\n  }\n\n  field.ind1 = determineNonFilingIndicatorValue(field, languages); // eslint-disable-line functional/immutable-data\n}\n\nfunction normalizeNonFilingIndicator2(field, languages = []) {\n  if (!hasNonFilingIndicator2(field) || !modifiableIndicatorValue(field.ind2)) {\n    return;\n  }\n\n  field.ind2 = determineNonFilingIndicatorValue(field, languages); // eslint-disable-line functional/immutable-data\n}\n\n\nfunction normalize245Indicator1(field, record) {\n  if (field.tag !== '245') {\n    return;\n  }\n  const field1XX = record.get('^1..$');\n  field.ind1 = field1XX.length === 0 ? '0' : '1'; // eslint-disable-line functional/immutable-data\n}\n\nfunction normalize776Indicator2(field) {\n  if (field.tag !== '776') {\n    return;\n  }\n  // If subfield $i exists, ind2 must me '8'\n  if (field.subfields.some(sf => sf.code === 'i')) {\n    field.ind2 = '8'; // eslint-disable-line functional/immutable-data\n    return;\n  }\n}\n\n\nfunction recordNormalize490(record) {\n  const fields490 = record.get('^490$');\n  const fields8XX = record.get('^(?:800|810|811|830)$');\n\n  if (fields490.length === 0) {\n    return;\n  }\n  if (fields490.length <= fields8XX.length) {\n    // Trace found for each field 490:\n    fields490.forEach(f => {\n      f.ind1 = '1'; // eslint-disable-line functional/immutable-data\n    });\n    return;\n  }\n  if (fields8XX.length === 0) { // Fields 490 are always untraced (no traces found)\n    fields490.forEach(f => {\n      f.ind1 = '0'; // eslint-disable-line functional/immutable-data\n    });\n    return;\n  }\n  // For other combinations we just can't be sure, so leave them as they are.\n}\n\n\nfunction getLanguages(record) {\n  const langFields = record.get('^041$');\n\n  if (langFields.length === 0) {\n    return [];\n  }\n\n  return langFields[0].subfields.filter(sf => isRelevantSubfield(sf)).map(subfield => subfield.value);\n\n  function isRelevantSubfield(subfield) {\n    if (!['a', 'd', 'h'].includes(subfield.code)) {\n      return false;\n    }\n    if (subfield.value.length !== 3) {\n      return false;\n    }\n    // We could require /^[a-z][a-z][a-z]$/ etc as well, but it's not really that relevant.\n    return true;\n  }\n\n}\n\nexport function recordNormalizeIndicators(record) {\n  recordNormalize490(record);\n\n  // Language is used to handle non-filing indicators\n  const languages = getLanguages(record);\n\n  record.fields.forEach(field => fieldNormalizeIndicators(field, record, languages));\n\n}\n\nfunction fieldNormalizeIndicators(field, record, languages) {\n  normalize245Indicator1(field, record);\n  normalizeNonFilingIndicator1(field, languages);\n  normalizeNonFilingIndicator2(field, languages);\n  normalize776Indicator2(field);\n}\n"],"mappings":";;;;;;;AAIA,IAAAA,MAAA,GAAAC,OAAA;AAJA;AACA;AACA;;AAKe,SAAAC,SAAA,EAAY;EAEzB,OAAO;IACLC,WAAW,EAAE,6BAA6B;IAC1CC,QAAQ;IAAEC;EACZ,CAAC;EAED,SAASA,GAAGA,CAACC,MAAM,EAAE;IACnB,MAAMC,GAAG,GAAG;MAACC,OAAO,EAAE,EAAE;MAAEH,GAAG,EAAE,EAAE;MAAEI,KAAK,EAAE;IAAI,CAAC;IAE/CC,yBAAyB,CAACJ,MAAM,CAAC;IAEjC,OAAOC,GAAG;EACZ;EAEA,SAASH,QAAQA,CAACE,MAAM,EAAE;IACxB,MAAMC,GAAG,GAAG;MAACC,OAAO,EAAE;IAAE,CAAC;IAEzBG,cAAc,CAACL,MAAM,EAAEC,GAAG,CAAC;IAE3BA,GAAG,CAACE,KAAK,GAAGF,GAAG,CAACC,OAAO,CAACI,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,OAAOL,GAAG;EACZ;EAGA,SAASI,cAAcA,CAACL,MAAM,EAAEC,GAAG,EAAE;IACnC;IACA,MAAMM,YAAY,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,SAAS,CAACV,MAAM,CAACW,MAAM,CAAC,CAAC;IAC9DP,yBAAyB,CAACJ,MAAM,CAAC;IAEjCA,MAAM,CAACW,MAAM,CAACC,OAAO,CAAC,CAACC,KAAK,EAAEC,KAAK,KAAKC,aAAa,CAACF,KAAK,EAAEC,KAAK,CAAC,CAAC;IAEpE,SAASC,aAAaA,CAACF,KAAK,EAAEC,KAAK,EAAE;MACnC,MAAME,iBAAiB,GAAG,IAAAC,oBAAa,EAACV,YAAY,CAACO,KAAK,CAAC,CAAC;MAC5D;MACA,IAAIP,YAAY,CAACO,KAAK,CAAC,CAACI,IAAI,KAAKL,KAAK,CAACK,IAAI,EAAE;QAAE;QAC7C;QACAjB,GAAG,CAACC,OAAO,CAACiB,IAAI,CAAE,sBAAqBH,iBAAkB,SAAQH,KAAK,CAACK,IAAK,GAAE,CAAC,CAAC,CAAC;MACnF;MACA,IAAIX,YAAY,CAACO,KAAK,CAAC,CAACM,IAAI,KAAKP,KAAK,CAACO,IAAI,EAAE;QAAE;QAC7C;QACAnB,GAAG,CAACC,OAAO,CAACiB,IAAI,CAAE,sBAAqBH,iBAAkB,SAAQH,KAAK,CAACO,IAAK,GAAE,CAAC,CAAC,CAAC;MACnF;IACF;IACA;IACApB,MAAM,CAACW,MAAM,GAAGJ,YAAY,CAAC,CAAC;IAC9B;EACF;AACF;AAGA,MAAMc,kBAAkB,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;AACvD,MAAMC,kBAAkB,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;AAErE,SAASC,sBAAsBA,CAACV,KAAK,EAAE;EACrC,OAAOQ,kBAAkB,CAACG,QAAQ,CAACX,KAAK,CAACY,GAAG,CAAC;AAC/C;AAEA,SAASC,wBAAwBA,CAACC,KAAK,EAAE;EACvC;EACA,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAACH,QAAQ,CAACG,KAAK,CAAC;AACvE;AAEA,SAASC,sBAAsBA,CAACf,KAAK,EAAE;EACrC,OAAOS,kBAAkB,CAACE,QAAQ,CAACX,KAAK,CAACY,GAAG,CAAC;AAC/C;AAEA,SAASI,yBAAyBA,CAACF,KAAK,EAAEG,KAAK,EAAE;EAC/C,OAAOA,KAAK,CAACC,IAAI,CAACC,IAAI,IAAIL,KAAK,CAACM,SAAS,CAAC,CAAC,EAAED,IAAI,CAAC1B,MAAM,CAAC,KAAK0B,IAAI,CAAC;AACrE;AAEA,SAASE,gCAAgCA,CAACrB,KAAK,EAAEsB,SAAS,GAAGC,SAAS,EAAE;EACtE,MAAMC,SAAS,GAAGxB,KAAK,CAACyB,SAAS,CAACP,IAAI,CAACQ,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,CAAC;EAC7D,IAAI,CAACH,SAAS,EAAE;IACd;IACA;EACF;EAEA,MAAMI,IAAI,GAAGJ,SAAS,CAACV,KAAK,CAACe,WAAW,CAAC,CAAC;EAE1C,IAAIP,SAAS,CAACX,QAAQ,CAAC,KAAK,CAAC,EAAE;IAC7B,MAAMmB,KAAK,GAAGd,yBAAyB,CAACY,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACpE,IAAIE,KAAK,EAAE;MACT,OAAQ,GAAEA,KAAK,CAACrC,MAAO,EAAC;IAC1B;EACF;EAEA,IAAI6B,SAAS,CAACX,QAAQ,CAAC,KAAK,CAAC,EAAE;IAC7B,MAAMmB,KAAK,GAAGd,yBAAyB,CAACY,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC7D,IAAIE,KAAK,EAAE;MACT,OAAQ,GAAEA,KAAK,CAACrC,MAAO,EAAC;IAC1B;EACF;EAEA,IAAI6B,SAAS,CAACX,QAAQ,CAAC,KAAK,CAAC,EAAE;IAC7B,MAAMmB,KAAK,GAAGd,yBAAyB,CAACY,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACvE,IAAIE,KAAK,EAAE;MACT,OAAQ,GAAEA,KAAK,CAACrC,MAAO,EAAC;IAC1B;EACF;EAEA,IAAI6B,SAAS,CAACX,QAAQ,CAAC,KAAK,CAAC,EAAE;IAC7B,MAAMmB,KAAK,GAAGd,yBAAyB,CAACY,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC9D,IAAIE,KAAK,EAAE;MACT,OAAQ,GAAEA,KAAK,CAACrC,MAAO,EAAC;IAC1B;IACA,IAAImC,IAAI,CAACE,KAAK,CAAC,WAAW,CAAC,IAAI,CAACF,IAAI,CAACE,KAAK,CAAC,eAAe,CAAC,EAAE;MAC3D,OAAO,GAAG;IACZ;EACF;;EAEA;EACA,MAAMA,KAAK,GAAGd,yBAAyB,CAACY,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC;EACvD,IAAIE,KAAK,EAAE;IACT,OAAQ,GAAEA,KAAK,CAACrC,MAAO,EAAC;EAC1B;EACA,IAAImC,IAAI,CAACE,KAAK,CAAC,MAAM,CAAC,IAAI,CAACR,SAAS,CAACX,QAAQ,CAAC,KAAK,CAAC,IAAI,CAACiB,IAAI,CAACE,KAAK,CAAC,gBAAgB,CAAC,EAAE;IAAE;IACvF,OAAO,GAAG;EACZ;EAEA,OAAO,GAAG;AACZ;AAEA,SAASC,4BAA4BA,CAAC/B,KAAK,EAAEsB,SAAS,GAAG,EAAE,EAAE;EAC3D,IAAI,CAACZ,sBAAsB,CAACV,KAAK,CAAC,IAAI,CAACa,wBAAwB,CAACb,KAAK,CAACK,IAAI,CAAC,EAAE;IAC3E;EACF;EAEAL,KAAK,CAACK,IAAI,GAAGgB,gCAAgC,CAACrB,KAAK,EAAEsB,SAAS,CAAC,CAAC,CAAC;AACnE;AAEA,SAASU,4BAA4BA,CAAChC,KAAK,EAAEsB,SAAS,GAAG,EAAE,EAAE;EAC3D,IAAI,CAACP,sBAAsB,CAACf,KAAK,CAAC,IAAI,CAACa,wBAAwB,CAACb,KAAK,CAACO,IAAI,CAAC,EAAE;IAC3E;EACF;EAEAP,KAAK,CAACO,IAAI,GAAGc,gCAAgC,CAACrB,KAAK,EAAEsB,SAAS,CAAC,CAAC,CAAC;AACnE;AAGA,SAASW,sBAAsBA,CAACjC,KAAK,EAAEb,MAAM,EAAE;EAC7C,IAAIa,KAAK,CAACY,GAAG,KAAK,KAAK,EAAE;IACvB;EACF;EACA,MAAMsB,QAAQ,GAAG/C,MAAM,CAACgD,GAAG,CAAC,OAAO,CAAC;EACpCnC,KAAK,CAACK,IAAI,GAAG6B,QAAQ,CAACzC,MAAM,KAAK,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC;AAClD;AAEA,SAAS2C,sBAAsBA,CAACpC,KAAK,EAAE;EACrC,IAAIA,KAAK,CAACY,GAAG,KAAK,KAAK,EAAE;IACvB;EACF;EACA;EACA,IAAIZ,KAAK,CAACyB,SAAS,CAACY,IAAI,CAACX,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,CAAC,EAAE;IAC/C3B,KAAK,CAACO,IAAI,GAAG,GAAG,CAAC,CAAC;IAClB;EACF;AACF;AAGA,SAAS+B,kBAAkBA,CAACnD,MAAM,EAAE;EAClC,MAAMoD,SAAS,GAAGpD,MAAM,CAACgD,GAAG,CAAC,OAAO,CAAC;EACrC,MAAMK,SAAS,GAAGrD,MAAM,CAACgD,GAAG,CAAC,uBAAuB,CAAC;EAErD,IAAII,SAAS,CAAC9C,MAAM,KAAK,CAAC,EAAE;IAC1B;EACF;EACA,IAAI8C,SAAS,CAAC9C,MAAM,IAAI+C,SAAS,CAAC/C,MAAM,EAAE;IACxC;IACA8C,SAAS,CAACxC,OAAO,CAAC0C,CAAC,IAAI;MACrBA,CAAC,CAACpC,IAAI,GAAG,GAAG,CAAC,CAAC;IAChB,CAAC,CAAC;IACF;EACF;EACA,IAAImC,SAAS,CAAC/C,MAAM,KAAK,CAAC,EAAE;IAAE;IAC5B8C,SAAS,CAACxC,OAAO,CAAC0C,CAAC,IAAI;MACrBA,CAAC,CAACpC,IAAI,GAAG,GAAG,CAAC,CAAC;IAChB,CAAC,CAAC;IACF;EACF;EACA;AACF;AAGA,SAASqC,YAAYA,CAACvD,MAAM,EAAE;EAC5B,MAAMwD,UAAU,GAAGxD,MAAM,CAACgD,GAAG,CAAC,OAAO,CAAC;EAEtC,IAAIQ,UAAU,CAAClD,MAAM,KAAK,CAAC,EAAE;IAC3B,OAAO,EAAE;EACX;EAEA,OAAOkD,UAAU,CAAC,CAAC,CAAC,CAAClB,SAAS,CAACmB,MAAM,CAAClB,EAAE,IAAImB,kBAAkB,CAACnB,EAAE,CAAC,CAAC,CAACoB,GAAG,CAACC,QAAQ,IAAIA,QAAQ,CAACjC,KAAK,CAAC;EAEnG,SAAS+B,kBAAkBA,CAACE,QAAQ,EAAE;IACpC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAACpC,QAAQ,CAACoC,QAAQ,CAACpB,IAAI,CAAC,EAAE;MAC5C,OAAO,KAAK;IACd;IACA,IAAIoB,QAAQ,CAACjC,KAAK,CAACrB,MAAM,KAAK,CAAC,EAAE;MAC/B,OAAO,KAAK;IACd;IACA;IACA,OAAO,IAAI;EACb;AAEF;AAEO,SAASF,yBAAyBA,CAACJ,MAAM,EAAE;EAChDmD,kBAAkB,CAACnD,MAAM,CAAC;;EAE1B;EACA,MAAMmC,SAAS,GAAGoB,YAAY,CAACvD,MAAM,CAAC;EAEtCA,MAAM,CAACW,MAAM,CAACC,OAAO,CAACC,KAAK,IAAIgD,wBAAwB,CAAChD,KAAK,EAAEb,MAAM,EAAEmC,SAAS,CAAC,CAAC;AAEpF;AAEA,SAAS0B,wBAAwBA,CAAChD,KAAK,EAAEb,MAAM,EAAEmC,SAAS,EAAE;EAC1DW,sBAAsB,CAACjC,KAAK,EAAEb,MAAM,CAAC;EACrC4C,4BAA4B,CAAC/B,KAAK,EAAEsB,SAAS,CAAC;EAC9CU,4BAA4B,CAAChC,KAAK,EAAEsB,SAAS,CAAC;EAC9Cc,sBAAsB,CAACpC,KAAK,CAAC;AAC/B","ignoreList":[]}

package/dist/normalizeFieldForComparison.js

@@ -17,7 +17,10 @@ function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { de
 /*
   Note that this file contains very powerful normalizations and spells that are:
   - meant for comparing similarity/mergability of two fields (clone, normalize, compare),
-  - and NOT for modifying the actual data!
+  - and NOT for modifying the actual field!
+
+  This is mainly used by melinda-marc-record-merge-reducers. However, also removeInferiorDataFields fixer also used this.
+  Thus it is here. However, most of the testing is done via merge-reducers...
 */
 
 const debug = (0, _debug.default)('@natlibfi/melinda-marc-record-merge-reducers:normalize');
@@ -239,7 +242,7 @@ function removeCharsThatDontCarryMeaning(value, tag, subfieldCode) {
   }
   /* eslint-disable */
   // 3" refers to inches, but as this is for comparison only we don't mind...
-  value = value.replace(/['"]/gu, '');
+  value = value.replace(/['‘’"„“”«»]/gu, ''); // MET-570 et al. Subset of https://hexdocs.pm/ex_unicode/Unicode.Category.QuoteMarks.html
   // MRA-273: Handle X00$a name initials.
   // NB #1: that we remove spaces for comparison (as it simpler), though actually space should be used. Doesn't matter as this is comparison only.
   // NB #2: we might/should eventually write a validator/fixer that adds those spaces. After that point, this expection should become obsolete.

package/dist/normalizeFieldForComparison.js.map

@@ -1 +1 @@
-{"version":3,"file":"normalizeFieldForComparison.js","names":["_clone","_interopRequireDefault","require","_punctuation","_utils","_normalizeIdentifiers","_debug","_normalizeSubfieldValueForComparison","obj","__esModule","default","debug","createDebugLogger","debugDev","extend","debugFieldComparison","oldField","newField","oldString","fieldToString","newString","containsHumanName","tag","subfieldCode","undefined","includes","containsCorporateName","skipAllSubfieldNormalizations","value","isControlSubfieldCode","skipSubfieldLowercase","subfieldContainsPartData","skipAllFieldNormalizations","subfieldValueLowercase","newValue","toLowerCase","subfieldLowercase","sf","code","fieldLowercase","field","skipFieldLowercase","subfields","forEach","hack490SubfieldA","removeSarja","subfield","tmp","replace","length","tagAndSubfieldCodeReferToIsbn","looksLikeIsbn","match","normalizeISBN","relevantSubfields","filter","normalizeIsbnSubfield","fieldSpecificHacks","fieldTrimSubfieldValues","fieldRemoveDecomposedDiacritics","removeDecomposedDiacritics","String","normalizeSubfieldValue","normalizePartData","cloneAndRemovePunctuation","clonedField","clone","fieldSkipNormalization","fieldStripPunctuation","removeCharsThatDontCarryMeaning","normalizeField","fieldNormalizeControlNumbers","cloneAndNormalizeFieldForComparison"],"sources":["../src/normalizeFieldForComparison.js"],"sourcesContent":["/*\n  Note that this file contains very powerful normalizations and spells that are:\n  - meant for comparing similarity/mergability of two fields (clone, normalize, compare),\n  - and NOT for modifying the actual data!\n*/\nimport clone from 'clone';\nimport {fieldStripPunctuation} from './punctuation2';\nimport {fieldToString, isControlSubfieldCode} from './utils.js';\n\nimport {fieldNormalizeControlNumbers/*, normalizeControlSubfieldValue*/} from './normalize-identifiers';\nimport createDebugLogger from 'debug';\nimport {normalizePartData, subfieldContainsPartData} from './normalizeSubfieldValueForComparison';\n\nconst debug = createDebugLogger('@natlibfi/melinda-marc-record-merge-reducers:normalize');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\nfunction debugFieldComparison(oldField, newField) { // NB: Debug-only function!\n  /*\n  // We may drop certain subfields:\n  if (oldField.subfields.length === newField.subfields.length) { // eslint-disable-line functional/no-conditional-statements\n    oldField.subfields.forEach((subfield, index) => {\n      const newValue = newField.subfields[index].value;\n      if (subfield.value !== newValue) { // eslint-disable-line functional/no-conditional-statements\n        nvdebug(`NORMALIZE SUBFIELD: '${subfield.value}' => '${newValue}'`, debugDev);\n      }\n    });\n  }\n  */\n  const oldString = fieldToString(oldField);\n  const newString = fieldToString(newField);\n  if (oldString === newString) {\n    return;\n  }\n  //nvdebug(`NORMALIZE FIELD:\\n '${fieldToString(oldField)}' =>\\n '${fieldToString(newField)}'`, debugDev);\n}\n\nfunction containsHumanName(tag = '???', subfieldCode = undefined) {\n  // NB! This set is for bibs! Auth has 400... What else...\n  if (['100', '600', '700', '800'].includes(tag)) {\n    if (subfieldCode === undefined || subfieldCode === 'a') {\n      return true;\n    }\n  }\n  // Others?\n  return false;\n}\n\nfunction containsCorporateName(tag = '???', subfieldCode = undefined) {\n  // NB! This set is for bibs! Auth has 400... What else...\n  if (['110', '610', '710', '810'].includes(tag)) {\n    if (subfieldCode === undefined || subfieldCode === 'a') {\n      return true;\n    }\n  }\n  // Others?\n  return false;\n}\n\nfunction skipAllSubfieldNormalizations(value, subfieldCode, tag) {\n\n\n  if (subfieldCode === 'g' && value === 'ENNAKKOTIETO.') {\n    return true;\n  }\n\n\n  if (tag === '035' && ['a', 'z'].includes(subfieldCode)) { // A\n    return true;\n  }\n\n  if (isControlSubfieldCode(subfieldCode)) {\n    return true;\n  }\n  return false;\n}\n\nfunction skipSubfieldLowercase(value, subfieldCode, tag) {\n  // These may contain Roman Numerals...\n  if (subfieldContainsPartData(tag, subfieldCode)) {\n    return true;\n  }\n\n  return skipAllSubfieldNormalizations(value, subfieldCode, tag);\n}\n\nfunction skipAllFieldNormalizations(tag) {\n  if (['LOW', 'SID'].includes(tag)) {\n    return true;\n  }\n  return false;\n}\n\n\nfunction subfieldValueLowercase(value, subfieldCode, tag) {\n  if (skipSubfieldLowercase(value, subfieldCode, tag)) {\n    return value;\n  }\n\n  //return value.toLowerCase();\n  const newValue = value.toLowerCase();\n  if (newValue !== value) {\n    //nvdebug(`SVL ${tag} $${subfieldCode} '${value}' =>`, debugDev);\n    //nvdebug(`SVL ${tag} $${subfieldCode} '${newValue}'`, debugDev);\n    return newValue;\n  }\n  return value;\n}\n\nfunction subfieldLowercase(sf, tag) {\n  sf.value = subfieldValueLowercase(sf.value, sf.code, tag); // eslint-disable-line functional/immutable-data\n}\n\nfunction fieldLowercase(field) {\n  if (skipFieldLowercase(field)) {\n    return;\n  }\n\n  field.subfields.forEach(sf => subfieldLowercase(sf, field.tag));\n\n  function skipFieldLowercase(field) {\n    if (skipAllFieldNormalizations(field.tag)) {\n      return true;\n    }\n    // Skip non-interesting fields\n    if (!containsHumanName(field.tag) && !containsCorporateName(field.tag) && !['240', '245', '630'].includes(field.tag)) {\n      return true;\n    }\n\n    return false;\n  }\n}\n\n\nfunction hack490SubfieldA(field) {\n  if (field.tag !== '490') {\n    return;\n  }\n  field.subfields.forEach(sf => removeSarja(sf));\n\n  // NB! This won't work, if the punctuation has not been stripped beforehand!\n  function removeSarja(subfield) {\n    if (subfield.code !== 'a') {\n      return;\n    }\n    const tmp = subfield.value.replace(/ ?-(?:[a-z]|ä|ö)*sarja$/u, '');\n    if (tmp.length > 0) {\n      subfield.value = tmp; // eslint-disable-line functional/immutable-data\n      return;\n    }\n  }\n}\n\nexport function tagAndSubfieldCodeReferToIsbn(tag, subfieldCode) {\n  // NB! We don't do this to 020$z!\n  if (subfieldCode === 'z' && ['765', '767', '770', '772', '773', '774', '776', '777', '780', '785', '786', '787'].includes(tag)) {\n    return true;\n  }\n  if (tag === '020' && subfieldCode === 'a') {\n    return true;\n  }\n  return false;\n}\n\nfunction looksLikeIsbn(value) {\n  // Does not check validity!\n  if (value.match(/^(?:[0-9]-?){9}(?:[0-9]-?[0-9]-?[0-9]-?)?[0-9Xx]$/u)) {\n    return true;\n  }\n  return false;\n}\n\nfunction normalizeISBN(field) {\n  if (!field.subfields) {\n    return;\n  }\n\n  //nvdebug(`ISBN-field? ${fieldToString(field)}`);\n  const relevantSubfields = field.subfields.filter(sf => tagAndSubfieldCodeReferToIsbn(field.tag, sf.code) && looksLikeIsbn(sf.value));\n  relevantSubfields.forEach(sf => normalizeIsbnSubfield(sf));\n\n  function normalizeIsbnSubfield(sf) {\n    //nvdebug(` ISBN-subfield? ${subfieldToString(sf)}`);\n    sf.value = sf.value.replace(/-/ug, ''); // eslint-disable-line functional/immutable-data\n    sf.value = sf.value.replace(/x/u, 'X'); // eslint-disable-line functional/immutable-data\n  }\n\n}\n\nfunction fieldSpecificHacks(field) {\n  normalizeISBN(field); // 020$a, not $z!\n  hack490SubfieldA(field);\n}\n\nexport function fieldTrimSubfieldValues(field) {\n  field.subfields?.forEach((sf) => {\n    sf.value = sf.value.replace(/^[ \\t\\n]+/u, ''); // eslint-disable-line functional/immutable-data\n    sf.value = sf.value.replace(/[ \\t\\n]+$/u, ''); // eslint-disable-line functional/immutable-data\n    sf.value = sf.value.replace(/[ \\t\\n]+/gu, ' '); // eslint-disable-line functional/immutable-data\n  });\n}\n\nfunction fieldRemoveDecomposedDiacritics(field) {\n  // Raison d'être/motivation: \"Sirén\" and diacriticless \"Siren\" might refer to a same surname, so this normalization\n  // allows us to compare authors and avoid duplicate fields.\n  field.subfields.forEach((sf) => {\n    sf.value = removeDecomposedDiacritics(sf.value); // eslint-disable-line functional/immutable-data\n  });\n}\n\nfunction removeDecomposedDiacritics(value = '') {\n  // NB #1: Does nothing to precomposed letters. Do String.normalize('NFD') first, if you want to handle them.\n  // NB #2: Finnish letters 'å', 'ä', 'ö', 'Å', Ä', and 'Ö' should be handled (=precomposed) before calling this. (= keep them as is)\n  // NB #3: Calling our very own fixComposition() before this function handles both #1 and #2.\n  return String(value).replace(/\\p{Diacritic}/gu, '');\n}\n\nfunction normalizeSubfieldValue(value, subfieldCode, tag) {\n  // NB! For comparison of values only\n  /* eslint-disable */\n  value = subfieldValueLowercase(value, subfieldCode, tag);\n\n  // Normalize: s. = sivut = pp.\n  value = normalizePartData(value, subfieldCode, tag);\n  value = value.replace(/^\\[([^[\\]]+)\\]/gu, '$1'); // eslint-disable-line functional/immutable-data, prefer-named-capture-group\n\n  if (['130', '730'].includes(tag) && subfieldCode === 'a') {\n    value = value.replace(' : ', ', '); // \"Halloween ends (elokuva, 2022)\" vs \"Halloween ends (elokuva : 2023)\"\n  }\n  /* eslint-enable */\n\n  // Not going to do these in the foreseeable future, but keeping them here for discussion:\n  // Possible normalizations include but are not limited to:\n  // ø => ö? Might be language dependent: 041 $a fin => ö, 041 $a eng => o?\n  // Ø => Ö?\n  // ß => ss\n  // þ => th (NB! Both upper and lower case)\n  // ...\n  // Probably nots:\n  // ü => y (probably not, though this correlates with Finnish letter-to-sound rules)\n  // w => v (OK for Finnish sorting in certain cases, but we are not here, are we?)\n  // I guess we should use decomposed values in code here. (Not sure what composition my examples above use.)\n  return value;\n}\n\nexport function cloneAndRemovePunctuation(field) {\n  const clonedField = clone(field);\n  if (fieldSkipNormalization(field)) {\n    return clonedField;\n  }\n  fieldStripPunctuation(clonedField);\n  fieldTrimSubfieldValues(clonedField);\n  debugDev('PUNC');\n  debugFieldComparison(field, clonedField);\n\n  return clonedField;\n}\n\nfunction removeCharsThatDontCarryMeaning(value, tag, subfieldCode) {\n  if (tag === '080') {\n    return value;\n  }\n  /* eslint-disable */\n  // 3\" refers to inches, but as this is for comparison only we don't mind...\n  value = value.replace(/['\"]/gu, '');\n  // MRA-273: Handle X00$a name initials.\n  // NB #1: that we remove spaces for comparison (as it simpler), though actually space should be used. Doesn't matter as this is comparison only.\n  // NB #2: we might/should eventually write a validator/fixer that adds those spaces. After that point, this expection should become obsolete.\n  if (subfieldCode === 'a' && ['100', '400', '600', '700', '800'].includes(tag)) { // 400 is used in auth records. It's not a bib field at all.\n    value = value.replace(/([A-Z]|Å|Ä|Ö)\\. +/ugi, '$1.');\n  }\n  /* eslint-enable */\n  return value;\n}\n\nfunction normalizeField(field) {\n  //sf.value = removeDecomposedDiacritics(sf.value); // eslint-disable-line functional/immutable-data\n  fieldStripPunctuation(field);\n  fieldLowercase(field);\n  fieldNormalizeControlNumbers(field); // FIN11 vs FI-MELINDA etc.\n  return field;\n}\n\nexport function cloneAndNormalizeFieldForComparison(field) {\n  // NB! This new field is for comparison purposes only.\n  // Some of the normalizations might be considered a bit overkill for other purposes.\n  const clonedField = clone(field);\n  if (fieldSkipNormalization(field)) {\n    return clonedField;\n  }\n  clonedField.subfields.forEach((sf) => { // Do this for all fields or some fields?\n    sf.value = normalizeSubfieldValue(sf.value, sf.code, field.tag); // eslint-disable-line functional/immutable-data\n    sf.value = removeCharsThatDontCarryMeaning(sf.value, field.tag, sf.code);// eslint-disable-line functional/immutable-data\n  });\n\n  normalizeField(clonedField); // eslint-disable-line functional/immutable-data\n  fieldRemoveDecomposedDiacritics(clonedField);\n  fieldSpecificHacks(clonedField);\n  fieldTrimSubfieldValues(clonedField);\n\n\n  debugFieldComparison(field, clonedField); // For debugging purposes only\n\n  return clonedField;\n}\n\nfunction fieldSkipNormalization(field) {\n  if (!field.subfields || ['018', '066', '080', '083'].includes(field.tag)) {\n    return true;\n  }\n  return false;\n}\n"],"mappings":";;;;;;;;;AAKA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,YAAA,GAAAD,OAAA;AACA,IAAAE,MAAA,GAAAF,OAAA;AAEA,IAAAG,qBAAA,GAAAH,OAAA;AACA,IAAAI,MAAA,GAAAL,sBAAA,CAAAC,OAAA;AACA,IAAAK,oCAAA,GAAAL,OAAA;AAAkG,SAAAD,uBAAAO,GAAA,WAAAA,GAAA,IAAAA,GAAA,CAAAC,UAAA,GAAAD,GAAA,KAAAE,OAAA,EAAAF,GAAA;AAXlG;AACA;AACA;AACA;AACA;;AASA,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,wDAAwD,CAAC;AACzF;AACA,MAAMC,QAAQ,GAAGF,KAAK,CAACG,MAAM,CAAC,KAAK,CAAC;AAEpC,SAASC,oBAAoBA,CAACC,QAAQ,EAAEC,QAAQ,EAAE;EAAE;EAClD;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,SAAS,GAAG,IAAAC,oBAAa,EAACH,QAAQ,CAAC;EACzC,MAAMI,SAAS,GAAG,IAAAD,oBAAa,EAACF,QAAQ,CAAC;EACzC,IAAIC,SAAS,KAAKE,SAAS,EAAE;IAC3B;EACF;EACA;AACF;AAEA,SAASC,iBAAiBA,CAACC,GAAG,GAAG,KAAK,EAAEC,YAAY,GAAGC,SAAS,EAAE;EAChE;EACA,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACC,QAAQ,CAACH,GAAG,CAAC,EAAE;IAC9C,IAAIC,YAAY,KAAKC,SAAS,IAAID,YAAY,KAAK,GAAG,EAAE;MACtD,OAAO,IAAI;IACb;EACF;EACA;EACA,OAAO,KAAK;AACd;AAEA,SAASG,qBAAqBA,CAACJ,GAAG,GAAG,KAAK,EAAEC,YAAY,GAAGC,SAAS,EAAE;EACpE;EACA,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACC,QAAQ,CAACH,GAAG,CAAC,EAAE;IAC9C,IAAIC,YAAY,KAAKC,SAAS,IAAID,YAAY,KAAK,GAAG,EAAE;MACtD,OAAO,IAAI;IACb;EACF;EACA;EACA,OAAO,KAAK;AACd;AAEA,SAASI,6BAA6BA,CAACC,KAAK,EAAEL,YAAY,EAAED,GAAG,EAAE;EAG/D,IAAIC,YAAY,KAAK,GAAG,IAAIK,KAAK,KAAK,eAAe,EAAE;IACrD,OAAO,IAAI;EACb;EAGA,IAAIN,GAAG,KAAK,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAACG,QAAQ,CAACF,YAAY,CAAC,EAAE;IAAE;IACxD,OAAO,IAAI;EACb;EAEA,IAAI,IAAAM,4BAAqB,EAACN,YAAY,CAAC,EAAE;IACvC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASO,qBAAqBA,CAACF,KAAK,EAAEL,YAAY,EAAED,GAAG,EAAE;EACvD;EACA,IAAI,IAAAS,6DAAwB,EAACT,GAAG,EAAEC,YAAY,CAAC,EAAE;IAC/C,OAAO,IAAI;EACb;EAEA,OAAOI,6BAA6B,CAACC,KAAK,EAAEL,YAAY,EAAED,GAAG,CAAC;AAChE;AAEA,SAASU,0BAA0BA,CAACV,GAAG,EAAE;EACvC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAACG,QAAQ,CAACH,GAAG,CAAC,EAAE;IAChC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAGA,SAASW,sBAAsBA,CAACL,KAAK,EAAEL,YAAY,EAAED,GAAG,EAAE;EACxD,IAAIQ,qBAAqB,CAACF,KAAK,EAAEL,YAAY,EAAED,GAAG,CAAC,EAAE;IACnD,OAAOM,KAAK;EACd;;EAEA;EACA,MAAMM,QAAQ,GAAGN,KAAK,CAACO,WAAW,CAAC,CAAC;EACpC,IAAID,QAAQ,KAAKN,KAAK,EAAE;IACtB;IACA;IACA,OAAOM,QAAQ;EACjB;EACA,OAAON,KAAK;AACd;AAEA,SAASQ,iBAAiBA,CAACC,EAAE,EAAEf,GAAG,EAAE;EAClCe,EAAE,CAACT,KAAK,GAAGK,sBAAsB,CAACI,EAAE,CAACT,KAAK,EAAES,EAAE,CAACC,IAAI,EAAEhB,GAAG,CAAC,CAAC,CAAC;AAC7D;AAEA,SAASiB,cAAcA,CAACC,KAAK,EAAE;EAC7B,IAAIC,kBAAkB,CAACD,KAAK,CAAC,EAAE;IAC7B;EACF;EAEAA,KAAK,CAACE,SAAS,CAACC,OAAO,CAACN,EAAE,IAAID,iBAAiB,CAACC,EAAE,EAAEG,KAAK,CAAClB,GAAG,CAAC,CAAC;EAE/D,SAASmB,kBAAkBA,CAACD,KAAK,EAAE;IACjC,IAAIR,0BAA0B,CAACQ,KAAK,CAAClB,GAAG,CAAC,EAAE;MACzC,OAAO,IAAI;IACb;IACA;IACA,IAAI,CAACD,iBAAiB,CAACmB,KAAK,CAAClB,GAAG,CAAC,IAAI,CAACI,qBAAqB,CAACc,KAAK,CAAClB,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACG,QAAQ,CAACe,KAAK,CAAClB,GAAG,CAAC,EAAE;MACpH,OAAO,IAAI;IACb;IAEA,OAAO,KAAK;EACd;AACF;AAGA,SAASsB,gBAAgBA,CAACJ,KAAK,EAAE;EAC/B,IAAIA,KAAK,CAAClB,GAAG,KAAK,KAAK,EAAE;IACvB;EACF;EACAkB,KAAK,CAACE,SAAS,CAACC,OAAO,CAACN,EAAE,IAAIQ,WAAW,CAACR,EAAE,CAAC,CAAC;;EAE9C;EACA,SAASQ,WAAWA,CAACC,QAAQ,EAAE;IAC7B,IAAIA,QAAQ,CAACR,IAAI,KAAK,GAAG,EAAE;MACzB;IACF;IACA,MAAMS,GAAG,GAAGD,QAAQ,CAAClB,KAAK,CAACoB,OAAO,CAAC,0BAA0B,EAAE,EAAE,CAAC;IAClE,IAAID,GAAG,CAACE,MAAM,GAAG,CAAC,EAAE;MAClBH,QAAQ,CAAClB,KAAK,GAAGmB,GAAG,CAAC,CAAC;MACtB;IACF;EACF;AACF;AAEO,SAASG,6BAA6BA,CAAC5B,GAAG,EAAEC,YAAY,EAAE;EAC/D;EACA,IAAIA,YAAY,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACE,QAAQ,CAACH,GAAG,CAAC,EAAE;IAC9H,OAAO,IAAI;EACb;EACA,IAAIA,GAAG,KAAK,KAAK,IAAIC,YAAY,KAAK,GAAG,EAAE;IACzC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAAS4B,aAAaA,CAACvB,KAAK,EAAE;EAC5B;EACA,IAAIA,KAAK,CAACwB,KAAK,CAAC,oDAAoD,CAAC,EAAE;IACrE,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASC,aAAaA,CAACb,KAAK,EAAE;EAC5B,IAAI,CAACA,KAAK,CAACE,SAAS,EAAE;IACpB;EACF;;EAEA;EACA,MAAMY,iBAAiB,GAAGd,KAAK,CAACE,SAAS,CAACa,MAAM,CAAClB,EAAE,IAAIa,6BAA6B,CAACV,KAAK,CAAClB,GAAG,EAAEe,EAAE,CAACC,IAAI,CAAC,IAAIa,aAAa,CAACd,EAAE,CAACT,KAAK,CAAC,CAAC;EACpI0B,iBAAiB,CAACX,OAAO,CAACN,EAAE,IAAImB,qBAAqB,CAACnB,EAAE,CAAC,CAAC;EAE1D,SAASmB,qBAAqBA,CAACnB,EAAE,EAAE;IACjC;IACAA,EAAE,CAACT,KAAK,GAAGS,EAAE,CAACT,KAAK,CAACoB,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IACxCX,EAAE,CAACT,KAAK,GAAGS,EAAE,CAACT,KAAK,CAACoB,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;EAC1C;AAEF;AAEA,SAASS,kBAAkBA,CAACjB,KAAK,EAAE;EACjCa,aAAa,CAACb,KAAK,CAAC,CAAC,CAAC;EACtBI,gBAAgB,CAACJ,KAAK,CAAC;AACzB;AAEO,SAASkB,uBAAuBA,CAAClB,KAAK,EAAE;EAC7CA,KAAK,CAACE,SAAS,EAAEC,OAAO,CAAEN,EAAE,IAAK;IAC/BA,EAAE,CAACT,KAAK,GAAGS,EAAE,CAACT,KAAK,CAACoB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC;IAC/CX,EAAE,CAACT,KAAK,GAAGS,EAAE,CAACT,KAAK,CAACoB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC;IAC/CX,EAAE,CAACT,KAAK,GAAGS,EAAE,CAACT,KAAK,CAACoB,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC;EAClD,CAAC,CAAC;AACJ;AAEA,SAASW,+BAA+BA,CAACnB,KAAK,EAAE;EAC9C;EACA;EACAA,KAAK,CAACE,SAAS,CAACC,OAAO,CAAEN,EAAE,IAAK;IAC9BA,EAAE,CAACT,KAAK,GAAGgC,0BAA0B,CAACvB,EAAE,CAACT,KAAK,CAAC,CAAC,CAAC;EACnD,CAAC,CAAC;AACJ;AAEA,SAASgC,0BAA0BA,CAAChC,KAAK,GAAG,EAAE,EAAE;EAC9C;EACA;EACA;EACA,OAAOiC,MAAM,CAACjC,KAAK,CAAC,CAACoB,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;AACrD;AAEA,SAASc,sBAAsBA,CAAClC,KAAK,EAAEL,YAAY,EAAED,GAAG,EAAE;EACxD;EACA;EACAM,KAAK,GAAGK,sBAAsB,CAACL,KAAK,EAAEL,YAAY,EAAED,GAAG,CAAC;;EAExD;EACAM,KAAK,GAAG,IAAAmC,sDAAiB,EAACnC,KAAK,EAAEL,YAAY,EAAED,GAAG,CAAC;EACnDM,KAAK,GAAGA,KAAK,CAACoB,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC,CAAC;;EAEjD,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAACvB,QAAQ,CAACH,GAAG,CAAC,IAAIC,YAAY,KAAK,GAAG,EAAE;IACxDK,KAAK,GAAGA,KAAK,CAACoB,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;EACtC;EACA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,OAAOpB,KAAK;AACd;AAEO,SAASoC,yBAAyBA,CAACxB,KAAK,EAAE;EAC/C,MAAMyB,WAAW,GAAG,IAAAC,cAAK,EAAC1B,KAAK,CAAC;EAChC,IAAI2B,sBAAsB,CAAC3B,KAAK,CAAC,EAAE;IACjC,OAAOyB,WAAW;EACpB;EACA,IAAAG,kCAAqB,EAACH,WAAW,CAAC;EAClCP,uBAAuB,CAACO,WAAW,CAAC;EACpCpD,QAAQ,CAAC,MAAM,CAAC;EAChBE,oBAAoB,CAACyB,KAAK,EAAEyB,WAAW,CAAC;EAExC,OAAOA,WAAW;AACpB;AAEA,SAASI,+BAA+BA,CAACzC,KAAK,EAAEN,GAAG,EAAEC,YAAY,EAAE;EACjE,IAAID,GAAG,KAAK,KAAK,EAAE;IACjB,OAAOM,KAAK;EACd;EACA;EACA;EACAA,KAAK,GAAGA,KAAK,CAACoB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;EACnC;EACA;EACA;EACA,IAAIzB,YAAY,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACE,QAAQ,CAACH,GAAG,CAAC,EAAE;IAAE;IAC/EM,KAAK,GAAGA,KAAK,CAACoB,OAAO,CAAC,sBAAsB,EAAE,KAAK,CAAC;EACtD;EACA;EACA,OAAOpB,KAAK;AACd;AAEA,SAAS0C,cAAcA,CAAC9B,KAAK,EAAE;EAC7B;EACA,IAAA4B,kCAAqB,EAAC5B,KAAK,CAAC;EAC5BD,cAAc,CAACC,KAAK,CAAC;EACrB,IAAA+B,kDAA4B,EAAC/B,KAAK,CAAC,CAAC,CAAC;EACrC,OAAOA,KAAK;AACd;AAEO,SAASgC,mCAAmCA,CAAChC,KAAK,EAAE;EACzD;EACA;EACA,MAAMyB,WAAW,GAAG,IAAAC,cAAK,EAAC1B,KAAK,CAAC;EAChC,IAAI2B,sBAAsB,CAAC3B,KAAK,CAAC,EAAE;IACjC,OAAOyB,WAAW;EACpB;EACAA,WAAW,CAACvB,SAAS,CAACC,OAAO,CAAEN,EAAE,IAAK;IAAE;IACtCA,EAAE,CAACT,KAAK,GAAGkC,sBAAsB,CAACzB,EAAE,CAACT,KAAK,EAAES,EAAE,CAACC,IAAI,EAAEE,KAAK,CAAClB,GAAG,CAAC,CAAC,CAAC;IACjEe,EAAE,CAACT,KAAK,GAAGyC,+BAA+B,CAAChC,EAAE,CAACT,KAAK,EAAEY,KAAK,CAAClB,GAAG,EAAEe,EAAE,CAACC,IAAI,CAAC,CAAC;EAC3E,CAAC,CAAC;EAEFgC,cAAc,CAACL,WAAW,CAAC,CAAC,CAAC;EAC7BN,+BAA+B,CAACM,WAAW,CAAC;EAC5CR,kBAAkB,CAACQ,WAAW,CAAC;EAC/BP,uBAAuB,CAACO,WAAW,CAAC;EAGpClD,oBAAoB,CAACyB,KAAK,EAAEyB,WAAW,CAAC,CAAC,CAAC;;EAE1C,OAAOA,WAAW;AACpB;AAEA,SAASE,sBAAsBA,CAAC3B,KAAK,EAAE;EACrC,IAAI,CAACA,KAAK,CAACE,SAAS,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACjB,QAAQ,CAACe,KAAK,CAAClB,GAAG,CAAC,EAAE;IACxE,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd","ignoreList":[]}
+{"version":3,"file":"normalizeFieldForComparison.js","names":["_clone","_interopRequireDefault","require","_punctuation","_utils","_normalizeIdentifiers","_debug","_normalizeSubfieldValueForComparison","obj","__esModule","default","debug","createDebugLogger","debugDev","extend","debugFieldComparison","oldField","newField","oldString","fieldToString","newString","containsHumanName","tag","subfieldCode","undefined","includes","containsCorporateName","skipAllSubfieldNormalizations","value","isControlSubfieldCode","skipSubfieldLowercase","subfieldContainsPartData","skipAllFieldNormalizations","subfieldValueLowercase","newValue","toLowerCase","subfieldLowercase","sf","code","fieldLowercase","field","skipFieldLowercase","subfields","forEach","hack490SubfieldA","removeSarja","subfield","tmp","replace","length","tagAndSubfieldCodeReferToIsbn","looksLikeIsbn","match","normalizeISBN","relevantSubfields","filter","normalizeIsbnSubfield","fieldSpecificHacks","fieldTrimSubfieldValues","fieldRemoveDecomposedDiacritics","removeDecomposedDiacritics","String","normalizeSubfieldValue","normalizePartData","cloneAndRemovePunctuation","clonedField","clone","fieldSkipNormalization","fieldStripPunctuation","removeCharsThatDontCarryMeaning","normalizeField","fieldNormalizeControlNumbers","cloneAndNormalizeFieldForComparison"],"sources":["../src/normalizeFieldForComparison.js"],"sourcesContent":["/*\n  Note that this file contains very powerful normalizations and spells that are:\n  - meant for comparing similarity/mergability of two fields (clone, normalize, compare),\n  - and NOT for modifying the actual field!\n\n  This is mainly used by melinda-marc-record-merge-reducers. However, also removeInferiorDataFields fixer also used this.\n  Thus it is here. However, most of the testing is done via merge-reducers...\n*/\nimport clone from 'clone';\nimport {fieldStripPunctuation} from './punctuation2';\nimport {fieldToString, isControlSubfieldCode} from './utils.js';\n\nimport {fieldNormalizeControlNumbers/*, normalizeControlSubfieldValue*/} from './normalize-identifiers';\nimport createDebugLogger from 'debug';\nimport {normalizePartData, subfieldContainsPartData} from './normalizeSubfieldValueForComparison';\n\nconst debug = createDebugLogger('@natlibfi/melinda-marc-record-merge-reducers:normalize');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\nfunction debugFieldComparison(oldField, newField) { // NB: Debug-only function!\n  /*\n  // We may drop certain subfields:\n  if (oldField.subfields.length === newField.subfields.length) { // eslint-disable-line functional/no-conditional-statements\n    oldField.subfields.forEach((subfield, index) => {\n      const newValue = newField.subfields[index].value;\n      if (subfield.value !== newValue) { // eslint-disable-line functional/no-conditional-statements\n        nvdebug(`NORMALIZE SUBFIELD: '${subfield.value}' => '${newValue}'`, debugDev);\n      }\n    });\n  }\n  */\n  const oldString = fieldToString(oldField);\n  const newString = fieldToString(newField);\n  if (oldString === newString) {\n    return;\n  }\n  //nvdebug(`NORMALIZE FIELD:\\n '${fieldToString(oldField)}' =>\\n '${fieldToString(newField)}'`, debugDev);\n}\n\nfunction containsHumanName(tag = '???', subfieldCode = undefined) {\n  // NB! This set is for bibs! Auth has 400... What else...\n  if (['100', '600', '700', '800'].includes(tag)) {\n    if (subfieldCode === undefined || subfieldCode === 'a') {\n      return true;\n    }\n  }\n  // Others?\n  return false;\n}\n\nfunction containsCorporateName(tag = '???', subfieldCode = undefined) {\n  // NB! This set is for bibs! Auth has 400... What else...\n  if (['110', '610', '710', '810'].includes(tag)) {\n    if (subfieldCode === undefined || subfieldCode === 'a') {\n      return true;\n    }\n  }\n  // Others?\n  return false;\n}\n\nfunction skipAllSubfieldNormalizations(value, subfieldCode, tag) {\n\n\n  if (subfieldCode === 'g' && value === 'ENNAKKOTIETO.') {\n    return true;\n  }\n\n\n  if (tag === '035' && ['a', 'z'].includes(subfieldCode)) { // A\n    return true;\n  }\n\n  if (isControlSubfieldCode(subfieldCode)) {\n    return true;\n  }\n  return false;\n}\n\nfunction skipSubfieldLowercase(value, subfieldCode, tag) {\n  // These may contain Roman Numerals...\n  if (subfieldContainsPartData(tag, subfieldCode)) {\n    return true;\n  }\n\n  return skipAllSubfieldNormalizations(value, subfieldCode, tag);\n}\n\nfunction skipAllFieldNormalizations(tag) {\n  if (['LOW', 'SID'].includes(tag)) {\n    return true;\n  }\n  return false;\n}\n\n\nfunction subfieldValueLowercase(value, subfieldCode, tag) {\n  if (skipSubfieldLowercase(value, subfieldCode, tag)) {\n    return value;\n  }\n\n  //return value.toLowerCase();\n  const newValue = value.toLowerCase();\n  if (newValue !== value) {\n    //nvdebug(`SVL ${tag} $${subfieldCode} '${value}' =>`, debugDev);\n    //nvdebug(`SVL ${tag} $${subfieldCode} '${newValue}'`, debugDev);\n    return newValue;\n  }\n  return value;\n}\n\nfunction subfieldLowercase(sf, tag) {\n  sf.value = subfieldValueLowercase(sf.value, sf.code, tag); // eslint-disable-line functional/immutable-data\n}\n\nfunction fieldLowercase(field) {\n  if (skipFieldLowercase(field)) {\n    return;\n  }\n\n  field.subfields.forEach(sf => subfieldLowercase(sf, field.tag));\n\n  function skipFieldLowercase(field) {\n    if (skipAllFieldNormalizations(field.tag)) {\n      return true;\n    }\n    // Skip non-interesting fields\n    if (!containsHumanName(field.tag) && !containsCorporateName(field.tag) && !['240', '245', '630'].includes(field.tag)) {\n      return true;\n    }\n\n    return false;\n  }\n}\n\n\nfunction hack490SubfieldA(field) {\n  if (field.tag !== '490') {\n    return;\n  }\n  field.subfields.forEach(sf => removeSarja(sf));\n\n  // NB! This won't work, if the punctuation has not been stripped beforehand!\n  function removeSarja(subfield) {\n    if (subfield.code !== 'a') {\n      return;\n    }\n    const tmp = subfield.value.replace(/ ?-(?:[a-z]|ä|ö)*sarja$/u, '');\n    if (tmp.length > 0) {\n      subfield.value = tmp; // eslint-disable-line functional/immutable-data\n      return;\n    }\n  }\n}\n\nexport function tagAndSubfieldCodeReferToIsbn(tag, subfieldCode) {\n  // NB! We don't do this to 020$z!\n  if (subfieldCode === 'z' && ['765', '767', '770', '772', '773', '774', '776', '777', '780', '785', '786', '787'].includes(tag)) {\n    return true;\n  }\n  if (tag === '020' && subfieldCode === 'a') {\n    return true;\n  }\n  return false;\n}\n\nfunction looksLikeIsbn(value) {\n  // Does not check validity!\n  if (value.match(/^(?:[0-9]-?){9}(?:[0-9]-?[0-9]-?[0-9]-?)?[0-9Xx]$/u)) {\n    return true;\n  }\n  return false;\n}\n\nfunction normalizeISBN(field) {\n  if (!field.subfields) {\n    return;\n  }\n\n  //nvdebug(`ISBN-field? ${fieldToString(field)}`);\n  const relevantSubfields = field.subfields.filter(sf => tagAndSubfieldCodeReferToIsbn(field.tag, sf.code) && looksLikeIsbn(sf.value));\n  relevantSubfields.forEach(sf => normalizeIsbnSubfield(sf));\n\n  function normalizeIsbnSubfield(sf) {\n    //nvdebug(` ISBN-subfield? ${subfieldToString(sf)}`);\n    sf.value = sf.value.replace(/-/ug, ''); // eslint-disable-line functional/immutable-data\n    sf.value = sf.value.replace(/x/u, 'X'); // eslint-disable-line functional/immutable-data\n  }\n\n}\n\nfunction fieldSpecificHacks(field) {\n  normalizeISBN(field); // 020$a, not $z!\n  hack490SubfieldA(field);\n}\n\nexport function fieldTrimSubfieldValues(field) {\n  field.subfields?.forEach((sf) => {\n    sf.value = sf.value.replace(/^[ \\t\\n]+/u, ''); // eslint-disable-line functional/immutable-data\n    sf.value = sf.value.replace(/[ \\t\\n]+$/u, ''); // eslint-disable-line functional/immutable-data\n    sf.value = sf.value.replace(/[ \\t\\n]+/gu, ' '); // eslint-disable-line functional/immutable-data\n  });\n}\n\nfunction fieldRemoveDecomposedDiacritics(field) {\n  // Raison d'être/motivation: \"Sirén\" and diacriticless \"Siren\" might refer to a same surname, so this normalization\n  // allows us to compare authors and avoid duplicate fields.\n  field.subfields.forEach((sf) => {\n    sf.value = removeDecomposedDiacritics(sf.value); // eslint-disable-line functional/immutable-data\n  });\n}\n\nfunction removeDecomposedDiacritics(value = '') {\n  // NB #1: Does nothing to precomposed letters. Do String.normalize('NFD') first, if you want to handle them.\n  // NB #2: Finnish letters 'å', 'ä', 'ö', 'Å', Ä', and 'Ö' should be handled (=precomposed) before calling this. (= keep them as is)\n  // NB #3: Calling our very own fixComposition() before this function handles both #1 and #2.\n  return String(value).replace(/\\p{Diacritic}/gu, '');\n}\n\nfunction normalizeSubfieldValue(value, subfieldCode, tag) {\n  // NB! For comparison of values only\n  /* eslint-disable */\n  value = subfieldValueLowercase(value, subfieldCode, tag);\n\n  // Normalize: s. = sivut = pp.\n  value = normalizePartData(value, subfieldCode, tag);\n  value = value.replace(/^\\[([^[\\]]+)\\]/gu, '$1'); // eslint-disable-line functional/immutable-data, prefer-named-capture-group\n\n  if (['130', '730'].includes(tag) && subfieldCode === 'a') {\n    value = value.replace(' : ', ', '); // \"Halloween ends (elokuva, 2022)\" vs \"Halloween ends (elokuva : 2023)\"\n  }\n  /* eslint-enable */\n\n  // Not going to do these in the foreseeable future, but keeping them here for discussion:\n  // Possible normalizations include but are not limited to:\n  // ø => ö? Might be language dependent: 041 $a fin => ö, 041 $a eng => o?\n  // Ø => Ö?\n  // ß => ss\n  // þ => th (NB! Both upper and lower case)\n  // ...\n  // Probably nots:\n  // ü => y (probably not, though this correlates with Finnish letter-to-sound rules)\n  // w => v (OK for Finnish sorting in certain cases, but we are not here, are we?)\n  // I guess we should use decomposed values in code here. (Not sure what composition my examples above use.)\n  return value;\n}\n\nexport function cloneAndRemovePunctuation(field) {\n  const clonedField = clone(field);\n  if (fieldSkipNormalization(field)) {\n    return clonedField;\n  }\n  fieldStripPunctuation(clonedField);\n  fieldTrimSubfieldValues(clonedField);\n  debugDev('PUNC');\n  debugFieldComparison(field, clonedField);\n\n  return clonedField;\n}\n\nfunction removeCharsThatDontCarryMeaning(value, tag, subfieldCode) {\n  if (tag === '080') {\n    return value;\n  }\n  /* eslint-disable */\n  // 3\" refers to inches, but as this is for comparison only we don't mind...\n  value = value.replace(/['‘’\"„“”«»]/gu, ''); // MET-570 et al. Subset of https://hexdocs.pm/ex_unicode/Unicode.Category.QuoteMarks.html\n  // MRA-273: Handle X00$a name initials.\n  // NB #1: that we remove spaces for comparison (as it simpler), though actually space should be used. Doesn't matter as this is comparison only.\n  // NB #2: we might/should eventually write a validator/fixer that adds those spaces. After that point, this expection should become obsolete.\n  if (subfieldCode === 'a' && ['100', '400', '600', '700', '800'].includes(tag)) { // 400 is used in auth records. It's not a bib field at all.\n    value = value.replace(/([A-Z]|Å|Ä|Ö)\\. +/ugi, '$1.');\n  }\n  /* eslint-enable */\n  return value;\n}\n\nfunction normalizeField(field) {\n  //sf.value = removeDecomposedDiacritics(sf.value); // eslint-disable-line functional/immutable-data\n  fieldStripPunctuation(field);\n  fieldLowercase(field);\n  fieldNormalizeControlNumbers(field); // FIN11 vs FI-MELINDA etc.\n  return field;\n}\n\nexport function cloneAndNormalizeFieldForComparison(field) {\n  // NB! This new field is for comparison purposes only.\n  // Some of the normalizations might be considered a bit overkill for other purposes.\n  const clonedField = clone(field);\n  if (fieldSkipNormalization(field)) {\n    return clonedField;\n  }\n  clonedField.subfields.forEach((sf) => { // Do this for all fields or some fields?\n    sf.value = normalizeSubfieldValue(sf.value, sf.code, field.tag); // eslint-disable-line functional/immutable-data\n    sf.value = removeCharsThatDontCarryMeaning(sf.value, field.tag, sf.code);// eslint-disable-line functional/immutable-data\n  });\n\n  normalizeField(clonedField); // eslint-disable-line functional/immutable-data\n  fieldRemoveDecomposedDiacritics(clonedField);\n  fieldSpecificHacks(clonedField);\n  fieldTrimSubfieldValues(clonedField);\n\n\n  debugFieldComparison(field, clonedField); // For debugging purposes only\n\n  return clonedField;\n}\n\nfunction fieldSkipNormalization(field) {\n  if (!field.subfields || ['018', '066', '080', '083'].includes(field.tag)) {\n    return true;\n  }\n  return false;\n}\n"],"mappings":";;;;;;;;;AAQA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,YAAA,GAAAD,OAAA;AACA,IAAAE,MAAA,GAAAF,OAAA;AAEA,IAAAG,qBAAA,GAAAH,OAAA;AACA,IAAAI,MAAA,GAAAL,sBAAA,CAAAC,OAAA;AACA,IAAAK,oCAAA,GAAAL,OAAA;AAAkG,SAAAD,uBAAAO,GAAA,WAAAA,GAAA,IAAAA,GAAA,CAAAC,UAAA,GAAAD,GAAA,KAAAE,OAAA,EAAAF,GAAA;AAdlG;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AASA,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,wDAAwD,CAAC;AACzF;AACA,MAAMC,QAAQ,GAAGF,KAAK,CAACG,MAAM,CAAC,KAAK,CAAC;AAEpC,SAASC,oBAAoBA,CAACC,QAAQ,EAAEC,QAAQ,EAAE;EAAE;EAClD;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,SAAS,GAAG,IAAAC,oBAAa,EAACH,QAAQ,CAAC;EACzC,MAAMI,SAAS,GAAG,IAAAD,oBAAa,EAACF,QAAQ,CAAC;EACzC,IAAIC,SAAS,KAAKE,SAAS,EAAE;IAC3B;EACF;EACA;AACF;AAEA,SAASC,iBAAiBA,CAACC,GAAG,GAAG,KAAK,EAAEC,YAAY,GAAGC,SAAS,EAAE;EAChE;EACA,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACC,QAAQ,CAACH,GAAG,CAAC,EAAE;IAC9C,IAAIC,YAAY,KAAKC,SAAS,IAAID,YAAY,KAAK,GAAG,EAAE;MACtD,OAAO,IAAI;IACb;EACF;EACA;EACA,OAAO,KAAK;AACd;AAEA,SAASG,qBAAqBA,CAACJ,GAAG,GAAG,KAAK,EAAEC,YAAY,GAAGC,SAAS,EAAE;EACpE;EACA,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACC,QAAQ,CAACH,GAAG,CAAC,EAAE;IAC9C,IAAIC,YAAY,KAAKC,SAAS,IAAID,YAAY,KAAK,GAAG,EAAE;MACtD,OAAO,IAAI;IACb;EACF;EACA;EACA,OAAO,KAAK;AACd;AAEA,SAASI,6BAA6BA,CAACC,KAAK,EAAEL,YAAY,EAAED,GAAG,EAAE;EAG/D,IAAIC,YAAY,KAAK,GAAG,IAAIK,KAAK,KAAK,eAAe,EAAE;IACrD,OAAO,IAAI;EACb;EAGA,IAAIN,GAAG,KAAK,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAACG,QAAQ,CAACF,YAAY,CAAC,EAAE;IAAE;IACxD,OAAO,IAAI;EACb;EAEA,IAAI,IAAAM,4BAAqB,EAACN,YAAY,CAAC,EAAE;IACvC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASO,qBAAqBA,CAACF,KAAK,EAAEL,YAAY,EAAED,GAAG,EAAE;EACvD;EACA,IAAI,IAAAS,6DAAwB,EAACT,GAAG,EAAEC,YAAY,CAAC,EAAE;IAC/C,OAAO,IAAI;EACb;EAEA,OAAOI,6BAA6B,CAACC,KAAK,EAAEL,YAAY,EAAED,GAAG,CAAC;AAChE;AAEA,SAASU,0BAA0BA,CAACV,GAAG,EAAE;EACvC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAACG,QAAQ,CAACH,GAAG,CAAC,EAAE;IAChC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAGA,SAASW,sBAAsBA,CAACL,KAAK,EAAEL,YAAY,EAAED,GAAG,EAAE;EACxD,IAAIQ,qBAAqB,CAACF,KAAK,EAAEL,YAAY,EAAED,GAAG,CAAC,EAAE;IACnD,OAAOM,KAAK;EACd;;EAEA;EACA,MAAMM,QAAQ,GAAGN,KAAK,CAACO,WAAW,CAAC,CAAC;EACpC,IAAID,QAAQ,KAAKN,KAAK,EAAE;IACtB;IACA;IACA,OAAOM,QAAQ;EACjB;EACA,OAAON,KAAK;AACd;AAEA,SAASQ,iBAAiBA,CAACC,EAAE,EAAEf,GAAG,EAAE;EAClCe,EAAE,CAACT,KAAK,GAAGK,sBAAsB,CAACI,EAAE,CAACT,KAAK,EAAES,EAAE,CAACC,IAAI,EAAEhB,GAAG,CAAC,CAAC,CAAC;AAC7D;AAEA,SAASiB,cAAcA,CAACC,KAAK,EAAE;EAC7B,IAAIC,kBAAkB,CAACD,KAAK,CAAC,EAAE;IAC7B;EACF;EAEAA,KAAK,CAACE,SAAS,CAACC,OAAO,CAACN,EAAE,IAAID,iBAAiB,CAACC,EAAE,EAAEG,KAAK,CAAClB,GAAG,CAAC,CAAC;EAE/D,SAASmB,kBAAkBA,CAACD,KAAK,EAAE;IACjC,IAAIR,0BAA0B,CAACQ,KAAK,CAAClB,GAAG,CAAC,EAAE;MACzC,OAAO,IAAI;IACb;IACA;IACA,IAAI,CAACD,iBAAiB,CAACmB,KAAK,CAAClB,GAAG,CAAC,IAAI,CAACI,qBAAqB,CAACc,KAAK,CAAClB,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACG,QAAQ,CAACe,KAAK,CAAClB,GAAG,CAAC,EAAE;MACpH,OAAO,IAAI;IACb;IAEA,OAAO,KAAK;EACd;AACF;AAGA,SAASsB,gBAAgBA,CAACJ,KAAK,EAAE;EAC/B,IAAIA,KAAK,CAAClB,GAAG,KAAK,KAAK,EAAE;IACvB;EACF;EACAkB,KAAK,CAACE,SAAS,CAACC,OAAO,CAACN,EAAE,IAAIQ,WAAW,CAACR,EAAE,CAAC,CAAC;;EAE9C;EACA,SAASQ,WAAWA,CAACC,QAAQ,EAAE;IAC7B,IAAIA,QAAQ,CAACR,IAAI,KAAK,GAAG,EAAE;MACzB;IACF;IACA,MAAMS,GAAG,GAAGD,QAAQ,CAAClB,KAAK,CAACoB,OAAO,CAAC,0BAA0B,EAAE,EAAE,CAAC;IAClE,IAAID,GAAG,CAACE,MAAM,GAAG,CAAC,EAAE;MAClBH,QAAQ,CAAClB,KAAK,GAAGmB,GAAG,CAAC,CAAC;MACtB;IACF;EACF;AACF;AAEO,SAASG,6BAA6BA,CAAC5B,GAAG,EAAEC,YAAY,EAAE;EAC/D;EACA,IAAIA,YAAY,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACE,QAAQ,CAACH,GAAG,CAAC,EAAE;IAC9H,OAAO,IAAI;EACb;EACA,IAAIA,GAAG,KAAK,KAAK,IAAIC,YAAY,KAAK,GAAG,EAAE;IACzC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAAS4B,aAAaA,CAACvB,KAAK,EAAE;EAC5B;EACA,IAAIA,KAAK,CAACwB,KAAK,CAAC,oDAAoD,CAAC,EAAE;IACrE,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASC,aAAaA,CAACb,KAAK,EAAE;EAC5B,IAAI,CAACA,KAAK,CAACE,SAAS,EAAE;IACpB;EACF;;EAEA;EACA,MAAMY,iBAAiB,GAAGd,KAAK,CAACE,SAAS,CAACa,MAAM,CAAClB,EAAE,IAAIa,6BAA6B,CAACV,KAAK,CAAClB,GAAG,EAAEe,EAAE,CAACC,IAAI,CAAC,IAAIa,aAAa,CAACd,EAAE,CAACT,KAAK,CAAC,CAAC;EACpI0B,iBAAiB,CAACX,OAAO,CAACN,EAAE,IAAImB,qBAAqB,CAACnB,EAAE,CAAC,CAAC;EAE1D,SAASmB,qBAAqBA,CAACnB,EAAE,EAAE;IACjC;IACAA,EAAE,CAACT,KAAK,GAAGS,EAAE,CAACT,KAAK,CAACoB,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IACxCX,EAAE,CAACT,KAAK,GAAGS,EAAE,CAACT,KAAK,CAACoB,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;EAC1C;AAEF;AAEA,SAASS,kBAAkBA,CAACjB,KAAK,EAAE;EACjCa,aAAa,CAACb,KAAK,CAAC,CAAC,CAAC;EACtBI,gBAAgB,CAACJ,KAAK,CAAC;AACzB;AAEO,SAASkB,uBAAuBA,CAAClB,KAAK,EAAE;EAC7CA,KAAK,CAACE,SAAS,EAAEC,OAAO,CAAEN,EAAE,IAAK;IAC/BA,EAAE,CAACT,KAAK,GAAGS,EAAE,CAACT,KAAK,CAACoB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC;IAC/CX,EAAE,CAACT,KAAK,GAAGS,EAAE,CAACT,KAAK,CAACoB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC;IAC/CX,EAAE,CAACT,KAAK,GAAGS,EAAE,CAACT,KAAK,CAACoB,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC;EAClD,CAAC,CAAC;AACJ;AAEA,SAASW,+BAA+BA,CAACnB,KAAK,EAAE;EAC9C;EACA;EACAA,KAAK,CAACE,SAAS,CAACC,OAAO,CAAEN,EAAE,IAAK;IAC9BA,EAAE,CAACT,KAAK,GAAGgC,0BAA0B,CAACvB,EAAE,CAACT,KAAK,CAAC,CAAC,CAAC;EACnD,CAAC,CAAC;AACJ;AAEA,SAASgC,0BAA0BA,CAAChC,KAAK,GAAG,EAAE,EAAE;EAC9C;EACA;EACA;EACA,OAAOiC,MAAM,CAACjC,KAAK,CAAC,CAACoB,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;AACrD;AAEA,SAASc,sBAAsBA,CAAClC,KAAK,EAAEL,YAAY,EAAED,GAAG,EAAE;EACxD;EACA;EACAM,KAAK,GAAGK,sBAAsB,CAACL,KAAK,EAAEL,YAAY,EAAED,GAAG,CAAC;;EAExD;EACAM,KAAK,GAAG,IAAAmC,sDAAiB,EAACnC,KAAK,EAAEL,YAAY,EAAED,GAAG,CAAC;EACnDM,KAAK,GAAGA,KAAK,CAACoB,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC,CAAC;;EAEjD,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAACvB,QAAQ,CAACH,GAAG,CAAC,IAAIC,YAAY,KAAK,GAAG,EAAE;IACxDK,KAAK,GAAGA,KAAK,CAACoB,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;EACtC;EACA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,OAAOpB,KAAK;AACd;AAEO,SAASoC,yBAAyBA,CAACxB,KAAK,EAAE;EAC/C,MAAMyB,WAAW,GAAG,IAAAC,cAAK,EAAC1B,KAAK,CAAC;EAChC,IAAI2B,sBAAsB,CAAC3B,KAAK,CAAC,EAAE;IACjC,OAAOyB,WAAW;EACpB;EACA,IAAAG,kCAAqB,EAACH,WAAW,CAAC;EAClCP,uBAAuB,CAACO,WAAW,CAAC;EACpCpD,QAAQ,CAAC,MAAM,CAAC;EAChBE,oBAAoB,CAACyB,KAAK,EAAEyB,WAAW,CAAC;EAExC,OAAOA,WAAW;AACpB;AAEA,SAASI,+BAA+BA,CAACzC,KAAK,EAAEN,GAAG,EAAEC,YAAY,EAAE;EACjE,IAAID,GAAG,KAAK,KAAK,EAAE;IACjB,OAAOM,KAAK;EACd;EACA;EACA;EACAA,KAAK,GAAGA,KAAK,CAACoB,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,CAAC;EAC5C;EACA;EACA;EACA,IAAIzB,YAAY,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACE,QAAQ,CAACH,GAAG,CAAC,EAAE;IAAE;IAC/EM,KAAK,GAAGA,KAAK,CAACoB,OAAO,CAAC,sBAAsB,EAAE,KAAK,CAAC;EACtD;EACA;EACA,OAAOpB,KAAK;AACd;AAEA,SAAS0C,cAAcA,CAAC9B,KAAK,EAAE;EAC7B;EACA,IAAA4B,kCAAqB,EAAC5B,KAAK,CAAC;EAC5BD,cAAc,CAACC,KAAK,CAAC;EACrB,IAAA+B,kDAA4B,EAAC/B,KAAK,CAAC,CAAC,CAAC;EACrC,OAAOA,KAAK;AACd;AAEO,SAASgC,mCAAmCA,CAAChC,KAAK,EAAE;EACzD;EACA;EACA,MAAMyB,WAAW,GAAG,IAAAC,cAAK,EAAC1B,KAAK,CAAC;EAChC,IAAI2B,sBAAsB,CAAC3B,KAAK,CAAC,EAAE;IACjC,OAAOyB,WAAW;EACpB;EACAA,WAAW,CAACvB,SAAS,CAACC,OAAO,CAAEN,EAAE,IAAK;IAAE;IACtCA,EAAE,CAACT,KAAK,GAAGkC,sBAAsB,CAACzB,EAAE,CAACT,KAAK,EAAES,EAAE,CAACC,IAAI,EAAEE,KAAK,CAAClB,GAAG,CAAC,CAAC,CAAC;IACjEe,EAAE,CAACT,KAAK,GAAGyC,+BAA+B,CAAChC,EAAE,CAACT,KAAK,EAAEY,KAAK,CAAClB,GAAG,EAAEe,EAAE,CAACC,IAAI,CAAC,CAAC;EAC3E,CAAC,CAAC;EAEFgC,cAAc,CAACL,WAAW,CAAC,CAAC,CAAC;EAC7BN,+BAA+B,CAACM,WAAW,CAAC;EAC5CR,kBAAkB,CAACQ,WAAW,CAAC;EAC/BP,uBAAuB,CAACO,WAAW,CAAC;EAGpClD,oBAAoB,CAACyB,KAAK,EAAEyB,WAAW,CAAC,CAAC,CAAC;;EAE1C,OAAOA,WAAW;AACpB;AAEA,SAASE,sBAAsBA,CAAC3B,KAAK,EAAE;EACrC,IAAI,CAACA,KAAK,CAACE,SAAS,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACjB,QAAQ,CAACe,KAAK,CAAClB,GAAG,CAAC,EAAE;IACxE,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd","ignoreList":[]}

package/dist/normalizeSubfieldValueForComparison.js

@@ -25,15 +25,36 @@ function subfieldContainsPartData(tag, subfieldCode) {
   return false;
 }
 function splitPartData(originalValue) {
-  // Remove brackets from number-only:
-  const value = originalValue.replace(/^\[([0-9]+)\][-.,:; ]*$/ui, '$1'); // eslint-disable-line prefer-named-capture-group
-  const splitPoint = value.lastIndexOf(' '); // MRA-627: "5, 2017" should be split here. Think of this later on...
+  // This a very hacky function, but cand really help it, as the the data is very iffy as well...
+  // Remove punctuation and brackets:
+  const value = originalValue.replace(/[-.,:; ]+$/ui, '').replace(/^\[([0-9]+)\]$/ui, '$1'); // eslint-disable-line prefer-named-capture-group
+
+  const [year, rest] = extractYear(value);
+  const splitPoint = rest.lastIndexOf(' '); // MRA-627: "5, 2017" should be split here. Think of this later on...
   if (splitPoint === -1) {
+    return [undefined, year, rest];
+  }
+  const lhs = rest.substr(0, splitPoint);
+  const rhs = rest.substr(splitPoint + 1);
+  return [lhs, year, rhs];
+  function extractYear(value) {
+    // NB! Note that this is far for perfect. It cover just some very common cases...
+
+    // "2023, 3" => ["2023", "3"]
+    if (value.match(/^(?:1[89][0-9][0-9]|20[012][0-9]), (?:nro |n:o)?[1-9][0-9]{0,2}$/ui)) {
+      return [value.substr(0, 4), value.substr(6)];
+    }
+    // "2023/12" => ["2023", "12"]
+    if (value.match(/^(?:1[89][0-9][0-9]|20[012][0-9])[/:][1-9][0-9]{0,2}$/u)) {
+      return [value.substr(0, 4), value.substr(5)];
+    }
+    // "Vol. 3/2023" => ["2023", "Vol. 3"]
+    if (value.match(/^[^0-9]*[1-9][0-9]{0,2}\/(?:1[89][0-9][0-9]|20[012][0-9])$/u)) {
+      const len = value.length;
+      return [value.substr(len - 4), value.substr(0, len - 5)];
+    }
     return [undefined, value];
   }
-  const lhs = value.substr(0, splitPoint);
-  const rhs = value.substr(splitPoint + 1);
-  return [lhs, rhs];
 }
 function normalizePartType(originalValue) {
   if (originalValue === undefined) {
@@ -74,12 +95,10 @@ function normalizePartNumber(value) {
 }
 function splitAndNormalizePartData(value) {
   // This is just a stub. Does not handle eg. "Levy 2, raita 15"
-  const [lhs, rhs] = splitPartData(value);
-  (0, _utils.nvdebug)(`  LHS: '${lhs}'`, debugDev);
-  (0, _utils.nvdebug)(`  RHS: '${rhs}'`, debugDev);
-  const partType = normalizePartType(lhs);
-  const partNumber = normalizePartNumber(rhs);
-  return [partType, partNumber];
+  const [partType, partYear, partNumber] = splitPartData(value);
+  //nvdebug(`  LHS: '${lhs}'`, debugDev);
+  //nvdebug(`  RHS: '${rhs}'`, debugDev);
+  return [normalizePartType(partType), partYear, normalizePartNumber(partNumber)];
 }
 function partsAgree(value1, value2, tag, subfieldCode) {
   // Note, that parts can not be normalized away, as "2" can agree with "Part 2" and "Raita 2" and "Volume 2"...
@@ -87,26 +106,36 @@ function partsAgree(value1, value2, tag, subfieldCode) {
   if (!subfieldContainsPartData(tag, subfieldCode)) {
     return false;
   }
-  const [partType1, partNumber1] = splitAndNormalizePartData(value1);
-  const [partType2, partNumber2] = splitAndNormalizePartData(value2);
+  const [partType1, partYear1, partNumber1] = splitAndNormalizePartData(value1);
+  const [partType2, partYear2, partNumber2] = splitAndNormalizePartData(value2);
+  //nvdebug(`P1: ${partType1} | ${partYear1} | ${partNumber1}`);
+  //nvdebug(`P2: ${partType2} | ${partYear2} | ${partNumber2}`);
   if (partNumber1 !== partNumber2) {
-    // MRA-627: This should/could accept 5/1997
     return false;
   }
-  if (partType1 === undefined || partType2 === undefined || partType1 === partType2) {
-    return true;
+  if (partType1 !== undefined && partType2 !== undefined && partType1 !== partType2) {
+    return false;
   }
-  return false;
+  if (partYear1 !== undefined && partYear2 !== undefined && partYear1 !== partYear2) {
+    return false;
+  }
+  return true;
 }
 function normalizePartData(value, subfieldCode, tag) {
   // This is for normalizing values for equality comparison only!
   if (!subfieldContainsPartData(tag, subfieldCode)) {
     return value;
   }
-  const [partType, partNumber] = splitAndNormalizePartData(value);
+  const [partType, partYear, partNumber] = splitAndNormalizePartData(value);
   if (partType === undefined) {
-    return partNumber;
+    if (partYear === undefined) {
+      return partNumber;
+    }
+    return `${partNumber}/${partYear}`;
+  }
+  if (partYear === undefined) {
+    return `${partType} ${partNumber}`;
   }
-  return `${partType} ${partNumber}`;
+  return `${partType} ${partNumber}/${partYear}`;
 }
 //# sourceMappingURL=normalizeSubfieldValueForComparison.js.map

package/dist/normalizeSubfieldValueForComparison.js.map

@@ -1 +1 @@
-{"version":3,"file":"normalizeSubfieldValueForComparison.js","names":["_utils","require","_debug","_interopRequireDefault","obj","__esModule","default","debug","createDebugLogger","debugDev","extend","subfieldContainsPartData","tag","subfieldCode","includes","splitPartData","originalValue","value","replace","splitPoint","lastIndexOf","undefined","lhs","substr","rhs","normalizePartType","toLowerCase","romanNumbers","normalizePartNumber","arabicValue","nvdebug","splitAndNormalizePartData","partType","partNumber","partsAgree","value1","value2","partType1","partNumber1","partType2","partNumber2","normalizePartData"],"sources":["../src/normalizeSubfieldValueForComparison.js"],"sourcesContent":["import {nvdebug} from './utils';\nimport createDebugLogger from 'debug';\n\n// Normalizes at least 490$v and 773$g which contain information such as \"Raita 5\" vs \"5\", and \"Osa 3\" vs \"Osa III\".\n\nconst debug = createDebugLogger('@natlibfi/melinda-marc-record-merge-reducers:normalizePart');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\nexport function subfieldContainsPartData(tag, subfieldCode) {\n  // NB! Used by reducers' mergeSubield.js\n  if (subfieldCode === 'v' && ['490', '800', '810', '811', '830'].includes(tag)) {\n    return true;\n  }\n  if (tag === '773' && subfieldCode === 'g') {\n    return true;\n  }\n  return false;\n}\n\nfunction splitPartData(originalValue) {\n  // Remove brackets from number-only:\n  const value = originalValue.replace(/^\\[([0-9]+)\\][-.,:; ]*$/ui, '$1'); // eslint-disable-line prefer-named-capture-group\n  const splitPoint = value.lastIndexOf(' '); // MRA-627: \"5, 2017\" should be split here. Think of this later on...\n  if (splitPoint === -1) {\n    return [undefined, value];\n  }\n  const lhs = value.substr(0, splitPoint);\n  const rhs = value.substr(splitPoint + 1);\n  return [lhs, rhs];\n}\n\nfunction normalizePartType(originalValue) {\n  if (originalValue === undefined) {\n    return undefined;\n  }\n  const value = originalValue.toLowerCase();\n\n  // Return Finnish singular nominative. Choise of language is arbitrary. This is best-ish for debug purposes...\n  if (['n:o', 'no', 'nr', 'nro', 'number', 'numero', 'nummer'].includes(value)) {\n    return 'numero';\n  }\n  if (['band', 'bd', 'häfte', 'nide', 'osa', 'part', 'teil', 'vol', 'vol.', 'volume'].includes(value)) {\n    return 'osa';\n  }\n\n  if (['p.', 'page', 'pages', 'pp.', 's.', 'sidor', 'sivu', 'sivut'].includes(value)) {\n    return 'sivu';\n  }\n\n  return value;\n}\n\nconst romanNumbers = {'I': '1', 'II': '2', 'III': '3', 'IV': '4', 'V': '5', 'VI': '6', 'X': '10'};\n\nfunction normalizePartNumber(value) {\n  // Should we handle all Roman numbers or some range of them?\n  // There's probably a library for our purposes..\n  if (value in romanNumbers) {\n    const arabicValue = romanNumbers[value];\n    nvdebug(` MAP ${value} to ${arabicValue}`, debugDev);\n    return arabicValue;\n  }\n  return value.toLowerCase();\n}\n\nfunction splitAndNormalizePartData(value) {\n  // This is just a stub. Does not handle eg. \"Levy 2, raita 15\"\n  const [lhs, rhs] = splitPartData(value);\n  nvdebug(`  LHS: '${lhs}'`, debugDev);\n  nvdebug(`  RHS: '${rhs}'`, debugDev);\n  const partType = normalizePartType(lhs);\n  const partNumber = normalizePartNumber(rhs);\n  return [partType, partNumber];\n}\n\nexport function partsAgree(value1, value2, tag, subfieldCode) {\n  // Note, that parts can not be normalized away, as \"2\" can agree with \"Part 2\" and \"Raita 2\" and \"Volume 2\"...\n  // NB! Used by reducers' mergeSubield.js\n  if (!subfieldContainsPartData(tag, subfieldCode)) {\n    return false;\n  }\n  const [partType1, partNumber1] = splitAndNormalizePartData(value1);\n  const [partType2, partNumber2] = splitAndNormalizePartData(value2);\n  if (partNumber1 !== partNumber2) {\n    // MRA-627: This should/could accept 5/1997\n    return false;\n  }\n  if (partType1 === undefined || partType2 === undefined || partType1 === partType2) {\n    return true;\n  }\n\n  return false;\n}\n\nexport function normalizePartData(value, subfieldCode, tag) {\n  // This is for normalizing values for equality comparison only!\n  if (!subfieldContainsPartData(tag, subfieldCode)) {\n    return value;\n  }\n\n  const [partType, partNumber] = splitAndNormalizePartData(value);\n  if (partType === undefined) {\n    return partNumber;\n  }\n  return `${partType} ${partNumber}`;\n}\n"],"mappings":";;;;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAC,sBAAA,CAAAF,OAAA;AAAsC,SAAAE,uBAAAC,GAAA,WAAAA,GAAA,IAAAA,GAAA,CAAAC,UAAA,GAAAD,GAAA,KAAAE,OAAA,EAAAF,GAAA;AAEtC;;AAEA,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,4DAA4D,CAAC;AAC7F;AACA,MAAMC,QAAQ,GAAGF,KAAK,CAACG,MAAM,CAAC,KAAK,CAAC;AAE7B,SAASC,wBAAwBA,CAACC,GAAG,EAAEC,YAAY,EAAE;EAC1D;EACA,IAAIA,YAAY,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACC,QAAQ,CAACF,GAAG,CAAC,EAAE;IAC7E,OAAO,IAAI;EACb;EACA,IAAIA,GAAG,KAAK,KAAK,IAAIC,YAAY,KAAK,GAAG,EAAE;IACzC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASE,aAAaA,CAACC,aAAa,EAAE;EACpC;EACA,MAAMC,KAAK,GAAGD,aAAa,CAACE,OAAO,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAC,CAAC;EACxE,MAAMC,UAAU,GAAGF,KAAK,CAACG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;EAC3C,IAAID,UAAU,KAAK,CAAC,CAAC,EAAE;IACrB,OAAO,CAACE,SAAS,EAAEJ,KAAK,CAAC;EAC3B;EACA,MAAMK,GAAG,GAAGL,KAAK,CAACM,MAAM,CAAC,CAAC,EAAEJ,UAAU,CAAC;EACvC,MAAMK,GAAG,GAAGP,KAAK,CAACM,MAAM,CAACJ,UAAU,GAAG,CAAC,CAAC;EACxC,OAAO,CAACG,GAAG,EAAEE,GAAG,CAAC;AACnB;AAEA,SAASC,iBAAiBA,CAACT,aAAa,EAAE;EACxC,IAAIA,aAAa,KAAKK,SAAS,EAAE;IAC/B,OAAOA,SAAS;EAClB;EACA,MAAMJ,KAAK,GAAGD,aAAa,CAACU,WAAW,CAAC,CAAC;;EAEzC;EACA,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAACZ,QAAQ,CAACG,KAAK,CAAC,EAAE;IAC5E,OAAO,QAAQ;EACjB;EACA,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,CAACH,QAAQ,CAACG,KAAK,CAAC,EAAE;IACnG,OAAO,KAAK;EACd;EAEA,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAACH,QAAQ,CAACG,KAAK,CAAC,EAAE;IAClF,OAAO,MAAM;EACf;EAEA,OAAOA,KAAK;AACd;AAEA,MAAMU,YAAY,GAAG;EAAC,GAAG,EAAE,GAAG;EAAE,IAAI,EAAE,GAAG;EAAE,KAAK,EAAE,GAAG;EAAE,IAAI,EAAE,GAAG;EAAE,GAAG,EAAE,GAAG;EAAE,IAAI,EAAE,GAAG;EAAE,GAAG,EAAE;AAAI,CAAC;AAEjG,SAASC,mBAAmBA,CAACX,KAAK,EAAE;EAClC;EACA;EACA,IAAIA,KAAK,IAAIU,YAAY,EAAE;IACzB,MAAME,WAAW,GAAGF,YAAY,CAACV,KAAK,CAAC;IACvC,IAAAa,cAAO,EAAE,QAAOb,KAAM,OAAMY,WAAY,EAAC,EAAEpB,QAAQ,CAAC;IACpD,OAAOoB,WAAW;EACpB;EACA,OAAOZ,KAAK,CAACS,WAAW,CAAC,CAAC;AAC5B;AAEA,SAASK,yBAAyBA,CAACd,KAAK,EAAE;EACxC;EACA,MAAM,CAACK,GAAG,EAAEE,GAAG,CAAC,GAAGT,aAAa,CAACE,KAAK,CAAC;EACvC,IAAAa,cAAO,EAAE,WAAUR,GAAI,GAAE,EAAEb,QAAQ,CAAC;EACpC,IAAAqB,cAAO,EAAE,WAAUN,GAAI,GAAE,EAAEf,QAAQ,CAAC;EACpC,MAAMuB,QAAQ,GAAGP,iBAAiB,CAACH,GAAG,CAAC;EACvC,MAAMW,UAAU,GAAGL,mBAAmB,CAACJ,GAAG,CAAC;EAC3C,OAAO,CAACQ,QAAQ,EAAEC,UAAU,CAAC;AAC/B;AAEO,SAASC,UAAUA,CAACC,MAAM,EAAEC,MAAM,EAAExB,GAAG,EAAEC,YAAY,EAAE;EAC5D;EACA;EACA,IAAI,CAACF,wBAAwB,CAACC,GAAG,EAAEC,YAAY,CAAC,EAAE;IAChD,OAAO,KAAK;EACd;EACA,MAAM,CAACwB,SAAS,EAAEC,WAAW,CAAC,GAAGP,yBAAyB,CAACI,MAAM,CAAC;EAClE,MAAM,CAACI,SAAS,EAAEC,WAAW,CAAC,GAAGT,yBAAyB,CAACK,MAAM,CAAC;EAClE,IAAIE,WAAW,KAAKE,WAAW,EAAE;IAC/B;IACA,OAAO,KAAK;EACd;EACA,IAAIH,SAAS,KAAKhB,SAAS,IAAIkB,SAAS,KAAKlB,SAAS,IAAIgB,SAAS,KAAKE,SAAS,EAAE;IACjF,OAAO,IAAI;EACb;EAEA,OAAO,KAAK;AACd;AAEO,SAASE,iBAAiBA,CAACxB,KAAK,EAAEJ,YAAY,EAAED,GAAG,EAAE;EAC1D;EACA,IAAI,CAACD,wBAAwB,CAACC,GAAG,EAAEC,YAAY,CAAC,EAAE;IAChD,OAAOI,KAAK;EACd;EAEA,MAAM,CAACe,QAAQ,EAAEC,UAAU,CAAC,GAAGF,yBAAyB,CAACd,KAAK,CAAC;EAC/D,IAAIe,QAAQ,KAAKX,SAAS,EAAE;IAC1B,OAAOY,UAAU;EACnB;EACA,OAAQ,GAAED,QAAS,IAAGC,UAAW,EAAC;AACpC","ignoreList":[]}
+{"version":3,"file":"normalizeSubfieldValueForComparison.js","names":["_utils","require","_debug","_interopRequireDefault","obj","__esModule","default","debug","createDebugLogger","debugDev","extend","subfieldContainsPartData","tag","subfieldCode","includes","splitPartData","originalValue","value","replace","year","rest","extractYear","splitPoint","lastIndexOf","undefined","lhs","substr","rhs","match","len","length","normalizePartType","toLowerCase","romanNumbers","normalizePartNumber","arabicValue","nvdebug","splitAndNormalizePartData","partType","partYear","partNumber","partsAgree","value1","value2","partType1","partYear1","partNumber1","partType2","partYear2","partNumber2","normalizePartData"],"sources":["../src/normalizeSubfieldValueForComparison.js"],"sourcesContent":["import {nvdebug} from './utils';\nimport createDebugLogger from 'debug';\n\n// Normalizes at least 490$v and 773$g which contain information such as \"Raita 5\" vs \"5\", and \"Osa 3\" vs \"Osa III\".\n\nconst debug = createDebugLogger('@natlibfi/melinda-marc-record-merge-reducers:normalizePart');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\nexport function subfieldContainsPartData(tag, subfieldCode) {\n  // NB! Used by reducers' mergeSubield.js\n  if (subfieldCode === 'v' && ['490', '800', '810', '811', '830'].includes(tag)) {\n    return true;\n  }\n  if (tag === '773' && subfieldCode === 'g') {\n    return true;\n  }\n  return false;\n}\n\nfunction splitPartData(originalValue) {\n  // This a very hacky function, but cand really help it, as the the data is very iffy as well...\n  // Remove punctuation and brackets:\n  const value = originalValue.replace(/[-.,:; ]+$/ui, '').replace(/^\\[([0-9]+)\\]$/ui, '$1'); // eslint-disable-line prefer-named-capture-group\n\n  const [year, rest] = extractYear(value);\n\n  const splitPoint = rest.lastIndexOf(' '); // MRA-627: \"5, 2017\" should be split here. Think of this later on...\n  if (splitPoint === -1) {\n    return [undefined, year, rest];\n  }\n  const lhs = rest.substr(0, splitPoint);\n  const rhs = rest.substr(splitPoint + 1);\n  return [lhs, year, rhs];\n\n  function extractYear(value) {\n    // NB! Note that this is far for perfect. It cover just some very common cases...\n\n    // \"2023, 3\" => [\"2023\", \"3\"]\n    if (value.match(/^(?:1[89][0-9][0-9]|20[012][0-9]), (?:nro |n:o)?[1-9][0-9]{0,2}$/ui)) {\n      return [value.substr(0, 4), value.substr(6)];\n    }\n    // \"2023/12\" => [\"2023\", \"12\"]\n    if (value.match(/^(?:1[89][0-9][0-9]|20[012][0-9])[/:][1-9][0-9]{0,2}$/u)) {\n      return [value.substr(0, 4), value.substr(5)];\n    }\n    // \"Vol. 3/2023\" => [\"2023\", \"Vol. 3\"]\n    if (value.match(/^[^0-9]*[1-9][0-9]{0,2}\\/(?:1[89][0-9][0-9]|20[012][0-9])$/u)) {\n      const len = value.length;\n      return [value.substr(len - 4), value.substr(0, len - 5)];\n    }\n\n\n    return [undefined, value];\n  }\n}\n\nfunction normalizePartType(originalValue) {\n  if (originalValue === undefined) {\n    return undefined;\n  }\n  const value = originalValue.toLowerCase();\n\n  // Return Finnish singular nominative. Choise of language is arbitrary. This is best-ish for debug purposes...\n  if (['n:o', 'no', 'nr', 'nro', 'number', 'numero', 'nummer'].includes(value)) {\n    return 'numero';\n  }\n  if (['band', 'bd', 'häfte', 'nide', 'osa', 'part', 'teil', 'vol', 'vol.', 'volume'].includes(value)) {\n    return 'osa';\n  }\n\n  if (['p.', 'page', 'pages', 'pp.', 's.', 'sidor', 'sivu', 'sivut'].includes(value)) {\n    return 'sivu';\n  }\n\n  return value;\n}\n\nconst romanNumbers = {'I': '1', 'II': '2', 'III': '3', 'IV': '4', 'V': '5', 'VI': '6', 'X': '10'};\n\nfunction normalizePartNumber(value) {\n  // Should we handle all Roman numbers or some range of them?\n  // There's probably a library for our purposes..\n  if (value in romanNumbers) {\n    const arabicValue = romanNumbers[value];\n    nvdebug(` MAP ${value} to ${arabicValue}`, debugDev);\n    return arabicValue;\n  }\n  return value.toLowerCase();\n}\n\nfunction splitAndNormalizePartData(value) {\n  // This is just a stub. Does not handle eg. \"Levy 2, raita 15\"\n  const [partType, partYear, partNumber] = splitPartData(value);\n  //nvdebug(`  LHS: '${lhs}'`, debugDev);\n  //nvdebug(`  RHS: '${rhs}'`, debugDev);\n  return [normalizePartType(partType), partYear, normalizePartNumber(partNumber)];\n}\n\nexport function partsAgree(value1, value2, tag, subfieldCode) {\n  // Note, that parts can not be normalized away, as \"2\" can agree with \"Part 2\" and \"Raita 2\" and \"Volume 2\"...\n  // NB! Used by reducers' mergeSubield.js\n  if (!subfieldContainsPartData(tag, subfieldCode)) {\n    return false;\n  }\n  const [partType1, partYear1, partNumber1] = splitAndNormalizePartData(value1);\n  const [partType2, partYear2, partNumber2] = splitAndNormalizePartData(value2);\n  //nvdebug(`P1: ${partType1} | ${partYear1} | ${partNumber1}`);\n  //nvdebug(`P2: ${partType2} | ${partYear2} | ${partNumber2}`);\n  if (partNumber1 !== partNumber2) {\n    return false;\n  }\n  if (partType1 !== undefined && partType2 !== undefined && partType1 !== partType2) {\n    return false;\n  }\n  if (partYear1 !== undefined && partYear2 !== undefined && partYear1 !== partYear2) {\n    return false;\n  }\n\n\n  return true;\n}\n\nexport function normalizePartData(value, subfieldCode, tag) {\n  // This is for normalizing values for equality comparison only!\n  if (!subfieldContainsPartData(tag, subfieldCode)) {\n    return value;\n  }\n\n  const [partType, partYear, partNumber] = splitAndNormalizePartData(value);\n  if (partType === undefined) {\n    if (partYear === undefined) {\n      return partNumber;\n    }\n    return `${partNumber}/${partYear}`;\n  }\n  if (partYear === undefined) {\n    return `${partType} ${partNumber}`;\n  }\n  return `${partType} ${partNumber}/${partYear}`;\n}\n"],"mappings":";;;;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAC,sBAAA,CAAAF,OAAA;AAAsC,SAAAE,uBAAAC,GAAA,WAAAA,GAAA,IAAAA,GAAA,CAAAC,UAAA,GAAAD,GAAA,KAAAE,OAAA,EAAAF,GAAA;AAEtC;;AAEA,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,4DAA4D,CAAC;AAC7F;AACA,MAAMC,QAAQ,GAAGF,KAAK,CAACG,MAAM,CAAC,KAAK,CAAC;AAE7B,SAASC,wBAAwBA,CAACC,GAAG,EAAEC,YAAY,EAAE;EAC1D;EACA,IAAIA,YAAY,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACC,QAAQ,CAACF,GAAG,CAAC,EAAE;IAC7E,OAAO,IAAI;EACb;EACA,IAAIA,GAAG,KAAK,KAAK,IAAIC,YAAY,KAAK,GAAG,EAAE;IACzC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASE,aAAaA,CAACC,aAAa,EAAE;EACpC;EACA;EACA,MAAMC,KAAK,GAAGD,aAAa,CAACE,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAACA,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC,CAAC;;EAE3F,MAAM,CAACC,IAAI,EAAEC,IAAI,CAAC,GAAGC,WAAW,CAACJ,KAAK,CAAC;EAEvC,MAAMK,UAAU,GAAGF,IAAI,CAACG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;EAC1C,IAAID,UAAU,KAAK,CAAC,CAAC,EAAE;IACrB,OAAO,CAACE,SAAS,EAAEL,IAAI,EAAEC,IAAI,CAAC;EAChC;EACA,MAAMK,GAAG,GAAGL,IAAI,CAACM,MAAM,CAAC,CAAC,EAAEJ,UAAU,CAAC;EACtC,MAAMK,GAAG,GAAGP,IAAI,CAACM,MAAM,CAACJ,UAAU,GAAG,CAAC,CAAC;EACvC,OAAO,CAACG,GAAG,EAAEN,IAAI,EAAEQ,GAAG,CAAC;EAEvB,SAASN,WAAWA,CAACJ,KAAK,EAAE;IAC1B;;IAEA;IACA,IAAIA,KAAK,CAACW,KAAK,CAAC,oEAAoE,CAAC,EAAE;MACrF,OAAO,CAACX,KAAK,CAACS,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAET,KAAK,CAACS,MAAM,CAAC,CAAC,CAAC,CAAC;IAC9C;IACA;IACA,IAAIT,KAAK,CAACW,KAAK,CAAC,wDAAwD,CAAC,EAAE;MACzE,OAAO,CAACX,KAAK,CAACS,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAET,KAAK,CAACS,MAAM,CAAC,CAAC,CAAC,CAAC;IAC9C;IACA;IACA,IAAIT,KAAK,CAACW,KAAK,CAAC,6DAA6D,CAAC,EAAE;MAC9E,MAAMC,GAAG,GAAGZ,KAAK,CAACa,MAAM;MACxB,OAAO,CAACb,KAAK,CAACS,MAAM,CAACG,GAAG,GAAG,CAAC,CAAC,EAAEZ,KAAK,CAACS,MAAM,CAAC,CAAC,EAAEG,GAAG,GAAG,CAAC,CAAC,CAAC;IAC1D;IAGA,OAAO,CAACL,SAAS,EAAEP,KAAK,CAAC;EAC3B;AACF;AAEA,SAASc,iBAAiBA,CAACf,aAAa,EAAE;EACxC,IAAIA,aAAa,KAAKQ,SAAS,EAAE;IAC/B,OAAOA,SAAS;EAClB;EACA,MAAMP,KAAK,GAAGD,aAAa,CAACgB,WAAW,CAAC,CAAC;;EAEzC;EACA,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAClB,QAAQ,CAACG,KAAK,CAAC,EAAE;IAC5E,OAAO,QAAQ;EACjB;EACA,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,CAACH,QAAQ,CAACG,KAAK,CAAC,EAAE;IACnG,OAAO,KAAK;EACd;EAEA,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAACH,QAAQ,CAACG,KAAK,CAAC,EAAE;IAClF,OAAO,MAAM;EACf;EAEA,OAAOA,KAAK;AACd;AAEA,MAAMgB,YAAY,GAAG;EAAC,GAAG,EAAE,GAAG;EAAE,IAAI,EAAE,GAAG;EAAE,KAAK,EAAE,GAAG;EAAE,IAAI,EAAE,GAAG;EAAE,GAAG,EAAE,GAAG;EAAE,IAAI,EAAE,GAAG;EAAE,GAAG,EAAE;AAAI,CAAC;AAEjG,SAASC,mBAAmBA,CAACjB,KAAK,EAAE;EAClC;EACA;EACA,IAAIA,KAAK,IAAIgB,YAAY,EAAE;IACzB,MAAME,WAAW,GAAGF,YAAY,CAAChB,KAAK,CAAC;IACvC,IAAAmB,cAAO,EAAE,QAAOnB,KAAM,OAAMkB,WAAY,EAAC,EAAE1B,QAAQ,CAAC;IACpD,OAAO0B,WAAW;EACpB;EACA,OAAOlB,KAAK,CAACe,WAAW,CAAC,CAAC;AAC5B;AAEA,SAASK,yBAAyBA,CAACpB,KAAK,EAAE;EACxC;EACA,MAAM,CAACqB,QAAQ,EAAEC,QAAQ,EAAEC,UAAU,CAAC,GAAGzB,aAAa,CAACE,KAAK,CAAC;EAC7D;EACA;EACA,OAAO,CAACc,iBAAiB,CAACO,QAAQ,CAAC,EAAEC,QAAQ,EAAEL,mBAAmB,CAACM,UAAU,CAAC,CAAC;AACjF;AAEO,SAASC,UAAUA,CAACC,MAAM,EAAEC,MAAM,EAAE/B,GAAG,EAAEC,YAAY,EAAE;EAC5D;EACA;EACA,IAAI,CAACF,wBAAwB,CAACC,GAAG,EAAEC,YAAY,CAAC,EAAE;IAChD,OAAO,KAAK;EACd;EACA,MAAM,CAAC+B,SAAS,EAAEC,SAAS,EAAEC,WAAW,CAAC,GAAGT,yBAAyB,CAACK,MAAM,CAAC;EAC7E,MAAM,CAACK,SAAS,EAAEC,SAAS,EAAEC,WAAW,CAAC,GAAGZ,yBAAyB,CAACM,MAAM,CAAC;EAC7E;EACA;EACA,IAAIG,WAAW,KAAKG,WAAW,EAAE;IAC/B,OAAO,KAAK;EACd;EACA,IAAIL,SAAS,KAAKpB,SAAS,IAAIuB,SAAS,KAAKvB,SAAS,IAAIoB,SAAS,KAAKG,SAAS,EAAE;IACjF,OAAO,KAAK;EACd;EACA,IAAIF,SAAS,KAAKrB,SAAS,IAAIwB,SAAS,KAAKxB,SAAS,IAAIqB,SAAS,KAAKG,SAAS,EAAE;IACjF,OAAO,KAAK;EACd;EAGA,OAAO,IAAI;AACb;AAEO,SAASE,iBAAiBA,CAACjC,KAAK,EAAEJ,YAAY,EAAED,GAAG,EAAE;EAC1D;EACA,IAAI,CAACD,wBAAwB,CAACC,GAAG,EAAEC,YAAY,CAAC,EAAE;IAChD,OAAOI,KAAK;EACd;EAEA,MAAM,CAACqB,QAAQ,EAAEC,QAAQ,EAAEC,UAAU,CAAC,GAAGH,yBAAyB,CAACpB,KAAK,CAAC;EACzE,IAAIqB,QAAQ,KAAKd,SAAS,EAAE;IAC1B,IAAIe,QAAQ,KAAKf,SAAS,EAAE;MAC1B,OAAOgB,UAAU;IACnB;IACA,OAAQ,GAAEA,UAAW,IAAGD,QAAS,EAAC;EACpC;EACA,IAAIA,QAAQ,KAAKf,SAAS,EAAE;IAC1B,OAAQ,GAAEc,QAAS,IAAGE,UAAW,EAAC;EACpC;EACA,OAAQ,GAAEF,QAAS,IAAGE,UAAW,IAAGD,QAAS,EAAC;AAChD","ignoreList":[]}

package/dist/removeInferiorDataFields.js

@@ -239,6 +239,21 @@ function deriveIndividualDeletables(record) {
         return processTodoList([tmp, ...stillToDo, ...moreToDo], [...deletables, tmp]);
       }
     }
+    if (currString.match(/^500 ## ‡a Lisäpainokset: Lisäpainos /u)) {
+      // MET-569
+      const tmp1 = currString.replace(' Lisäpainos ', ' [Lisäpainos] ');
+      const tmp2 = currString.replace(' Lisäpainos ', ' ');
+      if (tmp1 !== currString && tmp2 !== currString) {
+        return processTodoList([...stillToDo, ...moreToDo], [...deletables, tmp1, tmp2]);
+      }
+    }
+    if (currString.match(/^500 ## ‡a Lisäpainokset: \[Lisäpainos\] /u)) {
+      // MET-569
+      const tmp = currString.replace(' [Lisäpainos] ', ' ');
+      if (tmp !== currString) {
+        return processTodoList([...stillToDo, ...moreToDo], [...deletables, tmp]);
+      }
+    }
     if (currString.match(/^505 .0.*-- ‡t/u)) {
       // MRA-413-ish
       const tmp = currString.replace(/ -- ‡t /gu, ' -- ').

package/dist/removeInferiorDataFields.js.map

@@ -1 +1 @@
-{"version":3,"file":"removeInferiorDataFields.js","names":["_debug","_interopRequireDefault","require","_removeDuplicateDataFields","_subfield6Utils","_utils","_subfield8Utils","_prepublicationUtils","_normalizeFieldForComparison","_normalizeUtf8Diacritics","obj","__esModule","default","debug","createDebugLogger","_default","description","validate","fix","record","nvdebug","res","message","valid","removeInferiorDatafields","duplicates","length","deriveInferiorChains","fields","hash","forEach","f","fieldToChainToDeletables","field","chain","fieldToChain","chainAsString","fieldsToNormalizedString","arr","deriveChainDeletables","val","todoList","deletables","stillToDo","undefined","withoutScriptIdentificationCode","replace","keepless","linked490Ind1","filter","isRelevantChain6","fieldHasValidSubfield6","fieldHasValidSubfield8","some","subfields","sf","code","sameField","removeInferiorChains","deletableChainsAsKeys","nChains","Object","keys","innerRemoveInferiorChains","deletedStringsArray","currField","remainingFields","triggeringField","triggeringChain","chainContains1XX","sevenToOne","deletedString","fieldsToString","removeField","tag","substring","includes","pairs","fieldGetOccurrenceNumberPairs","pairedField","fieldSevenToOneOccurrenceNumber","getIdentifierlessAndKeeplessSubsets","fieldAsString","identifierlessString","keeplessString","deriveIndividualDeletables490","match","sixless","withoutFinalVOrX","xless","xvless","modifiedInd2","deriveIndividualDeletables","map","fieldToString","deletableStringsArray","processTodoList","uniqArray","thingsToDo","currString","accentless","getAccentlessVersion","d490","subsets","moreToDo","tmp","tmp2","ennakkotieto653","newDeletables","string","precomposeFinnishLetters","String","fixComposition","fieldToNormalizedString","normalizedField","cloneAndNormalizeFieldForComparison","deriveIndividualNormalizedDeletables","encodingLevel","getEncodingLevel","recordIsFinished","encodingLevelIsBetterThanPrepublication","met495","fieldRefersToKoneellisestiTuotettuTietue","relevantFields","fieldHasSubfield","deriveDeletable946s","results","fieldAsNormalizedString","candArray","removeIndividualInferiorDatafields","deletableFieldsAsStrings","deletableFieldsAsNormalizedStrings","hits","isDeletableField","deletedFieldsAsStrings","removables","removables6","join","removablesAll","concat"],"sources":["../src/removeInferiorDataFields.js"],"sourcesContent":["import createDebugLogger from 'debug';\nimport {fieldToChain, sameField} from './removeDuplicateDataFields';\nimport {fieldGetOccurrenceNumberPairs, fieldHasValidSubfield6, fieldSevenToOneOccurrenceNumber, fieldsToNormalizedString} from './subfield6Utils';\nimport {fieldHasSubfield, fieldsToString, fieldToString, nvdebug, uniqArray} from './utils';\nimport {fieldHasValidSubfield8} from './subfield8Utils';\nimport {encodingLevelIsBetterThanPrepublication, fieldRefersToKoneellisestiTuotettuTietue, getEncodingLevel} from './prepublicationUtils';\nimport {cloneAndNormalizeFieldForComparison} from './normalizeFieldForComparison';\nimport {fixComposition, precomposeFinnishLetters} from './normalize-utf8-diacritics';\n\n// Relocated from melinda-marc-record-merge-reducers (and renamed)\n\n// NB! This validator handles only full fields, and does not support subfield $8 removal.\n// Also, having multiple $8 subfields in same fields is not supported.\n// If this functionality is needed, see removeDuplicateDatafields.js for examples of subfield-only stuff.\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:removeSubsetDataFields');\n\nexport default function () {\n  return {\n    description: 'Remove subset data fields. Certain exceptions apply, mainly too complicated for chained fields',\n    validate, fix\n  };\n\n  function fix(record) {\n    nvdebug('Fix record: remove inferior (eg. subset) data fields', debug);\n    const res = {message: [], fix: [], valid: true};\n    removeInferiorDatafields(record, true);\n    // This can not really fail...\n    return res;\n  }\n\n  function validate(record) {\n    // Check max, and check number of different indexes\n    nvdebug('Validate record: remove inferior (eg. subset) data fields', debug);\n\n    const duplicates = removeInferiorDatafields(record, false);\n\n    const res = {message: duplicates};\n\n    res.valid = res.message.length < 1; // eslint-disable-line functional/immutable-data\n    return res;\n  }\n}\n\n\nfunction deriveInferiorChains(fields, record) {\n  //nvdebug(`======= GOT ${fields.length} FIELDS TO CHAINIFY`);\n  const hash = {};\n\n  fields.forEach(f => fieldToChainToDeletables(f));\n\n  return hash;\n\n  //nvdebug(`WP1: GOT ${todoList.length} CHAINS`);\n\n\n  // here we map deletableStringObject[str] => field. The idea is to help debugging. We don't actually need the field object...\n  //return deriveChainDeletables(todoList);\n\n  function fieldToChainToDeletables(field) {\n    const chain = fieldToChain(field, record);\n    if (chain.length < 2) {\n      return;\n    }\n    const chainAsString = fieldsToNormalizedString(chain, 0, true, true);\n    const arr = deriveChainDeletables([chainAsString]);\n    //nvdebug(`GOT ${arr.length} DELETABLES FOR ${chainAsString}`);\n    arr.forEach(val => {\n      if (!(val in hash)) { // eslint-disable-line functional/no-conditional-statements\n        hash[val] = field; // eslint-disable-line functional/immutable-data\n      }\n    });\n  }\n\n  function deriveChainDeletables(todoList, deletables = []) {\n    const [chainAsString, ...stillToDo] = todoList;\n    if (chainAsString === undefined) {\n      return deletables;\n    }\n\n    // Fix MRA-476 (part 1): one $6 value can be worse than the other\n    const withoutScriptIdentificationCode = chainAsString.replace(/( ‡6 [0-9X][0-9][0-9]-(?:XX|[0-9]+))\\/[^ ]+/u, '$1'); // eslint-disable-line prefer-named-capture-group\n\n    // Remove keepless versions:\n    const keepless = chainAsString.replace(/ ‡9 [A-Z]+<KEEP>/u, '');\n\n    // MRA-433: 490 ind1=1 vs ind1=0: remove latter (luckily no 2nd indicator etc)\n    const linked490Ind1 = chainAsString.replace(/^490 1/u, '490 0').replace(/\\t880 1/ug, '\\t880 0');\n    const arr = [withoutScriptIdentificationCode, keepless, linked490Ind1].filter(val => val !== chainAsString);\n    if (arr.length > 0) {\n      return deriveChainDeletables([...stillToDo, ...arr], [...deletables, ...arr]);\n    }\n\n    return deriveChainDeletables(stillToDo, deletables);\n  }\n\n}\n\nfunction isRelevantChain6(field, record) {\n  //Can't be a chain:\n  if (!fieldHasValidSubfield6(field) && !fieldHasValidSubfield8(field)) {\n    return false;\n  }\n  // Too short to be a chain:\n  const chain = fieldToChain(field, record);\n  if (chain.length < 2) {\n    return false;\n  }\n  // No field can contains no more than one subfield $6\n  if (chain.some(f => f.subfields.filter(sf => sf.code === '6').length > 1)) {\n    return false;\n  }\n\n  // Check whether our field is the head of a chain:\n  return sameField(field, chain[0]);\n}\n\nexport function removeInferiorChains(record, fix = true) {\n  const fields = record.fields.filter(f => isRelevantChain6(f, record));\n  //nvdebug(`WP2.0: GOT ${fields.length} chain(s)`);\n\n  const deletableChainsAsKeys = deriveInferiorChains(fields, record);\n  const nChains = Object.keys(deletableChainsAsKeys).length;\n  //nvdebug(`WP2: GOT ${nChains} chain(s)`);\n  if (nChains === 0) {\n    return [];\n  }\n\n  //nvdebug(`removeInferiorChains() has ${fields.length} fields-in-chain(s), and a list of ${nChains} deletable(s)`);\n\n  return innerRemoveInferiorChains(fields);\n\n  function innerRemoveInferiorChains(fields, deletedStringsArray = []) {\n    const [currField, ...remainingFields] = fields;\n\n    if (currField === undefined) {\n      return deletedStringsArray;\n    }\n\n    const chain = fieldToChain(currField, record);\n    if (chain.length === 0 || !sameField(currField, chain[0])) {\n      return innerRemoveInferiorChains(remainingFields, deletedStringsArray);\n    }\n\n    const chainAsString = fieldsToNormalizedString(chain, 0, true, true);\n    if (!(chainAsString in deletableChainsAsKeys)) {\n      return innerRemoveInferiorChains(remainingFields, deletedStringsArray);\n    }\n\n    const triggeringField = deletableChainsAsKeys[chainAsString];\n    const triggeringChain = fieldToChain(triggeringField, record);\n\n    // If the inferior (deletable) chain is 1XX-based, convert the triggering better chain from 7XX to 1XX:\n    if (chainContains1XX(chain)) { // eslint-disable-line functional/no-conditional-statements\n      triggeringChain.forEach(f => sevenToOne(f, triggeringChain));\n    }\n    //nvdebug(`iRIS6C: ${chainAsString}`);\n    const deletedString = fieldsToString(chain);\n    const message = `DEL: '${deletedString}'  REASON: '${fieldsToString(triggeringChain)}'`;\n    if (fix) { // eslint-disable-line functional/no-conditional-statements\n      //nvdebug(`INFERIOR $6 CHAIN REMOVAL: ${message}}`, debug);\n      chain.forEach(field => record.removeField(field));\n    }\n    return innerRemoveInferiorChains(remainingFields, [...deletedStringsArray, message]);\n  }\n\n  function chainContains1XX(chain) {\n    return chain.some(f => f.tag.substring(0, 1) === '1');\n  }\n\n  function sevenToOne(field, chain) { // Change 7XX field to 1XX field. Also handle the corresponding 880$6 7XX-NN subfields\n    // NB! This function should be called only if the original 1XX gets deleted!\n    if (!['700', '710', '711', '730'].includes(field.tag)) {\n      return;\n    }\n    // Retag field 7XX as 1XX and fix corresponding occurrence numbers as well:\n    const pairs = fieldGetOccurrenceNumberPairs(field, chain);\n    field.tag = `1${field.tag.substring(1)}`; // eslint-disable-line functional/immutable-data\n    // There should always be one pair, but I'm not sanity-checking this\n    pairs.forEach(pairedField => fieldSevenToOneOccurrenceNumber(pairedField));\n  }\n\n}\n\n\nfunction getIdentifierlessAndKeeplessSubsets(fieldAsString) {\n  // The rules below are not perfect (in complex cases they don't catch all permutations), but good enough:\n  // Remove identifier(s) (MELKEHITYS-2383-ish):\n\n  const identifierlessString = fieldAsString.replace(/ ‡[01] [^‡]+($| ‡)/u, '$1'); // eslint-disable-line prefer-named-capture-group\n  const keeplessString = fieldAsString.replace(/ ‡9 [A-Z]+<KEEP>/u, '');\n\n  return [identifierlessString, keeplessString].filter(val => val !== fieldAsString);\n}\n\nfunction deriveIndividualDeletables490(todoList, deletables = []) {\n  const [fieldAsString, ...stillToDo] = todoList;\n  if (fieldAsString === undefined) {\n    return deletables;\n  }\n  //nvdebug(`PROCESS ${fieldAsString}`);\n  if (!fieldAsString.match(/^490/u)) {\n    return deriveIndividualDeletables490(stillToDo, deletables);\n  }\n\n  // $6-less version (keep this first)\n  const sixless = fieldAsString.replace(/ ‡6 [^‡]+ ‡/u, ' ‡');\n\n  // Without final $v or $x:\n  const withoutFinalVOrX = fieldAsString.replace(/ *[;,] ‡[vx] [^‡]+$/u, '');\n  // Add intermediate $x-less version\n  const xless = fieldAsString.replace(/, ‡x [^‡]+(, ‡x| ; ‡v)/u, '$1'); // eslint-disable-line prefer-named-capture-group\n\n  // Add $xv-less version (handled by recursion?)\n  const xvless = fieldAsString.replace(/, ‡x [^‡]+ ‡v [^‡]+$/u, '');\n\n  // MRA-433-ish (non-chain): 490 ind1=1 vs ind1=0: remove latter\n  const modifiedInd2 = fieldAsString.match(/^490 1/u) ? `490 0${fieldAsString.substring(5)}` : fieldAsString;\n\n  const arr = [sixless, withoutFinalVOrX, xless, xvless, modifiedInd2].filter(val => val !== fieldAsString);\n\n  /*\n  if (arr.length) { // eslint-disable-line functional/no-conditional-statements\n    nvdebug(`${arr.length} derivation(s) for ${fieldAsString}`);\n    nvdebug(arr.join('\\n'));\n  }\n  */\n  return arr;\n}\n\nfunction deriveIndividualDeletables(record) {\n  const todoList = record.fields.map(f => fieldToString(f));\n  //const finishedRecord = encodingLevelIsBetterThanPrepublication(getEncodingLevel(record));\n\n  const deletableStringsArray = processTodoList(todoList);\n\n  return uniqArray(deletableStringsArray);\n\n  function processTodoList(thingsToDo, deletables = []) {\n    const [currString, ...stillToDo] = thingsToDo;\n\n    if (currString === undefined) {\n      return deletables;\n    }\n\n    const accentless = getAccentlessVersion(currString);\n    const d490 = deriveIndividualDeletables490([currString]);\n    const subsets = getIdentifierlessAndKeeplessSubsets(currString); // eslint-disable-line no-param-reassign\n    const moreToDo = [...accentless, ...d490, ...subsets];\n\n\n    if (currString.match(/^[1678]00/u)) {\n      // Proof-of-concept rule. Should be improved eventually...\n      if (currString.match(/, ‡e [^‡]+\\.$/u)) {\n        const tmp = currString.replace(/, ‡e [^‡]+\\.$/u, '.');\n        return processTodoList([tmp, ...stillToDo, ...moreToDo], [...deletables, tmp]);\n      }\n    }\n\n\n    if (currString.match(/^505 .0.*-- ‡t/u)) { // MRA-413-ish\n      const tmp = currString.replace(/ -- ‡t /gu, ' -- '). // remove non-initial $t subfields\n        replace(/ ‡[rg] /gu, ' '). // remove $r and $g subfields\n        replace(/ ‡t /u, ' ‡a '). // change first $t to $a\n        // ind2: '1' => '#':\n        replace(/^505 (.)0/u, '505 $1#'); // eslint-disable-line prefer-named-capture-group\n      if (tmp !== currString) {\n        return processTodoList([tmp, ...stillToDo, ...moreToDo], [...deletables, tmp]);\n      }\n      //nvdebug(`505 ORIGINAL: '${fieldAsString}'`)\n      //nvdebug(`505 DERIVATE: '${tmp}'`)\n    }\n\n    // MET-381: remove occurence number TAG-00, if TAG-NN existists\n    if (currString.match(/^880.* ‡6 [0-9][0-9][0-9]-(?:[1-9][0-9]|0[1-9])/u)) {\n      const tmp = currString.replace(/( ‡6 [0-9][0-9][0-9])-[0-9]+/u, '$1-00'); // eslint-disable-line prefer-named-capture-group\n      //nvdebug(`MET-381: ADD TO DELETABLES: '${tmp}'`);\n      //deletableStringsArray.push(tmp);\n      if (tmp.match(/ ‡6 [0-9][0-9][0-9]-00\\/[^ ]+ /u)) {\n        const tmp2 = tmp.replace(/( ‡6 [0-9][0-9][0-9]-00)[^ ]+/u, '$1'); // eslint-disable-line prefer-named-capture-group\n        //nvdebug(`MET-381: ADD TO DELETABLES: '${tmp2}'`);\n        return processTodoList([...stillToDo, ...moreToDo], [...deletables, tmp, tmp2]);\n      }\n      return processTodoList([...stillToDo, ...moreToDo], [...deletables, tmp]);\n    }\n\n\n    const ennakkotieto653 = currString.match(/^653./u) ? [`${currString} ‡g ENNAKKOTIETO`] : []; // MET-528\n\n    const newDeletables = [...deletables, ...subsets, ...accentless, ...d490, ...ennakkotieto653];\n\n    if (subsets.length) {\n      return processTodoList([...stillToDo, ...moreToDo], newDeletables);\n    }\n\n    return processTodoList([...stillToDo, ...moreToDo], newDeletables);\n  }\n\n  function getAccentlessVersion(string) { // MET-527\n    //nvdebug(`START: '${string}`);\n    // This is a sanity check: if precomposition does something, there's something wrong, and we don't want to proceed..\n    if (string !== precomposeFinnishLetters(string)) {\n      return [];\n    }\n    const accentless = String(fixComposition(string)).replace(/\\p{Diacritic}/gu, '');\n    //nvdebug(`FROM '${string}'\\n  TO '${accentless}'`);\n    if (accentless === string) { // Don't self-destruct\n      return [];\n    }\n    return [accentless];\n  }\n\n}\n\nfunction fieldToNormalizedString(field) {\n  const normalizedField = cloneAndNormalizeFieldForComparison(field);\n  return fieldToString(normalizedField);\n}\n\nfunction deriveIndividualNormalizedDeletables(record) { //  MET-461:\n  const encodingLevel = getEncodingLevel(record);\n  const recordIsFinished = encodingLevelIsBetterThanPrepublication(encodingLevel);\n  const met495 = encodingLevel === '2' && record.fields.some(f => f.tag === '500' && fieldRefersToKoneellisestiTuotettuTietue(f));\n  if (!recordIsFinished || met495) {\n    return [];\n  }\n  const relevantFields = record.fields.filter(f => ['245', '246'].includes(f.tag) && fieldHasSubfield(f, 'a'));\n\n  return deriveDeletable946s(relevantFields);\n\n  function deriveDeletable946s(fields, results = []) {\n    const [currField, ...remainingFields] = fields;\n    if (currField === undefined) {\n      return results;\n    }\n\n    const fieldAsNormalizedString = fieldToNormalizedString(currField);\n    const tmp = fieldAsNormalizedString.replace(/^(?:...) ../u, '946 ##'). // <= Change tag to 946 and indicators to '##'\n      replace(' ‡a ', ' ‡i nimeke onixissa ‡a '). // Add $i before $a. NB! This is added in the normalized lower-cased form!\n      replace(/(?: \\/)? ‡c[^‡]+$/u, ''); // Remove $c. (Can $c be non-last?)\n    const candArray = [tmp, `${tmp} ‡5 MELINDA`].filter(val => val !== fieldAsNormalizedString);\n    if (candArray.length) {\n      return deriveDeletable946s(remainingFields, [...results, ...candArray]);\n    }\n    return deriveDeletable946s(remainingFields, results);\n  }\n}\n\nexport function removeIndividualInferiorDatafields(record, fix = true) { // No $6 nor $8 in field\n  const deletableFieldsAsStrings = deriveIndividualDeletables(record);\n  const deletableFieldsAsNormalizedStrings = deriveIndividualNormalizedDeletables(record);\n\n  // nvdebug(`Deletables:\\n ${deletableFieldsAsStrings.join('\\n ')}`);\n  // nvdebug(`Normalized deletables:\\n ${deletableFieldsAsNormalizedStrings.join('\\n ')}`);\n\n  const hits = record.fields.filter(field => isDeletableField(field));\n\n  const deletedFieldsAsStrings = hits.map(f => fieldToString(f));\n\n  if (fix) { // eslint-disable-line functional/no-conditional-statements\n    hits.forEach(field => {\n      //nvdebug(`Remove inferior field: ${fieldToString(field)}`, debug);\n      record.removeField(field);\n    });\n  }\n\n  return deletedFieldsAsStrings;\n\n  function isDeletableField(field) {\n    const fieldAsString = fieldToString(field);\n    if (deletableFieldsAsStrings.includes(fieldAsString)) {\n      return true;\n    }\n    const fieldAsNormalizedString = fieldToNormalizedString(field);\n    if (deletableFieldsAsNormalizedStrings.includes(fieldAsNormalizedString)) {\n      return true;\n    }\n\n    return false;\n  }\n}\n\n\nexport function removeInferiorDatafields(record, fix = true) {\n  const removables = removeIndividualInferiorDatafields(record, fix); // Lone fields\n  //const removables8 = removeDuplicateSubfield8Chains(record, fix); // Lone subfield $8 chains\n  const removables6 = removeInferiorChains(record, fix); // Lone subfield $6 chains\n  // HOW TO HANDLE $6+$8 combos? Skipping is relatively OK.\n\n  nvdebug(`REMOVABLES:\\n  ${removables.join('\\n  ')}`, debug);\n  nvdebug(`REMOVABLES 6:\\n  ${removables6.join('\\n  ')}`, debug);\n\n  const removablesAll = removables.concat(removables6); //.concat(removables8);\n\n  return removablesAll;\n}\n"],"mappings":";;;;;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,0BAAA,GAAAD,OAAA;AACA,IAAAE,eAAA,GAAAF,OAAA;AACA,IAAAG,MAAA,GAAAH,OAAA;AACA,IAAAI,eAAA,GAAAJ,OAAA;AACA,IAAAK,oBAAA,GAAAL,OAAA;AACA,IAAAM,4BAAA,GAAAN,OAAA;AACA,IAAAO,wBAAA,GAAAP,OAAA;AAAqF,SAAAD,uBAAAS,GAAA,WAAAA,GAAA,IAAAA,GAAA,CAAAC,UAAA,GAAAD,GAAA,KAAAE,OAAA,EAAAF,GAAA;AAErF;;AAEA;AACA;AACA;AACA,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,iEAAiE,CAAC;AAEnF,SAAAC,SAAA,EAAY;EACzB,OAAO;IACLC,WAAW,EAAE,gGAAgG;IAC7GC,QAAQ;IAAEC;EACZ,CAAC;EAED,SAASA,GAAGA,CAACC,MAAM,EAAE;IACnB,IAAAC,cAAO,EAAC,sDAAsD,EAAEP,KAAK,CAAC;IACtE,MAAMQ,GAAG,GAAG;MAACC,OAAO,EAAE,EAAE;MAAEJ,GAAG,EAAE,EAAE;MAAEK,KAAK,EAAE;IAAI,CAAC;IAC/CC,wBAAwB,CAACL,MAAM,EAAE,IAAI,CAAC;IACtC;IACA,OAAOE,GAAG;EACZ;EAEA,SAASJ,QAAQA,CAACE,MAAM,EAAE;IACxB;IACA,IAAAC,cAAO,EAAC,2DAA2D,EAAEP,KAAK,CAAC;IAE3E,MAAMY,UAAU,GAAGD,wBAAwB,CAACL,MAAM,EAAE,KAAK,CAAC;IAE1D,MAAME,GAAG,GAAG;MAACC,OAAO,EAAEG;IAAU,CAAC;IAEjCJ,GAAG,CAACE,KAAK,GAAGF,GAAG,CAACC,OAAO,CAACI,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,OAAOL,GAAG;EACZ;AACF;AAGA,SAASM,oBAAoBA,CAACC,MAAM,EAAET,MAAM,EAAE;EAC5C;EACA,MAAMU,IAAI,GAAG,CAAC,CAAC;EAEfD,MAAM,CAACE,OAAO,CAACC,CAAC,IAAIC,wBAAwB,CAACD,CAAC,CAAC,CAAC;EAEhD,OAAOF,IAAI;;EAEX;;EAGA;EACA;;EAEA,SAASG,wBAAwBA,CAACC,KAAK,EAAE;IACvC,MAAMC,KAAK,GAAG,IAAAC,uCAAY,EAACF,KAAK,EAAEd,MAAM,CAAC;IACzC,IAAIe,KAAK,CAACR,MAAM,GAAG,CAAC,EAAE;MACpB;IACF;IACA,MAAMU,aAAa,GAAG,IAAAC,wCAAwB,EAACH,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC;IACpE,MAAMI,GAAG,GAAGC,qBAAqB,CAAC,CAACH,aAAa,CAAC,CAAC;IAClD;IACAE,GAAG,CAACR,OAAO,CAACU,GAAG,IAAI;MACjB,IAAI,EAAEA,GAAG,IAAIX,IAAI,CAAC,EAAE;QAAE;QACpBA,IAAI,CAACW,GAAG,CAAC,GAAGP,KAAK,CAAC,CAAC;MACrB;IACF,CAAC,CAAC;EACJ;EAEA,SAASM,qBAAqBA,CAACE,QAAQ,EAAEC,UAAU,GAAG,EAAE,EAAE;IACxD,MAAM,CAACN,aAAa,EAAE,GAAGO,SAAS,CAAC,GAAGF,QAAQ;IAC9C,IAAIL,aAAa,KAAKQ,SAAS,EAAE;MAC/B,OAAOF,UAAU;IACnB;;IAEA;IACA,MAAMG,+BAA+B,GAAGT,aAAa,CAACU,OAAO,CAAC,8CAA8C,EAAE,IAAI,CAAC,CAAC,CAAC;;IAErH;IACA,MAAMC,QAAQ,GAAGX,aAAa,CAACU,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC;;IAE/D;IACA,MAAME,aAAa,GAAGZ,aAAa,CAACU,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAACA,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC;IAC/F,MAAMR,GAAG,GAAG,CAACO,+BAA+B,EAAEE,QAAQ,EAAEC,aAAa,CAAC,CAACC,MAAM,CAACT,GAAG,IAAIA,GAAG,KAAKJ,aAAa,CAAC;IAC3G,IAAIE,GAAG,CAACZ,MAAM,GAAG,CAAC,EAAE;MAClB,OAAOa,qBAAqB,CAAC,CAAC,GAAGI,SAAS,EAAE,GAAGL,GAAG,CAAC,EAAE,CAAC,GAAGI,UAAU,EAAE,GAAGJ,GAAG,CAAC,CAAC;IAC/E;IAEA,OAAOC,qBAAqB,CAACI,SAAS,EAAED,UAAU,CAAC;EACrD;AAEF;AAEA,SAASQ,gBAAgBA,CAACjB,KAAK,EAAEd,MAAM,EAAE;EACvC;EACA,IAAI,CAAC,IAAAgC,sCAAsB,EAAClB,KAAK,CAAC,IAAI,CAAC,IAAAmB,sCAAsB,EAACnB,KAAK,CAAC,EAAE;IACpE,OAAO,KAAK;EACd;EACA;EACA,MAAMC,KAAK,GAAG,IAAAC,uCAAY,EAACF,KAAK,EAAEd,MAAM,CAAC;EACzC,IAAIe,KAAK,CAACR,MAAM,GAAG,CAAC,EAAE;IACpB,OAAO,KAAK;EACd;EACA;EACA,IAAIQ,KAAK,CAACmB,IAAI,CAACtB,CAAC,IAAIA,CAAC,CAACuB,SAAS,CAACL,MAAM,CAACM,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,CAAC,CAAC9B,MAAM,GAAG,CAAC,CAAC,EAAE;IACzE,OAAO,KAAK;EACd;;EAEA;EACA,OAAO,IAAA+B,oCAAS,EAACxB,KAAK,EAAEC,KAAK,CAAC,CAAC,CAAC,CAAC;AACnC;AAEO,SAASwB,oBAAoBA,CAACvC,MAAM,EAAED,GAAG,GAAG,IAAI,EAAE;EACvD,MAAMU,MAAM,GAAGT,MAAM,CAACS,MAAM,CAACqB,MAAM,CAAClB,CAAC,IAAImB,gBAAgB,CAACnB,CAAC,EAAEZ,MAAM,CAAC,CAAC;EACrE;;EAEA,MAAMwC,qBAAqB,GAAGhC,oBAAoB,CAACC,MAAM,EAAET,MAAM,CAAC;EAClE,MAAMyC,OAAO,GAAGC,MAAM,CAACC,IAAI,CAACH,qBAAqB,CAAC,CAACjC,MAAM;EACzD;EACA,IAAIkC,OAAO,KAAK,CAAC,EAAE;IACjB,OAAO,EAAE;EACX;;EAEA;;EAEA,OAAOG,yBAAyB,CAACnC,MAAM,CAAC;EAExC,SAASmC,yBAAyBA,CAACnC,MAAM,EAAEoC,mBAAmB,GAAG,EAAE,EAAE;IACnE,MAAM,CAACC,SAAS,EAAE,GAAGC,eAAe,CAAC,GAAGtC,MAAM;IAE9C,IAAIqC,SAAS,KAAKrB,SAAS,EAAE;MAC3B,OAAOoB,mBAAmB;IAC5B;IAEA,MAAM9B,KAAK,GAAG,IAAAC,uCAAY,EAAC8B,SAAS,EAAE9C,MAAM,CAAC;IAC7C,IAAIe,KAAK,CAACR,MAAM,KAAK,CAAC,IAAI,CAAC,IAAA+B,oCAAS,EAACQ,SAAS,EAAE/B,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;MACzD,OAAO6B,yBAAyB,CAACG,eAAe,EAAEF,mBAAmB,CAAC;IACxE;IAEA,MAAM5B,aAAa,GAAG,IAAAC,wCAAwB,EAACH,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC;IACpE,IAAI,EAAEE,aAAa,IAAIuB,qBAAqB,CAAC,EAAE;MAC7C,OAAOI,yBAAyB,CAACG,eAAe,EAAEF,mBAAmB,CAAC;IACxE;IAEA,MAAMG,eAAe,GAAGR,qBAAqB,CAACvB,aAAa,CAAC;IAC5D,MAAMgC,eAAe,GAAG,IAAAjC,uCAAY,EAACgC,eAAe,EAAEhD,MAAM,CAAC;;IAE7D;IACA,IAAIkD,gBAAgB,CAACnC,KAAK,CAAC,EAAE;MAAE;MAC7BkC,eAAe,CAACtC,OAAO,CAACC,CAAC,IAAIuC,UAAU,CAACvC,CAAC,EAAEqC,eAAe,CAAC,CAAC;IAC9D;IACA;IACA,MAAMG,aAAa,GAAG,IAAAC,qBAAc,EAACtC,KAAK,CAAC;IAC3C,MAAMZ,OAAO,GAAI,SAAQiD,aAAc,eAAc,IAAAC,qBAAc,EAACJ,eAAe,CAAE,GAAE;IACvF,IAAIlD,GAAG,EAAE;MAAE;MACT;MACAgB,KAAK,CAACJ,OAAO,CAACG,KAAK,IAAId,MAAM,CAACsD,WAAW,CAACxC,KAAK,CAAC,CAAC;IACnD;IACA,OAAO8B,yBAAyB,CAACG,eAAe,EAAE,CAAC,GAAGF,mBAAmB,EAAE1C,OAAO,CAAC,CAAC;EACtF;EAEA,SAAS+C,gBAAgBA,CAACnC,KAAK,EAAE;IAC/B,OAAOA,KAAK,CAACmB,IAAI,CAACtB,CAAC,IAAIA,CAAC,CAAC2C,GAAG,CAACC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC;EACvD;EAEA,SAASL,UAAUA,CAACrC,KAAK,EAAEC,KAAK,EAAE;IAAE;IAClC;IACA,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC0C,QAAQ,CAAC3C,KAAK,CAACyC,GAAG,CAAC,EAAE;MACrD;IACF;IACA;IACA,MAAMG,KAAK,GAAG,IAAAC,6CAA6B,EAAC7C,KAAK,EAAEC,KAAK,CAAC;IACzDD,KAAK,CAACyC,GAAG,GAAI,IAAGzC,KAAK,CAACyC,GAAG,CAACC,SAAS,CAAC,CAAC,CAAE,EAAC,CAAC,CAAC;IAC1C;IACAE,KAAK,CAAC/C,OAAO,CAACiD,WAAW,IAAI,IAAAC,+CAA+B,EAACD,WAAW,CAAC,CAAC;EAC5E;AAEF;AAGA,SAASE,mCAAmCA,CAACC,aAAa,EAAE;EAC1D;EACA;;EAEA,MAAMC,oBAAoB,GAAGD,aAAa,CAACpC,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC,CAAC;EACjF,MAAMsC,cAAc,GAAGF,aAAa,CAACpC,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC;EAErE,OAAO,CAACqC,oBAAoB,EAAEC,cAAc,CAAC,CAACnC,MAAM,CAACT,GAAG,IAAIA,GAAG,KAAK0C,aAAa,CAAC;AACpF;AAEA,SAASG,6BAA6BA,CAAC5C,QAAQ,EAAEC,UAAU,GAAG,EAAE,EAAE;EAChE,MAAM,CAACwC,aAAa,EAAE,GAAGvC,SAAS,CAAC,GAAGF,QAAQ;EAC9C,IAAIyC,aAAa,KAAKtC,SAAS,EAAE;IAC/B,OAAOF,UAAU;EACnB;EACA;EACA,IAAI,CAACwC,aAAa,CAACI,KAAK,CAAC,OAAO,CAAC,EAAE;IACjC,OAAOD,6BAA6B,CAAC1C,SAAS,EAAED,UAAU,CAAC;EAC7D;;EAEA;EACA,MAAM6C,OAAO,GAAGL,aAAa,CAACpC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;;EAE3D;EACA,MAAM0C,gBAAgB,GAAGN,aAAa,CAACpC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC;EAC1E;EACA,MAAM2C,KAAK,GAAGP,aAAa,CAACpC,OAAO,CAAC,yBAAyB,EAAE,IAAI,CAAC,CAAC,CAAC;;EAEtE;EACA,MAAM4C,MAAM,GAAGR,aAAa,CAACpC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC;;EAEjE;EACA,MAAM6C,YAAY,GAAGT,aAAa,CAACI,KAAK,CAAC,SAAS,CAAC,GAAI,QAAOJ,aAAa,CAACP,SAAS,CAAC,CAAC,CAAE,EAAC,GAAGO,aAAa;EAE1G,MAAM5C,GAAG,GAAG,CAACiD,OAAO,EAAEC,gBAAgB,EAAEC,KAAK,EAAEC,MAAM,EAAEC,YAAY,CAAC,CAAC1C,MAAM,CAACT,GAAG,IAAIA,GAAG,KAAK0C,aAAa,CAAC;;EAEzG;AACF;AACA;AACA;AACA;AACA;EACE,OAAO5C,GAAG;AACZ;AAEA,SAASsD,0BAA0BA,CAACzE,MAAM,EAAE;EAC1C,MAAMsB,QAAQ,GAAGtB,MAAM,CAACS,MAAM,CAACiE,GAAG,CAAC9D,CAAC,IAAI,IAAA+D,oBAAa,EAAC/D,CAAC,CAAC,CAAC;EACzD;;EAEA,MAAMgE,qBAAqB,GAAGC,eAAe,CAACvD,QAAQ,CAAC;EAEvD,OAAO,IAAAwD,gBAAS,EAACF,qBAAqB,CAAC;EAEvC,SAASC,eAAeA,CAACE,UAAU,EAAExD,UAAU,GAAG,EAAE,EAAE;IACpD,MAAM,CAACyD,UAAU,EAAE,GAAGxD,SAAS,CAAC,GAAGuD,UAAU;IAE7C,IAAIC,UAAU,KAAKvD,SAAS,EAAE;MAC5B,OAAOF,UAAU;IACnB;IAEA,MAAM0D,UAAU,GAAGC,oBAAoB,CAACF,UAAU,CAAC;IACnD,MAAMG,IAAI,GAAGjB,6BAA6B,CAAC,CAACc,UAAU,CAAC,CAAC;IACxD,MAAMI,OAAO,GAAGtB,mCAAmC,CAACkB,UAAU,CAAC,CAAC,CAAC;IACjE,MAAMK,QAAQ,GAAG,CAAC,GAAGJ,UAAU,EAAE,GAAGE,IAAI,EAAE,GAAGC,OAAO,CAAC;IAGrD,IAAIJ,UAAU,CAACb,KAAK,CAAC,YAAY,CAAC,EAAE;MAClC;MACA,IAAIa,UAAU,CAACb,KAAK,CAAC,gBAAgB,CAAC,EAAE;QACtC,MAAMmB,GAAG,GAAGN,UAAU,CAACrD,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC;QACrD,OAAOkD,eAAe,CAAC,CAACS,GAAG,EAAE,GAAG9D,SAAS,EAAE,GAAG6D,QAAQ,CAAC,EAAE,CAAC,GAAG9D,UAAU,EAAE+D,GAAG,CAAC,CAAC;MAChF;IACF;IAGA,IAAIN,UAAU,CAACb,KAAK,CAAC,iBAAiB,CAAC,EAAE;MAAE;MACzC,MAAMmB,GAAG,GAAGN,UAAU,CAACrD,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC;MAAE;MACnDA,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;MAAE;MAC3BA,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC;MAAE;MAC1B;MACAA,OAAO,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC;MACpC,IAAI2D,GAAG,KAAKN,UAAU,EAAE;QACtB,OAAOH,eAAe,CAAC,CAACS,GAAG,EAAE,GAAG9D,SAAS,EAAE,GAAG6D,QAAQ,CAAC,EAAE,CAAC,GAAG9D,UAAU,EAAE+D,GAAG,CAAC,CAAC;MAChF;MACA;MACA;IACF;;IAEA;IACA,IAAIN,UAAU,CAACb,KAAK,CAAC,kDAAkD,CAAC,EAAE;MACxE,MAAMmB,GAAG,GAAGN,UAAU,CAACrD,OAAO,CAAC,+BAA+B,EAAE,OAAO,CAAC,CAAC,CAAC;MAC1E;MACA;MACA,IAAI2D,GAAG,CAACnB,KAAK,CAAC,iCAAiC,CAAC,EAAE;QAChD,MAAMoB,IAAI,GAAGD,GAAG,CAAC3D,OAAO,CAAC,gCAAgC,EAAE,IAAI,CAAC,CAAC,CAAC;QAClE;QACA,OAAOkD,eAAe,CAAC,CAAC,GAAGrD,SAAS,EAAE,GAAG6D,QAAQ,CAAC,EAAE,CAAC,GAAG9D,UAAU,EAAE+D,GAAG,EAAEC,IAAI,CAAC,CAAC;MACjF;MACA,OAAOV,eAAe,CAAC,CAAC,GAAGrD,SAAS,EAAE,GAAG6D,QAAQ,CAAC,EAAE,CAAC,GAAG9D,UAAU,EAAE+D,GAAG,CAAC,CAAC;IAC3E;IAGA,MAAME,eAAe,GAAGR,UAAU,CAACb,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAE,GAAEa,UAAW,kBAAiB,CAAC,GAAG,EAAE,CAAC,CAAC;;IAE7F,MAAMS,aAAa,GAAG,CAAC,GAAGlE,UAAU,EAAE,GAAG6D,OAAO,EAAE,GAAGH,UAAU,EAAE,GAAGE,IAAI,EAAE,GAAGK,eAAe,CAAC;IAE7F,IAAIJ,OAAO,CAAC7E,MAAM,EAAE;MAClB,OAAOsE,eAAe,CAAC,CAAC,GAAGrD,SAAS,EAAE,GAAG6D,QAAQ,CAAC,EAAEI,aAAa,CAAC;IACpE;IAEA,OAAOZ,eAAe,CAAC,CAAC,GAAGrD,SAAS,EAAE,GAAG6D,QAAQ,CAAC,EAAEI,aAAa,CAAC;EACpE;EAEA,SAASP,oBAAoBA,CAACQ,MAAM,EAAE;IAAE;IACtC;IACA;IACA,IAAIA,MAAM,KAAK,IAAAC,iDAAwB,EAACD,MAAM,CAAC,EAAE;MAC/C,OAAO,EAAE;IACX;IACA,MAAMT,UAAU,GAAGW,MAAM,CAAC,IAAAC,uCAAc,EAACH,MAAM,CAAC,CAAC,CAAC/D,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;IAChF;IACA,IAAIsD,UAAU,KAAKS,MAAM,EAAE;MAAE;MAC3B,OAAO,EAAE;IACX;IACA,OAAO,CAACT,UAAU,CAAC;EACrB;AAEF;AAEA,SAASa,uBAAuBA,CAAChF,KAAK,EAAE;EACtC,MAAMiF,eAAe,GAAG,IAAAC,gEAAmC,EAAClF,KAAK,CAAC;EAClE,OAAO,IAAA6D,oBAAa,EAACoB,eAAe,CAAC;AACvC;AAEA,SAASE,oCAAoCA,CAACjG,MAAM,EAAE;EAAE;EACtD,MAAMkG,aAAa,GAAG,IAAAC,qCAAgB,EAACnG,MAAM,CAAC;EAC9C,MAAMoG,gBAAgB,GAAG,IAAAC,4DAAuC,EAACH,aAAa,CAAC;EAC/E,MAAMI,MAAM,GAAGJ,aAAa,KAAK,GAAG,IAAIlG,MAAM,CAACS,MAAM,CAACyB,IAAI,CAACtB,CAAC,IAAIA,CAAC,CAAC2C,GAAG,KAAK,KAAK,IAAI,IAAAgD,6DAAwC,EAAC3F,CAAC,CAAC,CAAC;EAC/H,IAAI,CAACwF,gBAAgB,IAAIE,MAAM,EAAE;IAC/B,OAAO,EAAE;EACX;EACA,MAAME,cAAc,GAAGxG,MAAM,CAACS,MAAM,CAACqB,MAAM,CAAClB,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC6C,QAAQ,CAAC7C,CAAC,CAAC2C,GAAG,CAAC,IAAI,IAAAkD,uBAAgB,EAAC7F,CAAC,EAAE,GAAG,CAAC,CAAC;EAE5G,OAAO8F,mBAAmB,CAACF,cAAc,CAAC;EAE1C,SAASE,mBAAmBA,CAACjG,MAAM,EAAEkG,OAAO,GAAG,EAAE,EAAE;IACjD,MAAM,CAAC7D,SAAS,EAAE,GAAGC,eAAe,CAAC,GAAGtC,MAAM;IAC9C,IAAIqC,SAAS,KAAKrB,SAAS,EAAE;MAC3B,OAAOkF,OAAO;IAChB;IAEA,MAAMC,uBAAuB,GAAGd,uBAAuB,CAAChD,SAAS,CAAC;IAClE,MAAMwC,GAAG,GAAGsB,uBAAuB,CAACjF,OAAO,CAAC,cAAc,EAAE,QAAQ,CAAC;IAAE;IACrEA,OAAO,CAAC,MAAM,EAAE,yBAAyB,CAAC;IAAE;IAC5CA,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC,CAAC;IACrC,MAAMkF,SAAS,GAAG,CAACvB,GAAG,EAAG,GAAEA,GAAI,aAAY,CAAC,CAACxD,MAAM,CAACT,GAAG,IAAIA,GAAG,KAAKuF,uBAAuB,CAAC;IAC3F,IAAIC,SAAS,CAACtG,MAAM,EAAE;MACpB,OAAOmG,mBAAmB,CAAC3D,eAAe,EAAE,CAAC,GAAG4D,OAAO,EAAE,GAAGE,SAAS,CAAC,CAAC;IACzE;IACA,OAAOH,mBAAmB,CAAC3D,eAAe,EAAE4D,OAAO,CAAC;EACtD;AACF;AAEO,SAASG,kCAAkCA,CAAC9G,MAAM,EAAED,GAAG,GAAG,IAAI,EAAE;EAAE;EACvE,MAAMgH,wBAAwB,GAAGtC,0BAA0B,CAACzE,MAAM,CAAC;EACnE,MAAMgH,kCAAkC,GAAGf,oCAAoC,CAACjG,MAAM,CAAC;;EAEvF;EACA;;EAEA,MAAMiH,IAAI,GAAGjH,MAAM,CAACS,MAAM,CAACqB,MAAM,CAAChB,KAAK,IAAIoG,gBAAgB,CAACpG,KAAK,CAAC,CAAC;EAEnE,MAAMqG,sBAAsB,GAAGF,IAAI,CAACvC,GAAG,CAAC9D,CAAC,IAAI,IAAA+D,oBAAa,EAAC/D,CAAC,CAAC,CAAC;EAE9D,IAAIb,GAAG,EAAE;IAAE;IACTkH,IAAI,CAACtG,OAAO,CAACG,KAAK,IAAI;MACpB;MACAd,MAAM,CAACsD,WAAW,CAACxC,KAAK,CAAC;IAC3B,CAAC,CAAC;EACJ;EAEA,OAAOqG,sBAAsB;EAE7B,SAASD,gBAAgBA,CAACpG,KAAK,EAAE;IAC/B,MAAMiD,aAAa,GAAG,IAAAY,oBAAa,EAAC7D,KAAK,CAAC;IAC1C,IAAIiG,wBAAwB,CAACtD,QAAQ,CAACM,aAAa,CAAC,EAAE;MACpD,OAAO,IAAI;IACb;IACA,MAAM6C,uBAAuB,GAAGd,uBAAuB,CAAChF,KAAK,CAAC;IAC9D,IAAIkG,kCAAkC,CAACvD,QAAQ,CAACmD,uBAAuB,CAAC,EAAE;MACxE,OAAO,IAAI;IACb;IAEA,OAAO,KAAK;EACd;AACF;AAGO,SAASvG,wBAAwBA,CAACL,MAAM,EAAED,GAAG,GAAG,IAAI,EAAE;EAC3D,MAAMqH,UAAU,GAAGN,kCAAkC,CAAC9G,MAAM,EAAED,GAAG,CAAC,CAAC,CAAC;EACpE;EACA,MAAMsH,WAAW,GAAG9E,oBAAoB,CAACvC,MAAM,EAAED,GAAG,CAAC,CAAC,CAAC;EACvD;;EAEA,IAAAE,cAAO,EAAE,kBAAiBmH,UAAU,CAACE,IAAI,CAAC,MAAM,CAAE,EAAC,EAAE5H,KAAK,CAAC;EAC3D,IAAAO,cAAO,EAAE,oBAAmBoH,WAAW,CAACC,IAAI,CAAC,MAAM,CAAE,EAAC,EAAE5H,KAAK,CAAC;EAE9D,MAAM6H,aAAa,GAAGH,UAAU,CAACI,MAAM,CAACH,WAAW,CAAC,CAAC,CAAC;;EAEtD,OAAOE,aAAa;AACtB","ignoreList":[]}
+{"version":3,"file":"removeInferiorDataFields.js","names":["_debug","_interopRequireDefault","require","_removeDuplicateDataFields","_subfield6Utils","_utils","_subfield8Utils","_prepublicationUtils","_normalizeFieldForComparison","_normalizeUtf8Diacritics","obj","__esModule","default","debug","createDebugLogger","_default","description","validate","fix","record","nvdebug","res","message","valid","removeInferiorDatafields","duplicates","length","deriveInferiorChains","fields","hash","forEach","f","fieldToChainToDeletables","field","chain","fieldToChain","chainAsString","fieldsToNormalizedString","arr","deriveChainDeletables","val","todoList","deletables","stillToDo","undefined","withoutScriptIdentificationCode","replace","keepless","linked490Ind1","filter","isRelevantChain6","fieldHasValidSubfield6","fieldHasValidSubfield8","some","subfields","sf","code","sameField","removeInferiorChains","deletableChainsAsKeys","nChains","Object","keys","innerRemoveInferiorChains","deletedStringsArray","currField","remainingFields","triggeringField","triggeringChain","chainContains1XX","sevenToOne","deletedString","fieldsToString","removeField","tag","substring","includes","pairs","fieldGetOccurrenceNumberPairs","pairedField","fieldSevenToOneOccurrenceNumber","getIdentifierlessAndKeeplessSubsets","fieldAsString","identifierlessString","keeplessString","deriveIndividualDeletables490","match","sixless","withoutFinalVOrX","xless","xvless","modifiedInd2","deriveIndividualDeletables","map","fieldToString","deletableStringsArray","processTodoList","uniqArray","thingsToDo","currString","accentless","getAccentlessVersion","d490","subsets","moreToDo","tmp","tmp1","tmp2","ennakkotieto653","newDeletables","string","precomposeFinnishLetters","String","fixComposition","fieldToNormalizedString","normalizedField","cloneAndNormalizeFieldForComparison","deriveIndividualNormalizedDeletables","encodingLevel","getEncodingLevel","recordIsFinished","encodingLevelIsBetterThanPrepublication","met495","fieldRefersToKoneellisestiTuotettuTietue","relevantFields","fieldHasSubfield","deriveDeletable946s","results","fieldAsNormalizedString","candArray","removeIndividualInferiorDatafields","deletableFieldsAsStrings","deletableFieldsAsNormalizedStrings","hits","isDeletableField","deletedFieldsAsStrings","removables","removables6","join","removablesAll","concat"],"sources":["../src/removeInferiorDataFields.js"],"sourcesContent":["import createDebugLogger from 'debug';\nimport {fieldToChain, sameField} from './removeDuplicateDataFields';\nimport {fieldGetOccurrenceNumberPairs, fieldHasValidSubfield6, fieldSevenToOneOccurrenceNumber, fieldsToNormalizedString} from './subfield6Utils';\nimport {fieldHasSubfield, fieldsToString, fieldToString, nvdebug, uniqArray} from './utils';\nimport {fieldHasValidSubfield8} from './subfield8Utils';\nimport {encodingLevelIsBetterThanPrepublication, fieldRefersToKoneellisestiTuotettuTietue, getEncodingLevel} from './prepublicationUtils';\nimport {cloneAndNormalizeFieldForComparison} from './normalizeFieldForComparison';\nimport {fixComposition, precomposeFinnishLetters} from './normalize-utf8-diacritics';\n\n// Relocated from melinda-marc-record-merge-reducers (and renamed)\n\n// NB! This validator handles only full fields, and does not support subfield $8 removal.\n// Also, having multiple $8 subfields in same fields is not supported.\n// If this functionality is needed, see removeDuplicateDatafields.js for examples of subfield-only stuff.\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:removeSubsetDataFields');\n\nexport default function () {\n  return {\n    description: 'Remove subset data fields. Certain exceptions apply, mainly too complicated for chained fields',\n    validate, fix\n  };\n\n  function fix(record) {\n    nvdebug('Fix record: remove inferior (eg. subset) data fields', debug);\n    const res = {message: [], fix: [], valid: true};\n    removeInferiorDatafields(record, true);\n    // This can not really fail...\n    return res;\n  }\n\n  function validate(record) {\n    // Check max, and check number of different indexes\n    nvdebug('Validate record: remove inferior (eg. subset) data fields', debug);\n\n    const duplicates = removeInferiorDatafields(record, false);\n\n    const res = {message: duplicates};\n\n    res.valid = res.message.length < 1; // eslint-disable-line functional/immutable-data\n    return res;\n  }\n}\n\n\nfunction deriveInferiorChains(fields, record) {\n  //nvdebug(`======= GOT ${fields.length} FIELDS TO CHAINIFY`);\n  const hash = {};\n\n  fields.forEach(f => fieldToChainToDeletables(f));\n\n  return hash;\n\n  //nvdebug(`WP1: GOT ${todoList.length} CHAINS`);\n\n\n  // here we map deletableStringObject[str] => field. The idea is to help debugging. We don't actually need the field object...\n  //return deriveChainDeletables(todoList);\n\n  function fieldToChainToDeletables(field) {\n    const chain = fieldToChain(field, record);\n    if (chain.length < 2) {\n      return;\n    }\n    const chainAsString = fieldsToNormalizedString(chain, 0, true, true);\n    const arr = deriveChainDeletables([chainAsString]);\n    //nvdebug(`GOT ${arr.length} DELETABLES FOR ${chainAsString}`);\n    arr.forEach(val => {\n      if (!(val in hash)) { // eslint-disable-line functional/no-conditional-statements\n        hash[val] = field; // eslint-disable-line functional/immutable-data\n      }\n    });\n  }\n\n  function deriveChainDeletables(todoList, deletables = []) {\n    const [chainAsString, ...stillToDo] = todoList;\n    if (chainAsString === undefined) {\n      return deletables;\n    }\n\n    // Fix MRA-476 (part 1): one $6 value can be worse than the other\n    const withoutScriptIdentificationCode = chainAsString.replace(/( ‡6 [0-9X][0-9][0-9]-(?:XX|[0-9]+))\\/[^ ]+/u, '$1'); // eslint-disable-line prefer-named-capture-group\n\n    // Remove keepless versions:\n    const keepless = chainAsString.replace(/ ‡9 [A-Z]+<KEEP>/u, '');\n\n    // MRA-433: 490 ind1=1 vs ind1=0: remove latter (luckily no 2nd indicator etc)\n    const linked490Ind1 = chainAsString.replace(/^490 1/u, '490 0').replace(/\\t880 1/ug, '\\t880 0');\n    const arr = [withoutScriptIdentificationCode, keepless, linked490Ind1].filter(val => val !== chainAsString);\n    if (arr.length > 0) {\n      return deriveChainDeletables([...stillToDo, ...arr], [...deletables, ...arr]);\n    }\n\n    return deriveChainDeletables(stillToDo, deletables);\n  }\n\n}\n\nfunction isRelevantChain6(field, record) {\n  //Can't be a chain:\n  if (!fieldHasValidSubfield6(field) && !fieldHasValidSubfield8(field)) {\n    return false;\n  }\n  // Too short to be a chain:\n  const chain = fieldToChain(field, record);\n  if (chain.length < 2) {\n    return false;\n  }\n  // No field can contains no more than one subfield $6\n  if (chain.some(f => f.subfields.filter(sf => sf.code === '6').length > 1)) {\n    return false;\n  }\n\n  // Check whether our field is the head of a chain:\n  return sameField(field, chain[0]);\n}\n\nexport function removeInferiorChains(record, fix = true) {\n  const fields = record.fields.filter(f => isRelevantChain6(f, record));\n  //nvdebug(`WP2.0: GOT ${fields.length} chain(s)`);\n\n  const deletableChainsAsKeys = deriveInferiorChains(fields, record);\n  const nChains = Object.keys(deletableChainsAsKeys).length;\n  //nvdebug(`WP2: GOT ${nChains} chain(s)`);\n  if (nChains === 0) {\n    return [];\n  }\n\n  //nvdebug(`removeInferiorChains() has ${fields.length} fields-in-chain(s), and a list of ${nChains} deletable(s)`);\n\n  return innerRemoveInferiorChains(fields);\n\n  function innerRemoveInferiorChains(fields, deletedStringsArray = []) {\n    const [currField, ...remainingFields] = fields;\n\n    if (currField === undefined) {\n      return deletedStringsArray;\n    }\n\n    const chain = fieldToChain(currField, record);\n    if (chain.length === 0 || !sameField(currField, chain[0])) {\n      return innerRemoveInferiorChains(remainingFields, deletedStringsArray);\n    }\n\n    const chainAsString = fieldsToNormalizedString(chain, 0, true, true);\n    if (!(chainAsString in deletableChainsAsKeys)) {\n      return innerRemoveInferiorChains(remainingFields, deletedStringsArray);\n    }\n\n    const triggeringField = deletableChainsAsKeys[chainAsString];\n    const triggeringChain = fieldToChain(triggeringField, record);\n\n    // If the inferior (deletable) chain is 1XX-based, convert the triggering better chain from 7XX to 1XX:\n    if (chainContains1XX(chain)) { // eslint-disable-line functional/no-conditional-statements\n      triggeringChain.forEach(f => sevenToOne(f, triggeringChain));\n    }\n    //nvdebug(`iRIS6C: ${chainAsString}`);\n    const deletedString = fieldsToString(chain);\n    const message = `DEL: '${deletedString}'  REASON: '${fieldsToString(triggeringChain)}'`;\n    if (fix) { // eslint-disable-line functional/no-conditional-statements\n      //nvdebug(`INFERIOR $6 CHAIN REMOVAL: ${message}}`, debug);\n      chain.forEach(field => record.removeField(field));\n    }\n    return innerRemoveInferiorChains(remainingFields, [...deletedStringsArray, message]);\n  }\n\n  function chainContains1XX(chain) {\n    return chain.some(f => f.tag.substring(0, 1) === '1');\n  }\n\n  function sevenToOne(field, chain) { // Change 7XX field to 1XX field. Also handle the corresponding 880$6 7XX-NN subfields\n    // NB! This function should be called only if the original 1XX gets deleted!\n    if (!['700', '710', '711', '730'].includes(field.tag)) {\n      return;\n    }\n    // Retag field 7XX as 1XX and fix corresponding occurrence numbers as well:\n    const pairs = fieldGetOccurrenceNumberPairs(field, chain);\n    field.tag = `1${field.tag.substring(1)}`; // eslint-disable-line functional/immutable-data\n    // There should always be one pair, but I'm not sanity-checking this\n    pairs.forEach(pairedField => fieldSevenToOneOccurrenceNumber(pairedField));\n  }\n\n}\n\n\nfunction getIdentifierlessAndKeeplessSubsets(fieldAsString) {\n  // The rules below are not perfect (in complex cases they don't catch all permutations), but good enough:\n  // Remove identifier(s) (MELKEHITYS-2383-ish):\n\n  const identifierlessString = fieldAsString.replace(/ ‡[01] [^‡]+($| ‡)/u, '$1'); // eslint-disable-line prefer-named-capture-group\n  const keeplessString = fieldAsString.replace(/ ‡9 [A-Z]+<KEEP>/u, '');\n\n  return [identifierlessString, keeplessString].filter(val => val !== fieldAsString);\n}\n\nfunction deriveIndividualDeletables490(todoList, deletables = []) {\n  const [fieldAsString, ...stillToDo] = todoList;\n  if (fieldAsString === undefined) {\n    return deletables;\n  }\n  //nvdebug(`PROCESS ${fieldAsString}`);\n  if (!fieldAsString.match(/^490/u)) {\n    return deriveIndividualDeletables490(stillToDo, deletables);\n  }\n\n  // $6-less version (keep this first)\n  const sixless = fieldAsString.replace(/ ‡6 [^‡]+ ‡/u, ' ‡');\n\n  // Without final $v or $x:\n  const withoutFinalVOrX = fieldAsString.replace(/ *[;,] ‡[vx] [^‡]+$/u, '');\n  // Add intermediate $x-less version\n  const xless = fieldAsString.replace(/, ‡x [^‡]+(, ‡x| ; ‡v)/u, '$1'); // eslint-disable-line prefer-named-capture-group\n\n  // Add $xv-less version (handled by recursion?)\n  const xvless = fieldAsString.replace(/, ‡x [^‡]+ ‡v [^‡]+$/u, '');\n\n  // MRA-433-ish (non-chain): 490 ind1=1 vs ind1=0: remove latter\n  const modifiedInd2 = fieldAsString.match(/^490 1/u) ? `490 0${fieldAsString.substring(5)}` : fieldAsString;\n\n  const arr = [sixless, withoutFinalVOrX, xless, xvless, modifiedInd2].filter(val => val !== fieldAsString);\n\n  /*\n  if (arr.length) { // eslint-disable-line functional/no-conditional-statements\n    nvdebug(`${arr.length} derivation(s) for ${fieldAsString}`);\n    nvdebug(arr.join('\\n'));\n  }\n  */\n  return arr;\n}\n\nfunction deriveIndividualDeletables(record) {\n  const todoList = record.fields.map(f => fieldToString(f));\n  //const finishedRecord = encodingLevelIsBetterThanPrepublication(getEncodingLevel(record));\n\n  const deletableStringsArray = processTodoList(todoList);\n\n  return uniqArray(deletableStringsArray);\n\n  function processTodoList(thingsToDo, deletables = []) {\n    const [currString, ...stillToDo] = thingsToDo;\n\n    if (currString === undefined) {\n      return deletables;\n    }\n\n    const accentless = getAccentlessVersion(currString);\n    const d490 = deriveIndividualDeletables490([currString]);\n    const subsets = getIdentifierlessAndKeeplessSubsets(currString); // eslint-disable-line no-param-reassign\n    const moreToDo = [...accentless, ...d490, ...subsets];\n\n\n    if (currString.match(/^[1678]00/u)) {\n      // Proof-of-concept rule. Should be improved eventually...\n      if (currString.match(/, ‡e [^‡]+\\.$/u)) {\n        const tmp = currString.replace(/, ‡e [^‡]+\\.$/u, '.');\n        return processTodoList([tmp, ...stillToDo, ...moreToDo], [...deletables, tmp]);\n      }\n    }\n\n    if (currString.match(/^500 ## ‡a Lisäpainokset: Lisäpainos /u)) { // MET-569\n      const tmp1 = currString.replace(' Lisäpainos ', ' [Lisäpainos] ');\n      const tmp2 = currString.replace(' Lisäpainos ', ' ');\n      if (tmp1 !== currString && tmp2 !== currString) {\n        return processTodoList([...stillToDo, ...moreToDo], [...deletables, tmp1, tmp2]);\n      }\n    }\n\n    if (currString.match(/^500 ## ‡a Lisäpainokset: \\[Lisäpainos\\] /u)) { // MET-569\n      const tmp = currString.replace(' [Lisäpainos] ', ' ');\n      if (tmp !== currString) {\n        return processTodoList([...stillToDo, ...moreToDo], [...deletables, tmp]);\n      }\n    }\n\n    if (currString.match(/^505 .0.*-- ‡t/u)) { // MRA-413-ish\n      const tmp = currString.replace(/ -- ‡t /gu, ' -- '). // remove non-initial $t subfields\n        replace(/ ‡[rg] /gu, ' '). // remove $r and $g subfields\n        replace(/ ‡t /u, ' ‡a '). // change first $t to $a\n        // ind2: '1' => '#':\n        replace(/^505 (.)0/u, '505 $1#'); // eslint-disable-line prefer-named-capture-group\n      if (tmp !== currString) {\n        return processTodoList([tmp, ...stillToDo, ...moreToDo], [...deletables, tmp]);\n      }\n      //nvdebug(`505 ORIGINAL: '${fieldAsString}'`)\n      //nvdebug(`505 DERIVATE: '${tmp}'`)\n    }\n\n    // MET-381: remove occurence number TAG-00, if TAG-NN existists\n    if (currString.match(/^880.* ‡6 [0-9][0-9][0-9]-(?:[1-9][0-9]|0[1-9])/u)) {\n      const tmp = currString.replace(/( ‡6 [0-9][0-9][0-9])-[0-9]+/u, '$1-00'); // eslint-disable-line prefer-named-capture-group\n      //nvdebug(`MET-381: ADD TO DELETABLES: '${tmp}'`);\n      //deletableStringsArray.push(tmp);\n      if (tmp.match(/ ‡6 [0-9][0-9][0-9]-00\\/[^ ]+ /u)) {\n        const tmp2 = tmp.replace(/( ‡6 [0-9][0-9][0-9]-00)[^ ]+/u, '$1'); // eslint-disable-line prefer-named-capture-group\n        //nvdebug(`MET-381: ADD TO DELETABLES: '${tmp2}'`);\n        return processTodoList([...stillToDo, ...moreToDo], [...deletables, tmp, tmp2]);\n      }\n      return processTodoList([...stillToDo, ...moreToDo], [...deletables, tmp]);\n    }\n\n\n    const ennakkotieto653 = currString.match(/^653./u) ? [`${currString} ‡g ENNAKKOTIETO`] : []; // MET-528\n\n    const newDeletables = [...deletables, ...subsets, ...accentless, ...d490, ...ennakkotieto653];\n\n    if (subsets.length) {\n      return processTodoList([...stillToDo, ...moreToDo], newDeletables);\n    }\n\n    return processTodoList([...stillToDo, ...moreToDo], newDeletables);\n  }\n\n  function getAccentlessVersion(string) { // MET-527\n    //nvdebug(`START: '${string}`);\n    // This is a sanity check: if precomposition does something, there's something wrong, and we don't want to proceed..\n    if (string !== precomposeFinnishLetters(string)) {\n      return [];\n    }\n    const accentless = String(fixComposition(string)).replace(/\\p{Diacritic}/gu, '');\n    //nvdebug(`FROM '${string}'\\n  TO '${accentless}'`);\n    if (accentless === string) { // Don't self-destruct\n      return [];\n    }\n    return [accentless];\n  }\n\n}\n\nfunction fieldToNormalizedString(field) {\n  const normalizedField = cloneAndNormalizeFieldForComparison(field);\n  return fieldToString(normalizedField);\n}\n\nfunction deriveIndividualNormalizedDeletables(record) { //  MET-461:\n  const encodingLevel = getEncodingLevel(record);\n  const recordIsFinished = encodingLevelIsBetterThanPrepublication(encodingLevel);\n  const met495 = encodingLevel === '2' && record.fields.some(f => f.tag === '500' && fieldRefersToKoneellisestiTuotettuTietue(f));\n  if (!recordIsFinished || met495) {\n    return [];\n  }\n  const relevantFields = record.fields.filter(f => ['245', '246'].includes(f.tag) && fieldHasSubfield(f, 'a'));\n\n  return deriveDeletable946s(relevantFields);\n\n  function deriveDeletable946s(fields, results = []) {\n    const [currField, ...remainingFields] = fields;\n    if (currField === undefined) {\n      return results;\n    }\n\n    const fieldAsNormalizedString = fieldToNormalizedString(currField);\n    const tmp = fieldAsNormalizedString.replace(/^(?:...) ../u, '946 ##'). // <= Change tag to 946 and indicators to '##'\n      replace(' ‡a ', ' ‡i nimeke onixissa ‡a '). // Add $i before $a. NB! This is added in the normalized lower-cased form!\n      replace(/(?: \\/)? ‡c[^‡]+$/u, ''); // Remove $c. (Can $c be non-last?)\n    const candArray = [tmp, `${tmp} ‡5 MELINDA`].filter(val => val !== fieldAsNormalizedString);\n    if (candArray.length) {\n      return deriveDeletable946s(remainingFields, [...results, ...candArray]);\n    }\n    return deriveDeletable946s(remainingFields, results);\n  }\n}\n\nexport function removeIndividualInferiorDatafields(record, fix = true) { // No $6 nor $8 in field\n  const deletableFieldsAsStrings = deriveIndividualDeletables(record);\n  const deletableFieldsAsNormalizedStrings = deriveIndividualNormalizedDeletables(record);\n\n  // nvdebug(`Deletables:\\n ${deletableFieldsAsStrings.join('\\n ')}`);\n  // nvdebug(`Normalized deletables:\\n ${deletableFieldsAsNormalizedStrings.join('\\n ')}`);\n\n  const hits = record.fields.filter(field => isDeletableField(field));\n\n  const deletedFieldsAsStrings = hits.map(f => fieldToString(f));\n\n  if (fix) { // eslint-disable-line functional/no-conditional-statements\n    hits.forEach(field => {\n      //nvdebug(`Remove inferior field: ${fieldToString(field)}`, debug);\n      record.removeField(field);\n    });\n  }\n\n  return deletedFieldsAsStrings;\n\n  function isDeletableField(field) {\n    const fieldAsString = fieldToString(field);\n    if (deletableFieldsAsStrings.includes(fieldAsString)) {\n      return true;\n    }\n    const fieldAsNormalizedString = fieldToNormalizedString(field);\n    if (deletableFieldsAsNormalizedStrings.includes(fieldAsNormalizedString)) {\n      return true;\n    }\n\n    return false;\n  }\n}\n\n\nexport function removeInferiorDatafields(record, fix = true) {\n  const removables = removeIndividualInferiorDatafields(record, fix); // Lone fields\n  //const removables8 = removeDuplicateSubfield8Chains(record, fix); // Lone subfield $8 chains\n  const removables6 = removeInferiorChains(record, fix); // Lone subfield $6 chains\n  // HOW TO HANDLE $6+$8 combos? Skipping is relatively OK.\n\n  nvdebug(`REMOVABLES:\\n  ${removables.join('\\n  ')}`, debug);\n  nvdebug(`REMOVABLES 6:\\n  ${removables6.join('\\n  ')}`, debug);\n\n  const removablesAll = removables.concat(removables6); //.concat(removables8);\n\n  return removablesAll;\n}\n"],"mappings":";;;;;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,0BAAA,GAAAD,OAAA;AACA,IAAAE,eAAA,GAAAF,OAAA;AACA,IAAAG,MAAA,GAAAH,OAAA;AACA,IAAAI,eAAA,GAAAJ,OAAA;AACA,IAAAK,oBAAA,GAAAL,OAAA;AACA,IAAAM,4BAAA,GAAAN,OAAA;AACA,IAAAO,wBAAA,GAAAP,OAAA;AAAqF,SAAAD,uBAAAS,GAAA,WAAAA,GAAA,IAAAA,GAAA,CAAAC,UAAA,GAAAD,GAAA,KAAAE,OAAA,EAAAF,GAAA;AAErF;;AAEA;AACA;AACA;AACA,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,iEAAiE,CAAC;AAEnF,SAAAC,SAAA,EAAY;EACzB,OAAO;IACLC,WAAW,EAAE,gGAAgG;IAC7GC,QAAQ;IAAEC;EACZ,CAAC;EAED,SAASA,GAAGA,CAACC,MAAM,EAAE;IACnB,IAAAC,cAAO,EAAC,sDAAsD,EAAEP,KAAK,CAAC;IACtE,MAAMQ,GAAG,GAAG;MAACC,OAAO,EAAE,EAAE;MAAEJ,GAAG,EAAE,EAAE;MAAEK,KAAK,EAAE;IAAI,CAAC;IAC/CC,wBAAwB,CAACL,MAAM,EAAE,IAAI,CAAC;IACtC;IACA,OAAOE,GAAG;EACZ;EAEA,SAASJ,QAAQA,CAACE,MAAM,EAAE;IACxB;IACA,IAAAC,cAAO,EAAC,2DAA2D,EAAEP,KAAK,CAAC;IAE3E,MAAMY,UAAU,GAAGD,wBAAwB,CAACL,MAAM,EAAE,KAAK,CAAC;IAE1D,MAAME,GAAG,GAAG;MAACC,OAAO,EAAEG;IAAU,CAAC;IAEjCJ,GAAG,CAACE,KAAK,GAAGF,GAAG,CAACC,OAAO,CAACI,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,OAAOL,GAAG;EACZ;AACF;AAGA,SAASM,oBAAoBA,CAACC,MAAM,EAAET,MAAM,EAAE;EAC5C;EACA,MAAMU,IAAI,GAAG,CAAC,CAAC;EAEfD,MAAM,CAACE,OAAO,CAACC,CAAC,IAAIC,wBAAwB,CAACD,CAAC,CAAC,CAAC;EAEhD,OAAOF,IAAI;;EAEX;;EAGA;EACA;;EAEA,SAASG,wBAAwBA,CAACC,KAAK,EAAE;IACvC,MAAMC,KAAK,GAAG,IAAAC,uCAAY,EAACF,KAAK,EAAEd,MAAM,CAAC;IACzC,IAAIe,KAAK,CAACR,MAAM,GAAG,CAAC,EAAE;MACpB;IACF;IACA,MAAMU,aAAa,GAAG,IAAAC,wCAAwB,EAACH,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC;IACpE,MAAMI,GAAG,GAAGC,qBAAqB,CAAC,CAACH,aAAa,CAAC,CAAC;IAClD;IACAE,GAAG,CAACR,OAAO,CAACU,GAAG,IAAI;MACjB,IAAI,EAAEA,GAAG,IAAIX,IAAI,CAAC,EAAE;QAAE;QACpBA,IAAI,CAACW,GAAG,CAAC,GAAGP,KAAK,CAAC,CAAC;MACrB;IACF,CAAC,CAAC;EACJ;EAEA,SAASM,qBAAqBA,CAACE,QAAQ,EAAEC,UAAU,GAAG,EAAE,EAAE;IACxD,MAAM,CAACN,aAAa,EAAE,GAAGO,SAAS,CAAC,GAAGF,QAAQ;IAC9C,IAAIL,aAAa,KAAKQ,SAAS,EAAE;MAC/B,OAAOF,UAAU;IACnB;;IAEA;IACA,MAAMG,+BAA+B,GAAGT,aAAa,CAACU,OAAO,CAAC,8CAA8C,EAAE,IAAI,CAAC,CAAC,CAAC;;IAErH;IACA,MAAMC,QAAQ,GAAGX,aAAa,CAACU,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC;;IAE/D;IACA,MAAME,aAAa,GAAGZ,aAAa,CAACU,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAACA,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC;IAC/F,MAAMR,GAAG,GAAG,CAACO,+BAA+B,EAAEE,QAAQ,EAAEC,aAAa,CAAC,CAACC,MAAM,CAACT,GAAG,IAAIA,GAAG,KAAKJ,aAAa,CAAC;IAC3G,IAAIE,GAAG,CAACZ,MAAM,GAAG,CAAC,EAAE;MAClB,OAAOa,qBAAqB,CAAC,CAAC,GAAGI,SAAS,EAAE,GAAGL,GAAG,CAAC,EAAE,CAAC,GAAGI,UAAU,EAAE,GAAGJ,GAAG,CAAC,CAAC;IAC/E;IAEA,OAAOC,qBAAqB,CAACI,SAAS,EAAED,UAAU,CAAC;EACrD;AAEF;AAEA,SAASQ,gBAAgBA,CAACjB,KAAK,EAAEd,MAAM,EAAE;EACvC;EACA,IAAI,CAAC,IAAAgC,sCAAsB,EAAClB,KAAK,CAAC,IAAI,CAAC,IAAAmB,sCAAsB,EAACnB,KAAK,CAAC,EAAE;IACpE,OAAO,KAAK;EACd;EACA;EACA,MAAMC,KAAK,GAAG,IAAAC,uCAAY,EAACF,KAAK,EAAEd,MAAM,CAAC;EACzC,IAAIe,KAAK,CAACR,MAAM,GAAG,CAAC,EAAE;IACpB,OAAO,KAAK;EACd;EACA;EACA,IAAIQ,KAAK,CAACmB,IAAI,CAACtB,CAAC,IAAIA,CAAC,CAACuB,SAAS,CAACL,MAAM,CAACM,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,CAAC,CAAC9B,MAAM,GAAG,CAAC,CAAC,EAAE;IACzE,OAAO,KAAK;EACd;;EAEA;EACA,OAAO,IAAA+B,oCAAS,EAACxB,KAAK,EAAEC,KAAK,CAAC,CAAC,CAAC,CAAC;AACnC;AAEO,SAASwB,oBAAoBA,CAACvC,MAAM,EAAED,GAAG,GAAG,IAAI,EAAE;EACvD,MAAMU,MAAM,GAAGT,MAAM,CAACS,MAAM,CAACqB,MAAM,CAAClB,CAAC,IAAImB,gBAAgB,CAACnB,CAAC,EAAEZ,MAAM,CAAC,CAAC;EACrE;;EAEA,MAAMwC,qBAAqB,GAAGhC,oBAAoB,CAACC,MAAM,EAAET,MAAM,CAAC;EAClE,MAAMyC,OAAO,GAAGC,MAAM,CAACC,IAAI,CAACH,qBAAqB,CAAC,CAACjC,MAAM;EACzD;EACA,IAAIkC,OAAO,KAAK,CAAC,EAAE;IACjB,OAAO,EAAE;EACX;;EAEA;;EAEA,OAAOG,yBAAyB,CAACnC,MAAM,CAAC;EAExC,SAASmC,yBAAyBA,CAACnC,MAAM,EAAEoC,mBAAmB,GAAG,EAAE,EAAE;IACnE,MAAM,CAACC,SAAS,EAAE,GAAGC,eAAe,CAAC,GAAGtC,MAAM;IAE9C,IAAIqC,SAAS,KAAKrB,SAAS,EAAE;MAC3B,OAAOoB,mBAAmB;IAC5B;IAEA,MAAM9B,KAAK,GAAG,IAAAC,uCAAY,EAAC8B,SAAS,EAAE9C,MAAM,CAAC;IAC7C,IAAIe,KAAK,CAACR,MAAM,KAAK,CAAC,IAAI,CAAC,IAAA+B,oCAAS,EAACQ,SAAS,EAAE/B,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;MACzD,OAAO6B,yBAAyB,CAACG,eAAe,EAAEF,mBAAmB,CAAC;IACxE;IAEA,MAAM5B,aAAa,GAAG,IAAAC,wCAAwB,EAACH,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC;IACpE,IAAI,EAAEE,aAAa,IAAIuB,qBAAqB,CAAC,EAAE;MAC7C,OAAOI,yBAAyB,CAACG,eAAe,EAAEF,mBAAmB,CAAC;IACxE;IAEA,MAAMG,eAAe,GAAGR,qBAAqB,CAACvB,aAAa,CAAC;IAC5D,MAAMgC,eAAe,GAAG,IAAAjC,uCAAY,EAACgC,eAAe,EAAEhD,MAAM,CAAC;;IAE7D;IACA,IAAIkD,gBAAgB,CAACnC,KAAK,CAAC,EAAE;MAAE;MAC7BkC,eAAe,CAACtC,OAAO,CAACC,CAAC,IAAIuC,UAAU,CAACvC,CAAC,EAAEqC,eAAe,CAAC,CAAC;IAC9D;IACA;IACA,MAAMG,aAAa,GAAG,IAAAC,qBAAc,EAACtC,KAAK,CAAC;IAC3C,MAAMZ,OAAO,GAAI,SAAQiD,aAAc,eAAc,IAAAC,qBAAc,EAACJ,eAAe,CAAE,GAAE;IACvF,IAAIlD,GAAG,EAAE;MAAE;MACT;MACAgB,KAAK,CAACJ,OAAO,CAACG,KAAK,IAAId,MAAM,CAACsD,WAAW,CAACxC,KAAK,CAAC,CAAC;IACnD;IACA,OAAO8B,yBAAyB,CAACG,eAAe,EAAE,CAAC,GAAGF,mBAAmB,EAAE1C,OAAO,CAAC,CAAC;EACtF;EAEA,SAAS+C,gBAAgBA,CAACnC,KAAK,EAAE;IAC/B,OAAOA,KAAK,CAACmB,IAAI,CAACtB,CAAC,IAAIA,CAAC,CAAC2C,GAAG,CAACC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC;EACvD;EAEA,SAASL,UAAUA,CAACrC,KAAK,EAAEC,KAAK,EAAE;IAAE;IAClC;IACA,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC0C,QAAQ,CAAC3C,KAAK,CAACyC,GAAG,CAAC,EAAE;MACrD;IACF;IACA;IACA,MAAMG,KAAK,GAAG,IAAAC,6CAA6B,EAAC7C,KAAK,EAAEC,KAAK,CAAC;IACzDD,KAAK,CAACyC,GAAG,GAAI,IAAGzC,KAAK,CAACyC,GAAG,CAACC,SAAS,CAAC,CAAC,CAAE,EAAC,CAAC,CAAC;IAC1C;IACAE,KAAK,CAAC/C,OAAO,CAACiD,WAAW,IAAI,IAAAC,+CAA+B,EAACD,WAAW,CAAC,CAAC;EAC5E;AAEF;AAGA,SAASE,mCAAmCA,CAACC,aAAa,EAAE;EAC1D;EACA;;EAEA,MAAMC,oBAAoB,GAAGD,aAAa,CAACpC,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC,CAAC;EACjF,MAAMsC,cAAc,GAAGF,aAAa,CAACpC,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC;EAErE,OAAO,CAACqC,oBAAoB,EAAEC,cAAc,CAAC,CAACnC,MAAM,CAACT,GAAG,IAAIA,GAAG,KAAK0C,aAAa,CAAC;AACpF;AAEA,SAASG,6BAA6BA,CAAC5C,QAAQ,EAAEC,UAAU,GAAG,EAAE,EAAE;EAChE,MAAM,CAACwC,aAAa,EAAE,GAAGvC,SAAS,CAAC,GAAGF,QAAQ;EAC9C,IAAIyC,aAAa,KAAKtC,SAAS,EAAE;IAC/B,OAAOF,UAAU;EACnB;EACA;EACA,IAAI,CAACwC,aAAa,CAACI,KAAK,CAAC,OAAO,CAAC,EAAE;IACjC,OAAOD,6BAA6B,CAAC1C,SAAS,EAAED,UAAU,CAAC;EAC7D;;EAEA;EACA,MAAM6C,OAAO,GAAGL,aAAa,CAACpC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;;EAE3D;EACA,MAAM0C,gBAAgB,GAAGN,aAAa,CAACpC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC;EAC1E;EACA,MAAM2C,KAAK,GAAGP,aAAa,CAACpC,OAAO,CAAC,yBAAyB,EAAE,IAAI,CAAC,CAAC,CAAC;;EAEtE;EACA,MAAM4C,MAAM,GAAGR,aAAa,CAACpC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC;;EAEjE;EACA,MAAM6C,YAAY,GAAGT,aAAa,CAACI,KAAK,CAAC,SAAS,CAAC,GAAI,QAAOJ,aAAa,CAACP,SAAS,CAAC,CAAC,CAAE,EAAC,GAAGO,aAAa;EAE1G,MAAM5C,GAAG,GAAG,CAACiD,OAAO,EAAEC,gBAAgB,EAAEC,KAAK,EAAEC,MAAM,EAAEC,YAAY,CAAC,CAAC1C,MAAM,CAACT,GAAG,IAAIA,GAAG,KAAK0C,aAAa,CAAC;;EAEzG;AACF;AACA;AACA;AACA;AACA;EACE,OAAO5C,GAAG;AACZ;AAEA,SAASsD,0BAA0BA,CAACzE,MAAM,EAAE;EAC1C,MAAMsB,QAAQ,GAAGtB,MAAM,CAACS,MAAM,CAACiE,GAAG,CAAC9D,CAAC,IAAI,IAAA+D,oBAAa,EAAC/D,CAAC,CAAC,CAAC;EACzD;;EAEA,MAAMgE,qBAAqB,GAAGC,eAAe,CAACvD,QAAQ,CAAC;EAEvD,OAAO,IAAAwD,gBAAS,EAACF,qBAAqB,CAAC;EAEvC,SAASC,eAAeA,CAACE,UAAU,EAAExD,UAAU,GAAG,EAAE,EAAE;IACpD,MAAM,CAACyD,UAAU,EAAE,GAAGxD,SAAS,CAAC,GAAGuD,UAAU;IAE7C,IAAIC,UAAU,KAAKvD,SAAS,EAAE;MAC5B,OAAOF,UAAU;IACnB;IAEA,MAAM0D,UAAU,GAAGC,oBAAoB,CAACF,UAAU,CAAC;IACnD,MAAMG,IAAI,GAAGjB,6BAA6B,CAAC,CAACc,UAAU,CAAC,CAAC;IACxD,MAAMI,OAAO,GAAGtB,mCAAmC,CAACkB,UAAU,CAAC,CAAC,CAAC;IACjE,MAAMK,QAAQ,GAAG,CAAC,GAAGJ,UAAU,EAAE,GAAGE,IAAI,EAAE,GAAGC,OAAO,CAAC;IAGrD,IAAIJ,UAAU,CAACb,KAAK,CAAC,YAAY,CAAC,EAAE;MAClC;MACA,IAAIa,UAAU,CAACb,KAAK,CAAC,gBAAgB,CAAC,EAAE;QACtC,MAAMmB,GAAG,GAAGN,UAAU,CAACrD,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC;QACrD,OAAOkD,eAAe,CAAC,CAACS,GAAG,EAAE,GAAG9D,SAAS,EAAE,GAAG6D,QAAQ,CAAC,EAAE,CAAC,GAAG9D,UAAU,EAAE+D,GAAG,CAAC,CAAC;MAChF;IACF;IAEA,IAAIN,UAAU,CAACb,KAAK,CAAC,wCAAwC,CAAC,EAAE;MAAE;MAChE,MAAMoB,IAAI,GAAGP,UAAU,CAACrD,OAAO,CAAC,cAAc,EAAE,gBAAgB,CAAC;MACjE,MAAM6D,IAAI,GAAGR,UAAU,CAACrD,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC;MACpD,IAAI4D,IAAI,KAAKP,UAAU,IAAIQ,IAAI,KAAKR,UAAU,EAAE;QAC9C,OAAOH,eAAe,CAAC,CAAC,GAAGrD,SAAS,EAAE,GAAG6D,QAAQ,CAAC,EAAE,CAAC,GAAG9D,UAAU,EAAEgE,IAAI,EAAEC,IAAI,CAAC,CAAC;MAClF;IACF;IAEA,IAAIR,UAAU,CAACb,KAAK,CAAC,4CAA4C,CAAC,EAAE;MAAE;MACpE,MAAMmB,GAAG,GAAGN,UAAU,CAACrD,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC;MACrD,IAAI2D,GAAG,KAAKN,UAAU,EAAE;QACtB,OAAOH,eAAe,CAAC,CAAC,GAAGrD,SAAS,EAAE,GAAG6D,QAAQ,CAAC,EAAE,CAAC,GAAG9D,UAAU,EAAE+D,GAAG,CAAC,CAAC;MAC3E;IACF;IAEA,IAAIN,UAAU,CAACb,KAAK,CAAC,iBAAiB,CAAC,EAAE;MAAE;MACzC,MAAMmB,GAAG,GAAGN,UAAU,CAACrD,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC;MAAE;MACnDA,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;MAAE;MAC3BA,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC;MAAE;MAC1B;MACAA,OAAO,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC;MACpC,IAAI2D,GAAG,KAAKN,UAAU,EAAE;QACtB,OAAOH,eAAe,CAAC,CAACS,GAAG,EAAE,GAAG9D,SAAS,EAAE,GAAG6D,QAAQ,CAAC,EAAE,CAAC,GAAG9D,UAAU,EAAE+D,GAAG,CAAC,CAAC;MAChF;MACA;MACA;IACF;;IAEA;IACA,IAAIN,UAAU,CAACb,KAAK,CAAC,kDAAkD,CAAC,EAAE;MACxE,MAAMmB,GAAG,GAAGN,UAAU,CAACrD,OAAO,CAAC,+BAA+B,EAAE,OAAO,CAAC,CAAC,CAAC;MAC1E;MACA;MACA,IAAI2D,GAAG,CAACnB,KAAK,CAAC,iCAAiC,CAAC,EAAE;QAChD,MAAMqB,IAAI,GAAGF,GAAG,CAAC3D,OAAO,CAAC,gCAAgC,EAAE,IAAI,CAAC,CAAC,CAAC;QAClE;QACA,OAAOkD,eAAe,CAAC,CAAC,GAAGrD,SAAS,EAAE,GAAG6D,QAAQ,CAAC,EAAE,CAAC,GAAG9D,UAAU,EAAE+D,GAAG,EAAEE,IAAI,CAAC,CAAC;MACjF;MACA,OAAOX,eAAe,CAAC,CAAC,GAAGrD,SAAS,EAAE,GAAG6D,QAAQ,CAAC,EAAE,CAAC,GAAG9D,UAAU,EAAE+D,GAAG,CAAC,CAAC;IAC3E;IAGA,MAAMG,eAAe,GAAGT,UAAU,CAACb,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAE,GAAEa,UAAW,kBAAiB,CAAC,GAAG,EAAE,CAAC,CAAC;;IAE7F,MAAMU,aAAa,GAAG,CAAC,GAAGnE,UAAU,EAAE,GAAG6D,OAAO,EAAE,GAAGH,UAAU,EAAE,GAAGE,IAAI,EAAE,GAAGM,eAAe,CAAC;IAE7F,IAAIL,OAAO,CAAC7E,MAAM,EAAE;MAClB,OAAOsE,eAAe,CAAC,CAAC,GAAGrD,SAAS,EAAE,GAAG6D,QAAQ,CAAC,EAAEK,aAAa,CAAC;IACpE;IAEA,OAAOb,eAAe,CAAC,CAAC,GAAGrD,SAAS,EAAE,GAAG6D,QAAQ,CAAC,EAAEK,aAAa,CAAC;EACpE;EAEA,SAASR,oBAAoBA,CAACS,MAAM,EAAE;IAAE;IACtC;IACA;IACA,IAAIA,MAAM,KAAK,IAAAC,iDAAwB,EAACD,MAAM,CAAC,EAAE;MAC/C,OAAO,EAAE;IACX;IACA,MAAMV,UAAU,GAAGY,MAAM,CAAC,IAAAC,uCAAc,EAACH,MAAM,CAAC,CAAC,CAAChE,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;IAChF;IACA,IAAIsD,UAAU,KAAKU,MAAM,EAAE;MAAE;MAC3B,OAAO,EAAE;IACX;IACA,OAAO,CAACV,UAAU,CAAC;EACrB;AAEF;AAEA,SAASc,uBAAuBA,CAACjF,KAAK,EAAE;EACtC,MAAMkF,eAAe,GAAG,IAAAC,gEAAmC,EAACnF,KAAK,CAAC;EAClE,OAAO,IAAA6D,oBAAa,EAACqB,eAAe,CAAC;AACvC;AAEA,SAASE,oCAAoCA,CAAClG,MAAM,EAAE;EAAE;EACtD,MAAMmG,aAAa,GAAG,IAAAC,qCAAgB,EAACpG,MAAM,CAAC;EAC9C,MAAMqG,gBAAgB,GAAG,IAAAC,4DAAuC,EAACH,aAAa,CAAC;EAC/E,MAAMI,MAAM,GAAGJ,aAAa,KAAK,GAAG,IAAInG,MAAM,CAACS,MAAM,CAACyB,IAAI,CAACtB,CAAC,IAAIA,CAAC,CAAC2C,GAAG,KAAK,KAAK,IAAI,IAAAiD,6DAAwC,EAAC5F,CAAC,CAAC,CAAC;EAC/H,IAAI,CAACyF,gBAAgB,IAAIE,MAAM,EAAE;IAC/B,OAAO,EAAE;EACX;EACA,MAAME,cAAc,GAAGzG,MAAM,CAACS,MAAM,CAACqB,MAAM,CAAClB,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC6C,QAAQ,CAAC7C,CAAC,CAAC2C,GAAG,CAAC,IAAI,IAAAmD,uBAAgB,EAAC9F,CAAC,EAAE,GAAG,CAAC,CAAC;EAE5G,OAAO+F,mBAAmB,CAACF,cAAc,CAAC;EAE1C,SAASE,mBAAmBA,CAAClG,MAAM,EAAEmG,OAAO,GAAG,EAAE,EAAE;IACjD,MAAM,CAAC9D,SAAS,EAAE,GAAGC,eAAe,CAAC,GAAGtC,MAAM;IAC9C,IAAIqC,SAAS,KAAKrB,SAAS,EAAE;MAC3B,OAAOmF,OAAO;IAChB;IAEA,MAAMC,uBAAuB,GAAGd,uBAAuB,CAACjD,SAAS,CAAC;IAClE,MAAMwC,GAAG,GAAGuB,uBAAuB,CAAClF,OAAO,CAAC,cAAc,EAAE,QAAQ,CAAC;IAAE;IACrEA,OAAO,CAAC,MAAM,EAAE,yBAAyB,CAAC;IAAE;IAC5CA,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC,CAAC;IACrC,MAAMmF,SAAS,GAAG,CAACxB,GAAG,EAAG,GAAEA,GAAI,aAAY,CAAC,CAACxD,MAAM,CAACT,GAAG,IAAIA,GAAG,KAAKwF,uBAAuB,CAAC;IAC3F,IAAIC,SAAS,CAACvG,MAAM,EAAE;MACpB,OAAOoG,mBAAmB,CAAC5D,eAAe,EAAE,CAAC,GAAG6D,OAAO,EAAE,GAAGE,SAAS,CAAC,CAAC;IACzE;IACA,OAAOH,mBAAmB,CAAC5D,eAAe,EAAE6D,OAAO,CAAC;EACtD;AACF;AAEO,SAASG,kCAAkCA,CAAC/G,MAAM,EAAED,GAAG,GAAG,IAAI,EAAE;EAAE;EACvE,MAAMiH,wBAAwB,GAAGvC,0BAA0B,CAACzE,MAAM,CAAC;EACnE,MAAMiH,kCAAkC,GAAGf,oCAAoC,CAAClG,MAAM,CAAC;;EAEvF;EACA;;EAEA,MAAMkH,IAAI,GAAGlH,MAAM,CAACS,MAAM,CAACqB,MAAM,CAAChB,KAAK,IAAIqG,gBAAgB,CAACrG,KAAK,CAAC,CAAC;EAEnE,MAAMsG,sBAAsB,GAAGF,IAAI,CAACxC,GAAG,CAAC9D,CAAC,IAAI,IAAA+D,oBAAa,EAAC/D,CAAC,CAAC,CAAC;EAE9D,IAAIb,GAAG,EAAE;IAAE;IACTmH,IAAI,CAACvG,OAAO,CAACG,KAAK,IAAI;MACpB;MACAd,MAAM,CAACsD,WAAW,CAACxC,KAAK,CAAC;IAC3B,CAAC,CAAC;EACJ;EAEA,OAAOsG,sBAAsB;EAE7B,SAASD,gBAAgBA,CAACrG,KAAK,EAAE;IAC/B,MAAMiD,aAAa,GAAG,IAAAY,oBAAa,EAAC7D,KAAK,CAAC;IAC1C,IAAIkG,wBAAwB,CAACvD,QAAQ,CAACM,aAAa,CAAC,EAAE;MACpD,OAAO,IAAI;IACb;IACA,MAAM8C,uBAAuB,GAAGd,uBAAuB,CAACjF,KAAK,CAAC;IAC9D,IAAImG,kCAAkC,CAACxD,QAAQ,CAACoD,uBAAuB,CAAC,EAAE;MACxE,OAAO,IAAI;IACb;IAEA,OAAO,KAAK;EACd;AACF;AAGO,SAASxG,wBAAwBA,CAACL,MAAM,EAAED,GAAG,GAAG,IAAI,EAAE;EAC3D,MAAMsH,UAAU,GAAGN,kCAAkC,CAAC/G,MAAM,EAAED,GAAG,CAAC,CAAC,CAAC;EACpE;EACA,MAAMuH,WAAW,GAAG/E,oBAAoB,CAACvC,MAAM,EAAED,GAAG,CAAC,CAAC,CAAC;EACvD;;EAEA,IAAAE,cAAO,EAAE,kBAAiBoH,UAAU,CAACE,IAAI,CAAC,MAAM,CAAE,EAAC,EAAE7H,KAAK,CAAC;EAC3D,IAAAO,cAAO,EAAE,oBAAmBqH,WAAW,CAACC,IAAI,CAAC,MAAM,CAAE,EAAC,EAAE7H,KAAK,CAAC;EAE9D,MAAM8H,aAAa,GAAGH,UAAU,CAACI,MAAM,CAACH,WAAW,CAAC,CAAC,CAAC;;EAEtD,OAAOE,aAAa;AACtB","ignoreList":[]}

package/dist/subfield6Utils.js

@@ -22,6 +22,7 @@ exports.getAllLinkedSubfield6Fields = getAllLinkedSubfield6Fields;
 exports.intToOccurrenceNumberString = intToOccurrenceNumberString;
 exports.is7XX = is7XX;
 exports.isFirstLinkedSubfield6Field = isFirstLinkedSubfield6Field;
+exports.isSubfield6Pair = isSubfield6Pair;
 exports.isValidSubfield6 = isValidSubfield6;
 exports.recordGetMaxSubfield6OccurrenceNumberAsInteger = recordGetMaxSubfield6OccurrenceNumberAsInteger;
 exports.recordGetSubfield6ChainHeads = recordGetSubfield6ChainHeads;

package/dist/subfield6Utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"subfield6Utils.js","names":["_subfield8Utils","require","_utils","sf6Regexp","isValidSubfield6","subfield","code","value","match","subfield6GetTag","substring","undefined","subfield6GetOccurrenceNumber","replace","subfield6GetOccurrenceNumberAsInteger","index","result","parseInt","subfield6ResetOccurrenceNumber","occurrenceNumber","occurrenceNumberAsString","intToOccurrenceNumberString","newValue","subfield6GetTail","subfield6HasWantedTagAndOccurrenceNumber","tagAndOccurrenceNumber","key","nvdebug","fieldGetUnambiguousTag","field","tags","subfields","filter","sf","length","subfieldToString","fieldGetUnambiguousOccurrenceNumber","occurrenceNumbers","fieldHasOccurrenceNumber","some","fieldResetOccurrenceNumber","newOccurrenceNumber","oldOccurrenceNumber","forEach","innerReset","currOccurrenceNumber","i","fieldGetMaxSubfield6OccurrenceNumberAsInteger","sf6s","vals","map","Math","max","fieldHasWantedTagAndOccurrenceNumber","fieldHasValidSubfield6","isSubfield6Pair","otherField","tagsArePairable6","tag","fieldIndex","otherFieldIndex","tag1","tag2","subfieldSevenToOneOccurrenceNumber","fieldSevenToOneOccurrenceNumber","fieldGetOccurrenceNumberPairs","candFields","pairs","fieldToString","pairedField","fieldGetOccurrenceNumbers","subfieldExtractOccurrenceNumber","includes","push","fieldsGetOccurrenceNumbers","fields","f","fieldProcessOccurrenceNumbers","newOccurrenceNumbers","is7XX","normalizeEntryTag","subfieldToNormalizedString","targetLinkingNumber","normalizeOccurrenceNumber","normalizeEntryTagBoolean","isValidSubfield8","currLinkingNumber","getSubfield8LinkingNumber","normVal","fieldToNormalizedString","ind1","ind2","formatAndNormalizeSubfields","join","guessTargetLinkingNumber","defaultTargetLinkingNumber","linkingNumbers","fieldsGetAllSubfield8LinkingNumbers","fieldsToNormalizedString","strings","sort","getFirstField","record","fieldsAsStrings","findIndex","isRelevantSubfield6Chain","non880","every","fieldHasSubfield","fieldIsFirstFieldInChain","chain","firstField","getAllLinkedSubfield6Fields","get6s","moreFields","add8s","isFirstLinkedSubfield6Field","fieldsToString","recordGetSubfield6ChainHeads","recordGetMaxSubfield6OccurrenceNumberAsInteger","candidateFields","sixes","relevantFields","o"],"sources":["../src/subfield6Utils.js"],"sourcesContent":["// import createDebugLogger from 'debug';\n// const debug = createDebugLogger('@natlibfi/marc-record-validator-melinda/subfield6Utils');\n\nimport {add8s, fieldsGetAllSubfield8LinkingNumbers, getSubfield8LinkingNumber, isValidSubfield8} from './subfield8Utils';\nimport {fieldHasSubfield, fieldToString, fieldsToString, nvdebug, subfieldToString} from './utils';\n\n// NB! Subfield 6 is non-repeatable and it should always comes first!\n// NB! Index size should always be 2 (preceding 0 required for 01..09) However, support for 100+ was added on 2023-02-27.\n// NB! Index value '00' are left as they are (is not paired/indexed/whatever.\nconst sf6Regexp = /^[0-9][0-9][0-9]-(?:[0-9][0-9]|[1-9][0-9]+)(?:[^0-9].*)?$/u;\n\nexport function isValidSubfield6(subfield) {\n  if (subfield.code !== '6') {\n    return false;\n  }\n  return subfield.value.match(sf6Regexp);\n}\n\nfunction subfield6GetTag(subfield) {\n  if (isValidSubfield6(subfield)) {\n    return subfield.value.substring(0, 3);\n  }\n  return undefined;\n}\n\nexport function subfield6GetOccurrenceNumber(subfield) {\n  if (isValidSubfield6(subfield)) {\n    // Skip \"TAG-\" prefix. 2023-02-20: removed 2-digit requirement from here...\n    return subfield.value.substring(4).replace(/\\D.*$/u, '');\n  }\n  return undefined;\n}\n\nexport function subfield6GetOccurrenceNumberAsInteger(subfield) {\n  const index = subfield6GetOccurrenceNumber(subfield);\n  if (index === undefined || index === '00') {\n    return 0;\n  }\n  const result = parseInt(index, 10);\n  //nvdebug(`SF6: ${subfield.value} => ${index} => ${result}`, debug);\n  return result;\n}\n\nexport function subfield6ResetOccurrenceNumber(subfield, occurrenceNumber) {\n  if (!isValidSubfield6(subfield)) {\n    return;\n  }\n  const occurrenceNumberAsString = typeof occurrenceNumber === 'number' ? intToOccurrenceNumberString(occurrenceNumber) : occurrenceNumber;\n\n  const newValue = subfield.value.substring(0, 4) + occurrenceNumberAsString + subfield6GetTail(subfield); // eslint-disable-line functional/immutable-data\n  //nvdebug(`Set subfield $6 value from ${subfieldToString(subfield)} to ${newValue}`);\n  subfield.value = newValue; // eslint-disable-line functional/immutable-data\n}\n\n\nfunction subfield6GetTail(subfield) {\n  if (isValidSubfield6(subfield)) {\n    // Skip \"TAG-\" prefix. 2023-02-20: removed 2-digit requirement from here...\n    return subfield.value.replace(/^\\d+-\\d+/u, '');\n  }\n  return '';\n}\n\nexport function subfield6HasWantedTagAndOccurrenceNumber(subfield, tagAndOccurrenceNumber) {\n  if (subfield.code !== '6') {\n    return false;\n  }\n  // We could also use generic code and go getTag()+'-'+getIndex() instead of regexp...\n  const key = subfield.value.replace(/^([0-9][0-9][0-9]-[0-9][0-9]+).*$/u, '$1'); // eslint-disable-line prefer-named-capture-group\n  nvdebug(` Compare '${key}' vs '${tagAndOccurrenceNumber}'`);\n  return key === tagAndOccurrenceNumber;\n}\n\n// <= SUBFIELD, FIELD =>\n\nexport function fieldGetUnambiguousTag(field) {\n  const tags = field.subfields.filter(sf => subfield6GetTag(sf));\n  if (tags.length === 1) {\n    nvdebug(`   GOT ${tags.length} tag(s): ${subfieldToString(tags[0])}`);\n    return subfield6GetTag(tags[0]);\n  }\n  return undefined;\n}\n\nexport function fieldGetUnambiguousOccurrenceNumber(field) {\n  const occurrenceNumbers = field.subfields.filter(sf => subfield6GetOccurrenceNumber(sf));\n  if (occurrenceNumbers.length === 1) {\n    return subfield6GetOccurrenceNumber(occurrenceNumbers[0]);\n  }\n  return undefined;\n}\n\nexport function fieldHasOccurrenceNumber(field, occurrenceNumber) {\n  //nvdebug(`${occurrenceNumber} vs ${fieldToString(field)}`);\n  return field.subfields && field.subfields.some(sf => subfield6GetOccurrenceNumber(sf) === occurrenceNumber);\n}\n\nexport function fieldResetOccurrenceNumber(field, newOccurrenceNumber, oldOccurrenceNumber = undefined) {\n  field.subfields.forEach(subfield => innerReset(subfield));\n\n  function innerReset(subfield) {\n    // (Optional) Check that this is really the occurrence number we wan't to reseot\n    if (oldOccurrenceNumber !== undefined) {\n      const currOccurrenceNumber = subfield6GetOccurrenceNumber(subfield);\n      if (currOccurrenceNumber !== oldOccurrenceNumber) {\n        return;\n      }\n    }\n    subfield6ResetOccurrenceNumber(subfield, newOccurrenceNumber);\n  }\n}\n\nexport function intToOccurrenceNumberString(i) {\n  return i < 10 ? `0${i}` : `${i}`;\n}\n\nexport function fieldGetMaxSubfield6OccurrenceNumberAsInteger(field) {\n  // used by reducer!\n  //nvdebug(`Checking subfields $6 from ${JSON.stringify(field)}`);\n  const sf6s = field.subfields ? field.subfields.filter(subfield => isValidSubfield6(subfield)) : [];\n  if (sf6s.length === 0) {\n    return 0;\n  }\n  // There should always be one, but here we check every subfield.\n  //nvdebug(`Got ${field.subfields} $6-subfield(s) from ${JSON.stringify(field)}`, debug);\n  const vals = sf6s.map(sf => subfield6GetOccurrenceNumberAsInteger(sf));\n  return Math.max(...vals);\n}\n\n\nexport function fieldHasWantedTagAndOccurrenceNumber(field, tagAndOccurrenceNumber) {\n  return field.subfields && field.subfields.some(sf => subfield6HasWantedTagAndOccurrenceNumber(sf, tagAndOccurrenceNumber));\n}\n\n\n/*\nexport function getFieldsWithGivenOccurrenceNumberSubfield6(record, occurrenceNumberAsString) {\n  const record.fields.filter(field => field\n\n  function fieldHasIndex(field, index) {\n    if (!field.subfields) {\n      return false;\n    }\n    return field.subfields.find(sf => isValidSubfield6(sf) && subfieldGetOccurrenceNumber6(sf) === index);\n  }\n}\n*/\n\n\nexport function fieldHasValidSubfield6(field) {\n  return field.subfields && field.subfields.some(sf => isValidSubfield6(sf));\n}\n\n\nfunction isSubfield6Pair(field, otherField) {\n  // No need to log this:\n  //nvdebug(`LOOK for $6-pair:\\n ${fieldToString(field)}\\n ${fieldToString(otherField)}`);\n  if (!fieldHasValidSubfield6(field) || !fieldHasValidSubfield6(otherField)) {\n    return false;\n  }\n\n  if (!tagsArePairable6(field.tag, otherField.tag)) {\n    //nvdebug(` FAILED. REASON: TAGS NOT PAIRABLE!`);\n    return false;\n  }\n\n\n  const fieldIndex = fieldGetUnambiguousOccurrenceNumber(field);\n  if (fieldIndex === undefined || fieldIndex === '00') {\n    //nvdebug(` FAILED. REASON: NO INDEX FOUND`);\n    return false;\n  }\n\n  const otherFieldIndex = fieldGetUnambiguousOccurrenceNumber(otherField);\n\n\n  if (fieldIndex !== otherFieldIndex) {\n    //nvdebug(` FAILURE: INDEXES: ${fieldIndex} vs ${otherFieldIndex}`);\n    return false;\n  }\n\n  if (fieldGetUnambiguousTag(field) !== otherField.tag || field.tag !== fieldGetUnambiguousTag(otherField)) {\n    //nvdebug(` FAILURE: TAG vs $6 TAG`);\n    return false;\n  }\n  return true;\n\n  function tagsArePairable6(tag1, tag2) {\n    // How to do XOR operation in one line? Well, this is probably more readable...\n    if (tag1 === '880' && tag2 === '880') {\n      return false;\n    }\n    if (tag1 !== '880' && tag2 !== '880') {\n      return false;\n    }\n    return true;\n  }\n}\n\n\nfunction subfieldSevenToOneOccurrenceNumber(subfield) {\n  if (subfield.code !== '6' || subfield.value.substring(0, 1) !== '7') {\n    return;\n  }\n  subfield.value = `1${subfield.value.substring(1)}`; // eslint-disable-line functional/immutable-data\n}\n\nexport function fieldSevenToOneOccurrenceNumber(field) {\n  if (field.tag !== '880') {\n    return;\n  }\n  field.subfields.forEach(sf => subfieldSevenToOneOccurrenceNumber(sf));\n}\n\n\nexport function fieldGetOccurrenceNumberPairs(field, candFields) {\n  // NB! TAG!=880 returns 880 fields, TAG==880 returns non-880 field\n  //nvdebug(`  Trying to finds pair for ${fieldToString(field)} in ${candFields.length} fields`);\n  const pairs = candFields.filter(otherField => isSubfield6Pair(field, otherField));\n  if (pairs.length === 0) {\n    nvdebug(`NO PAIRS FOUND FOR '${fieldToString(field)}'`);\n    return pairs;\n  }\n  nvdebug(`${pairs.length} PAIR(S) FOUND FOR '${fieldToString(field)}'`);\n  pairs.forEach(pairedField => nvdebug(`  '${fieldToString(pairedField)}'`));\n  return pairs;\n}\n\nexport function fieldGetOccurrenceNumbers(field) {\n  /* eslint-disable */\n  let occurrenceNumbers = [];\n  field.subfields?.forEach(sf => subfieldExtractOccurrenceNumber(sf));\n\n  function subfieldExtractOccurrenceNumber(sf) {\n    if (!isValidSubfield6(sf)) {\n      return;\n    }\n    const occurrenceNumber = subfield6GetOccurrenceNumber(sf);\n    if (occurrenceNumber === '00' || occurrenceNumbers.includes(occurrenceNumber)) {\n      return;\n    }\n    occurrenceNumbers.push(occurrenceNumber);\n  }\n  /* eslint-enable */\n  return occurrenceNumbers;\n}\n\nexport function fieldsGetOccurrenceNumbers(fields) {\n  /* eslint-disable */\n  let occurrenceNumbers = [];\n\n  fields.forEach(f => fieldProcessOccurrenceNumbers(f));\n\n  function fieldProcessOccurrenceNumbers(f) {\n    const newOccurrenceNumbers = fieldGetOccurrenceNumbers(f);\n    newOccurrenceNumbers.forEach(occurrenceNumber => {\n      if (!occurrenceNumbers.includes(occurrenceNumber)) {\n        occurrenceNumbers.push(occurrenceNumber);\n      }\n\n    });\n  }\n  /* eslint-enable */\n  return occurrenceNumbers;\n}\n\n/*\nexport function fieldGetSubfield6Pair(field, record) {\n  const pairedFields = record.fields.filter(otherField => isSubfield6Pair(field, otherField));\n  if (pairedFields.length !== 1) {\n    return undefined;\n  }\n  // NB! It is theoretically possible to have multiple pairable 880 fields (one for each encoding)\n  nvdebug(`fieldGetSubfield6Pair(): ${fieldToString(field)} => ${fieldToString(pairedFields[0])}`);\n  return pairedFields[0];\n}\n*/\n\n/*\nexport function pairAndStringify6(field, record) {\n  const pair6 = fieldGetSubfield6Pair(field, record);\n  if (!pair6) {\n    return fieldToNormalizedString(field);\n  }\n  return fieldsToNormalizedString([field, pair6]);\n}\n*/\n\n// Frequencly list for $6 subfields in 1XX/7XX fields:\n// 231115 100\n// 183832 700\n//  28773 710\n//   2047 711\n//    661 110\n//    341 111\n//    284 130\n//     63 730\n// Thus there's a real risk of ending up with, say, identical 100 vs 700 chains.\n// Semi-hackily support 1XX/7XX-version: 7XX can be deleted if corresponding 1XX exists:\n\nexport function is7XX(tag) {\n  return ['700', '710', '711', '730'].includes(tag);\n}\n\n\nfunction normalizeEntryTag(tag) {\n  if (tag.match(/^[17](?:00|10|11|30)$/u)) {\n    return `X${tag.substring(1)}`;\n  }\n  return tag;\n}\n\nfunction subfieldToNormalizedString(sf, tag, targetLinkingNumber = 0, normalizeOccurrenceNumber = false, normalizeEntryTagBoolean = false) {\n  // targetLinkingNumber refers to $8.\n  // normalizeEntryTagBoolean refers to 1XX/7XX tag values in subfield $6 value.\n  if (isValidSubfield6(sf)) { // && targetLinkingNumber === 0) {\n    // 1XX/7XX (entry tag) normalization:\n    const tag2 = normalizeEntryTagBoolean ? normalizeEntryTag(tag) : tag;\n\n    const occurrenceNumber = normalizeOccurrenceNumber ? 'XX' : subfield6GetOccurrenceNumber(sf);\n    // If we are normalizing a $8 chain, don't normalize $6 occurrence number!\n    // Replace $6 occurrence number with XX:\n    return ` ‡${sf.code} ${tag2}-${occurrenceNumber}${subfield6GetTail(sf)}`;\n  }\n\n  if (isValidSubfield8(sf)) {\n    const currLinkingNumber = getSubfield8LinkingNumber(sf); //getSubfield8Index(sf);\n    if (targetLinkingNumber > 0 && currLinkingNumber === targetLinkingNumber) {\n      // For $8 we should only XX the index we are looking at...\n      const normVal = sf.value.replace(/^[0-9]+/u, 'XX');\n      return ` ‡${sf.code} ${normVal}`;\n    }\n    return ''; // Other $8 subfields are meaningless in this context\n  }\n  return ` ${subfieldToString(sf)}`; // `‡${sf.code} ${sf.value}`;\n}\n\nexport function fieldToNormalizedString(field, targetLinkingNumber = 0, normalizeOccurrenceNumber = false, normalizeEntryTagBoolean = false) {\n  if ('subfields' in field) {\n    const tag2 = normalizeEntryTagBoolean ? normalizeEntryTag(field.tag) : field.tag;\n    return `${tag2} ${field.ind1}${field.ind2}${formatAndNormalizeSubfields(field)}`;\n  }\n  return `${field.tag}    ${field.value}`;\n\n  function formatAndNormalizeSubfields(field) {\n    return field.subfields.map(sf => subfieldToNormalizedString(sf, field.tag, targetLinkingNumber, normalizeOccurrenceNumber, normalizeEntryTagBoolean)).join('');\n  }\n\n}\n\n\nfunction guessTargetLinkingNumber(fields, defaultTargetLinkingNumber) {\n  if (defaultTargetLinkingNumber !== 0) {\n    return defaultTargetLinkingNumber;\n  }\n  const linkingNumbers = fieldsGetAllSubfield8LinkingNumbers(fields);\n  return linkingNumbers.length === 1 ? linkingNumbers[0] : 0; // eslint-disable-line no-param-reassign\n}\n\nexport function fieldsToNormalizedString(fields, defaultTargetLinkingNumber = 0, normalizeOccurrenceNumber = false, normalizeEntryTag = false) {\n  const targetLinkingNumber = guessTargetLinkingNumber(fields, defaultTargetLinkingNumber);\n\n  nvdebug(`fieldsToNormalizedString: OCC: ${normalizeOccurrenceNumber}`);\n  const strings = fields.map(field => fieldToNormalizedString(field, targetLinkingNumber, normalizeOccurrenceNumber, normalizeEntryTag));\n  strings.sort(); // eslint-disable-line functional/immutable-data\n  return strings.join('\\t__SEPARATOR__\\t');\n}\n\n\n/*\n\nexport function removeField6IfNeeded(field, record, fieldsAsString) {\n  const pairField = fieldGetSubfield6Pair(field, record);\n  const asString = pairField ? fieldsToNormalizedString([field, pairField]) : fieldToNormalizedString(field);\n  nvdebug(`SOURCE: ${asString} -- REALITY: ${fieldToString(field)}`);\n  const tmp = pairField ? fieldToString(pairField) : 'HUTI';\n  nvdebug(`PAIR: ${tmp}`);\n  nvdebug(`BASE:\\n ${fieldsAsString.join('\\n ')}`);\n  if (!fieldsAsString.includes(asString)) {\n    return;\n  }\n  nvdebug(`Duplicate $6 removal: ${fieldToString(field)}`);\n  record.removeField(field);\n\n  if (pairField === undefined) {\n    return;\n  }\n  nvdebug(`Duplicate $6 removal (pair): ${fieldToString(pairField)}`);\n  record.removeField(pairField);\n}\n*/\n\nfunction getFirstField(record, fields) {\n  const fieldsAsStrings = fields.map(field => fieldToString(field));\n  //record.fields.forEach((field, i) => nvdebug(`${i}:\\t${fieldToString(field)}`));\n  //nvdebug(`getFirstField: ${fieldsAsStrings.join('\\t')}`);\n  const i = record.fields.findIndex(field => fieldsAsStrings.includes(fieldToString(field)));\n  if (i > -1) {\n    const field = record.fields[i];\n    //nvdebug(`1st F: ${i + 1}/${record.fields.length} ${fieldToString(field)}`);\n    return field;\n  }\n  return undefined;\n}\n\nfunction isRelevantSubfield6Chain(fields) {\n  if (fields.length < 2) { // 1 non-880-field and 1+ 880 fields\n    return false;\n  }\n  const non880 = fields.filter(f => f.tag !== '880');\n  if (non880.length !== 1) {\n    return false;\n  }\n\n  const linkingNumbers = fieldsGetAllSubfield8LinkingNumbers(fields);\n  if (linkingNumbers.length !== 0) {\n    return false;\n  }\n\n  return fields.every(f => fieldHasSubfield(f, '6'));\n}\n\nexport function fieldIsFirstFieldInChain(field, chain, record) {\n  // Interpretation of first: position of field in record (however, we might have a duplicate field. See tests...)\n  const firstField = getFirstField(record, chain);\n  if (firstField) {\n    return fieldToString(field) === fieldToString(firstField);\n  }\n  return false;\n\n}\n\n\nexport function getAllLinkedSubfield6Fields(field, record) {\n  const fields = get6s(field, record);\n  const moreFields = add8s(fields, record);\n\n  // Currently we don't handle fields with more than one $6 and/or $8 subfield.\n  if (moreFields.length > fields.length) {\n    return []; // Don't fix!\n  }\n  return moreFields;\n}\n\nexport function isFirstLinkedSubfield6Field(field, record) {\n  if (!field.subfields) { // Is not a datafield\n    return false;\n  }\n  const chain = getAllLinkedSubfield6Fields(field, record);\n  if (!isRelevantSubfield6Chain(chain)) {\n    nvdebug(`Rejected 6: ${fieldsToString(chain)}`);\n    return false;\n  }\n\n  return fieldIsFirstFieldInChain(field, chain, record);\n}\n\nexport function recordGetSubfield6ChainHeads(record) {\n  return record.fields.filter(field => isFirstLinkedSubfield6Field(field, record));\n}\n\nexport function recordGetMaxSubfield6OccurrenceNumberAsInteger(record) {\n  // Should we cache the value here?\n  const vals = record.fields.map((field) => fieldGetMaxSubfield6OccurrenceNumberAsInteger(field));\n  return Math.max(...vals);\n}\n\n\nexport function get6s(field, candidateFields) { // NB! Convert field to fields!!!\n  // Get all fields with given occurence number\n  const sixes = field.subfields.filter(sf => isValidSubfield6(sf));\n\n  if (sixes.length === 0) {\n    return [field];\n  }\n  nvdebug(`SIXES: ${sixes.length}`);\n  const occurrenceNumbers = sixes.map(sf => subfield6GetOccurrenceNumber(sf)).filter(value => value !== undefined && value !== '00');\n  nvdebug(occurrenceNumbers.join(' -- '));\n\n  const relevantFields = candidateFields.filter(f => occurrenceNumbers.some(o => fieldHasOccurrenceNumber(f, o)));\n  nvdebug(`${fieldToString(field)}: $6-RELFIELDS FOUND: ${relevantFields.length}...`);\n  relevantFields.forEach(f => nvdebug(fieldToString(f)));\n  return relevantFields;\n}\n\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAGA,IAAAA,eAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAJA;AACA;;AAKA;AACA;AACA;AACA,MAAME,SAAS,GAAG,4DAA4D;AAEvE,SAASC,gBAAgBA,CAACC,QAAQ,EAAE;EACzC,IAAIA,QAAQ,CAACC,IAAI,KAAK,GAAG,EAAE;IACzB,OAAO,KAAK;EACd;EACA,OAAOD,QAAQ,CAACE,KAAK,CAACC,KAAK,CAACL,SAAS,CAAC;AACxC;AAEA,SAASM,eAAeA,CAACJ,QAAQ,EAAE;EACjC,IAAID,gBAAgB,CAACC,QAAQ,CAAC,EAAE;IAC9B,OAAOA,QAAQ,CAACE,KAAK,CAACG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC;EACvC;EACA,OAAOC,SAAS;AAClB;AAEO,SAASC,4BAA4BA,CAACP,QAAQ,EAAE;EACrD,IAAID,gBAAgB,CAACC,QAAQ,CAAC,EAAE;IAC9B;IACA,OAAOA,QAAQ,CAACE,KAAK,CAACG,SAAS,CAAC,CAAC,CAAC,CAACG,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;EAC1D;EACA,OAAOF,SAAS;AAClB;AAEO,SAASG,qCAAqCA,CAACT,QAAQ,EAAE;EAC9D,MAAMU,KAAK,GAAGH,4BAA4B,CAACP,QAAQ,CAAC;EACpD,IAAIU,KAAK,KAAKJ,SAAS,IAAII,KAAK,KAAK,IAAI,EAAE;IACzC,OAAO,CAAC;EACV;EACA,MAAMC,MAAM,GAAGC,QAAQ,CAACF,KAAK,EAAE,EAAE,CAAC;EAClC;EACA,OAAOC,MAAM;AACf;AAEO,SAASE,8BAA8BA,CAACb,QAAQ,EAAEc,gBAAgB,EAAE;EACzE,IAAI,CAACf,gBAAgB,CAACC,QAAQ,CAAC,EAAE;IAC/B;EACF;EACA,MAAMe,wBAAwB,GAAG,OAAOD,gBAAgB,KAAK,QAAQ,GAAGE,2BAA2B,CAACF,gBAAgB,CAAC,GAAGA,gBAAgB;EAExI,MAAMG,QAAQ,GAAGjB,QAAQ,CAACE,KAAK,CAACG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,GAAGU,wBAAwB,GAAGG,gBAAgB,CAAClB,QAAQ,CAAC,CAAC,CAAC;EACzG;EACAA,QAAQ,CAACE,KAAK,GAAGe,QAAQ,CAAC,CAAC;AAC7B;AAGA,SAASC,gBAAgBA,CAAClB,QAAQ,EAAE;EAClC,IAAID,gBAAgB,CAACC,QAAQ,CAAC,EAAE;IAC9B;IACA,OAAOA,QAAQ,CAACE,KAAK,CAACM,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;EAChD;EACA,OAAO,EAAE;AACX;AAEO,SAASW,wCAAwCA,CAACnB,QAAQ,EAAEoB,sBAAsB,EAAE;EACzF,IAAIpB,QAAQ,CAACC,IAAI,KAAK,GAAG,EAAE;IACzB,OAAO,KAAK;EACd;EACA;EACA,MAAMoB,GAAG,GAAGrB,QAAQ,CAACE,KAAK,CAACM,OAAO,CAAC,oCAAoC,EAAE,IAAI,CAAC,CAAC,CAAC;EAChF,IAAAc,cAAO,EAAE,aAAYD,GAAI,SAAQD,sBAAuB,GAAE,CAAC;EAC3D,OAAOC,GAAG,KAAKD,sBAAsB;AACvC;;AAEA;;AAEO,SAASG,sBAAsBA,CAACC,KAAK,EAAE;EAC5C,MAAMC,IAAI,GAAGD,KAAK,CAACE,SAAS,CAACC,MAAM,CAACC,EAAE,IAAIxB,eAAe,CAACwB,EAAE,CAAC,CAAC;EAC9D,IAAIH,IAAI,CAACI,MAAM,KAAK,CAAC,EAAE;IACrB,IAAAP,cAAO,EAAE,UAASG,IAAI,CAACI,MAAO,YAAW,IAAAC,uBAAgB,EAACL,IAAI,CAAC,CAAC,CAAC,CAAE,EAAC,CAAC;IACrE,OAAOrB,eAAe,CAACqB,IAAI,CAAC,CAAC,CAAC,CAAC;EACjC;EACA,OAAOnB,SAAS;AAClB;AAEO,SAASyB,mCAAmCA,CAACP,KAAK,EAAE;EACzD,MAAMQ,iBAAiB,GAAGR,KAAK,CAACE,SAAS,CAACC,MAAM,CAACC,EAAE,IAAIrB,4BAA4B,CAACqB,EAAE,CAAC,CAAC;EACxF,IAAII,iBAAiB,CAACH,MAAM,KAAK,CAAC,EAAE;IAClC,OAAOtB,4BAA4B,CAACyB,iBAAiB,CAAC,CAAC,CAAC,CAAC;EAC3D;EACA,OAAO1B,SAAS;AAClB;AAEO,SAAS2B,wBAAwBA,CAACT,KAAK,EAAEV,gBAAgB,EAAE;EAChE;EACA,OAAOU,KAAK,CAACE,SAAS,IAAIF,KAAK,CAACE,SAAS,CAACQ,IAAI,CAACN,EAAE,IAAIrB,4BAA4B,CAACqB,EAAE,CAAC,KAAKd,gBAAgB,CAAC;AAC7G;AAEO,SAASqB,0BAA0BA,CAACX,KAAK,EAAEY,mBAAmB,EAAEC,mBAAmB,GAAG/B,SAAS,EAAE;EACtGkB,KAAK,CAACE,SAAS,CAACY,OAAO,CAACtC,QAAQ,IAAIuC,UAAU,CAACvC,QAAQ,CAAC,CAAC;EAEzD,SAASuC,UAAUA,CAACvC,QAAQ,EAAE;IAC5B;IACA,IAAIqC,mBAAmB,KAAK/B,SAAS,EAAE;MACrC,MAAMkC,oBAAoB,GAAGjC,4BAA4B,CAACP,QAAQ,CAAC;MACnE,IAAIwC,oBAAoB,KAAKH,mBAAmB,EAAE;QAChD;MACF;IACF;IACAxB,8BAA8B,CAACb,QAAQ,EAAEoC,mBAAmB,CAAC;EAC/D;AACF;AAEO,SAASpB,2BAA2BA,CAACyB,CAAC,EAAE;EAC7C,OAAOA,CAAC,GAAG,EAAE,GAAI,IAAGA,CAAE,EAAC,GAAI,GAAEA,CAAE,EAAC;AAClC;AAEO,SAASC,6CAA6CA,CAAClB,KAAK,EAAE;EACnE;EACA;EACA,MAAMmB,IAAI,GAAGnB,KAAK,CAACE,SAAS,GAAGF,KAAK,CAACE,SAAS,CAACC,MAAM,CAAC3B,QAAQ,IAAID,gBAAgB,CAACC,QAAQ,CAAC,CAAC,GAAG,EAAE;EAClG,IAAI2C,IAAI,CAACd,MAAM,KAAK,CAAC,EAAE;IACrB,OAAO,CAAC;EACV;EACA;EACA;EACA,MAAMe,IAAI,GAAGD,IAAI,CAACE,GAAG,CAACjB,EAAE,IAAInB,qCAAqC,CAACmB,EAAE,CAAC,CAAC;EACtE,OAAOkB,IAAI,CAACC,GAAG,CAAC,GAAGH,IAAI,CAAC;AAC1B;AAGO,SAASI,oCAAoCA,CAACxB,KAAK,EAAEJ,sBAAsB,EAAE;EAClF,OAAOI,KAAK,CAACE,SAAS,IAAIF,KAAK,CAACE,SAAS,CAACQ,IAAI,CAACN,EAAE,IAAIT,wCAAwC,CAACS,EAAE,EAAER,sBAAsB,CAAC,CAAC;AAC5H;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAGO,SAAS6B,sBAAsBA,CAACzB,KAAK,EAAE;EAC5C,OAAOA,KAAK,CAACE,SAAS,IAAIF,KAAK,CAACE,SAAS,CAACQ,IAAI,CAACN,EAAE,IAAI7B,gBAAgB,CAAC6B,EAAE,CAAC,CAAC;AAC5E;AAGA,SAASsB,eAAeA,CAAC1B,KAAK,EAAE2B,UAAU,EAAE;EAC1C;EACA;EACA,IAAI,CAACF,sBAAsB,CAACzB,KAAK,CAAC,IAAI,CAACyB,sBAAsB,CAACE,UAAU,CAAC,EAAE;IACzE,OAAO,KAAK;EACd;EAEA,IAAI,CAACC,gBAAgB,CAAC5B,KAAK,CAAC6B,GAAG,EAAEF,UAAU,CAACE,GAAG,CAAC,EAAE;IAChD;IACA,OAAO,KAAK;EACd;EAGA,MAAMC,UAAU,GAAGvB,mCAAmC,CAACP,KAAK,CAAC;EAC7D,IAAI8B,UAAU,KAAKhD,SAAS,IAAIgD,UAAU,KAAK,IAAI,EAAE;IACnD;IACA,OAAO,KAAK;EACd;EAEA,MAAMC,eAAe,GAAGxB,mCAAmC,CAACoB,UAAU,CAAC;EAGvE,IAAIG,UAAU,KAAKC,eAAe,EAAE;IAClC;IACA,OAAO,KAAK;EACd;EAEA,IAAIhC,sBAAsB,CAACC,KAAK,CAAC,KAAK2B,UAAU,CAACE,GAAG,IAAI7B,KAAK,CAAC6B,GAAG,KAAK9B,sBAAsB,CAAC4B,UAAU,CAAC,EAAE;IACxG;IACA,OAAO,KAAK;EACd;EACA,OAAO,IAAI;EAEX,SAASC,gBAAgBA,CAACI,IAAI,EAAEC,IAAI,EAAE;IACpC;IACA,IAAID,IAAI,KAAK,KAAK,IAAIC,IAAI,KAAK,KAAK,EAAE;MACpC,OAAO,KAAK;IACd;IACA,IAAID,IAAI,KAAK,KAAK,IAAIC,IAAI,KAAK,KAAK,EAAE;MACpC,OAAO,KAAK;IACd;IACA,OAAO,IAAI;EACb;AACF;AAGA,SAASC,kCAAkCA,CAAC1D,QAAQ,EAAE;EACpD,IAAIA,QAAQ,CAACC,IAAI,KAAK,GAAG,IAAID,QAAQ,CAACE,KAAK,CAACG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,GAAG,EAAE;IACnE;EACF;EACAL,QAAQ,CAACE,KAAK,GAAI,IAAGF,QAAQ,CAACE,KAAK,CAACG,SAAS,CAAC,CAAC,CAAE,EAAC,CAAC,CAAC;AACtD;AAEO,SAASsD,+BAA+BA,CAACnC,KAAK,EAAE;EACrD,IAAIA,KAAK,CAAC6B,GAAG,KAAK,KAAK,EAAE;IACvB;EACF;EACA7B,KAAK,CAACE,SAAS,CAACY,OAAO,CAACV,EAAE,IAAI8B,kCAAkC,CAAC9B,EAAE,CAAC,CAAC;AACvE;AAGO,SAASgC,6BAA6BA,CAACpC,KAAK,EAAEqC,UAAU,EAAE;EAC/D;EACA;EACA,MAAMC,KAAK,GAAGD,UAAU,CAAClC,MAAM,CAACwB,UAAU,IAAID,eAAe,CAAC1B,KAAK,EAAE2B,UAAU,CAAC,CAAC;EACjF,IAAIW,KAAK,CAACjC,MAAM,KAAK,CAAC,EAAE;IACtB,IAAAP,cAAO,EAAE,uBAAsB,IAAAyC,oBAAa,EAACvC,KAAK,CAAE,GAAE,CAAC;IACvD,OAAOsC,KAAK;EACd;EACA,IAAAxC,cAAO,EAAE,GAAEwC,KAAK,CAACjC,MAAO,uBAAsB,IAAAkC,oBAAa,EAACvC,KAAK,CAAE,GAAE,CAAC;EACtEsC,KAAK,CAACxB,OAAO,CAAC0B,WAAW,IAAI,IAAA1C,cAAO,EAAE,MAAK,IAAAyC,oBAAa,EAACC,WAAW,CAAE,GAAE,CAAC,CAAC;EAC1E,OAAOF,KAAK;AACd;AAEO,SAASG,yBAAyBA,CAACzC,KAAK,EAAE;EAC/C;EACA,IAAIQ,iBAAiB,GAAG,EAAE;EAC1BR,KAAK,CAACE,SAAS,EAAEY,OAAO,CAACV,EAAE,IAAIsC,+BAA+B,CAACtC,EAAE,CAAC,CAAC;EAEnE,SAASsC,+BAA+BA,CAACtC,EAAE,EAAE;IAC3C,IAAI,CAAC7B,gBAAgB,CAAC6B,EAAE,CAAC,EAAE;MACzB;IACF;IACA,MAAMd,gBAAgB,GAAGP,4BAA4B,CAACqB,EAAE,CAAC;IACzD,IAAId,gBAAgB,KAAK,IAAI,IAAIkB,iBAAiB,CAACmC,QAAQ,CAACrD,gBAAgB,CAAC,EAAE;MAC7E;IACF;IACAkB,iBAAiB,CAACoC,IAAI,CAACtD,gBAAgB,CAAC;EAC1C;EACA;EACA,OAAOkB,iBAAiB;AAC1B;AAEO,SAASqC,0BAA0BA,CAACC,MAAM,EAAE;EACjD;EACA,IAAItC,iBAAiB,GAAG,EAAE;EAE1BsC,MAAM,CAAChC,OAAO,CAACiC,CAAC,IAAIC,6BAA6B,CAACD,CAAC,CAAC,CAAC;EAErD,SAASC,6BAA6BA,CAACD,CAAC,EAAE;IACxC,MAAME,oBAAoB,GAAGR,yBAAyB,CAACM,CAAC,CAAC;IACzDE,oBAAoB,CAACnC,OAAO,CAACxB,gBAAgB,IAAI;MAC/C,IAAI,CAACkB,iBAAiB,CAACmC,QAAQ,CAACrD,gBAAgB,CAAC,EAAE;QACjDkB,iBAAiB,CAACoC,IAAI,CAACtD,gBAAgB,CAAC;MAC1C;IAEF,CAAC,CAAC;EACJ;EACA;EACA,OAAOkB,iBAAiB;AAC1B;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEO,SAAS0C,KAAKA,CAACrB,GAAG,EAAE;EACzB,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACc,QAAQ,CAACd,GAAG,CAAC;AACnD;AAGA,SAASsB,iBAAiBA,CAACtB,GAAG,EAAE;EAC9B,IAAIA,GAAG,CAAClD,KAAK,CAAC,wBAAwB,CAAC,EAAE;IACvC,OAAQ,IAAGkD,GAAG,CAAChD,SAAS,CAAC,CAAC,CAAE,EAAC;EAC/B;EACA,OAAOgD,GAAG;AACZ;AAEA,SAASuB,0BAA0BA,CAAChD,EAAE,EAAEyB,GAAG,EAAEwB,mBAAmB,GAAG,CAAC,EAAEC,yBAAyB,GAAG,KAAK,EAAEC,wBAAwB,GAAG,KAAK,EAAE;EACzI;EACA;EACA,IAAIhF,gBAAgB,CAAC6B,EAAE,CAAC,EAAE;IAAE;IAC1B;IACA,MAAM6B,IAAI,GAAGsB,wBAAwB,GAAGJ,iBAAiB,CAACtB,GAAG,CAAC,GAAGA,GAAG;IAEpE,MAAMvC,gBAAgB,GAAGgE,yBAAyB,GAAG,IAAI,GAAGvE,4BAA4B,CAACqB,EAAE,CAAC;IAC5F;IACA;IACA,OAAQ,KAAIA,EAAE,CAAC3B,IAAK,IAAGwD,IAAK,IAAG3C,gBAAiB,GAAEI,gBAAgB,CAACU,EAAE,CAAE,EAAC;EAC1E;EAEA,IAAI,IAAAoD,gCAAgB,EAACpD,EAAE,CAAC,EAAE;IACxB,MAAMqD,iBAAiB,GAAG,IAAAC,yCAAyB,EAACtD,EAAE,CAAC,CAAC,CAAC;IACzD,IAAIiD,mBAAmB,GAAG,CAAC,IAAII,iBAAiB,KAAKJ,mBAAmB,EAAE;MACxE;MACA,MAAMM,OAAO,GAAGvD,EAAE,CAAC1B,KAAK,CAACM,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC;MAClD,OAAQ,KAAIoB,EAAE,CAAC3B,IAAK,IAAGkF,OAAQ,EAAC;IAClC;IACA,OAAO,EAAE,CAAC,CAAC;EACb;EACA,OAAQ,IAAG,IAAArD,uBAAgB,EAACF,EAAE,CAAE,EAAC,CAAC,CAAC;AACrC;AAEO,SAASwD,uBAAuBA,CAAC5D,KAAK,EAAEqD,mBAAmB,GAAG,CAAC,EAAEC,yBAAyB,GAAG,KAAK,EAAEC,wBAAwB,GAAG,KAAK,EAAE;EAC3I,IAAI,WAAW,IAAIvD,KAAK,EAAE;IACxB,MAAMiC,IAAI,GAAGsB,wBAAwB,GAAGJ,iBAAiB,CAACnD,KAAK,CAAC6B,GAAG,CAAC,GAAG7B,KAAK,CAAC6B,GAAG;IAChF,OAAQ,GAAEI,IAAK,IAAGjC,KAAK,CAAC6D,IAAK,GAAE7D,KAAK,CAAC8D,IAAK,GAAEC,2BAA2B,CAAC/D,KAAK,CAAE,EAAC;EAClF;EACA,OAAQ,GAAEA,KAAK,CAAC6B,GAAI,OAAM7B,KAAK,CAACtB,KAAM,EAAC;EAEvC,SAASqF,2BAA2BA,CAAC/D,KAAK,EAAE;IAC1C,OAAOA,KAAK,CAACE,SAAS,CAACmB,GAAG,CAACjB,EAAE,IAAIgD,0BAA0B,CAAChD,EAAE,EAAEJ,KAAK,CAAC6B,GAAG,EAAEwB,mBAAmB,EAAEC,yBAAyB,EAAEC,wBAAwB,CAAC,CAAC,CAACS,IAAI,CAAC,EAAE,CAAC;EAChK;AAEF;AAGA,SAASC,wBAAwBA,CAACnB,MAAM,EAAEoB,0BAA0B,EAAE;EACpE,IAAIA,0BAA0B,KAAK,CAAC,EAAE;IACpC,OAAOA,0BAA0B;EACnC;EACA,MAAMC,cAAc,GAAG,IAAAC,mDAAmC,EAACtB,MAAM,CAAC;EAClE,OAAOqB,cAAc,CAAC9D,MAAM,KAAK,CAAC,GAAG8D,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC9D;AAEO,SAASE,wBAAwBA,CAACvB,MAAM,EAAEoB,0BAA0B,GAAG,CAAC,EAAEZ,yBAAyB,GAAG,KAAK,EAAEH,iBAAiB,GAAG,KAAK,EAAE;EAC7I,MAAME,mBAAmB,GAAGY,wBAAwB,CAACnB,MAAM,EAAEoB,0BAA0B,CAAC;EAExF,IAAApE,cAAO,EAAE,kCAAiCwD,yBAA0B,EAAC,CAAC;EACtE,MAAMgB,OAAO,GAAGxB,MAAM,CAACzB,GAAG,CAACrB,KAAK,IAAI4D,uBAAuB,CAAC5D,KAAK,EAAEqD,mBAAmB,EAAEC,yBAAyB,EAAEH,iBAAiB,CAAC,CAAC;EACtImB,OAAO,CAACC,IAAI,CAAC,CAAC,CAAC,CAAC;EAChB,OAAOD,OAAO,CAACN,IAAI,CAAC,mBAAmB,CAAC;AAC1C;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA,SAASQ,aAAaA,CAACC,MAAM,EAAE3B,MAAM,EAAE;EACrC,MAAM4B,eAAe,GAAG5B,MAAM,CAACzB,GAAG,CAACrB,KAAK,IAAI,IAAAuC,oBAAa,EAACvC,KAAK,CAAC,CAAC;EACjE;EACA;EACA,MAAMiB,CAAC,GAAGwD,MAAM,CAAC3B,MAAM,CAAC6B,SAAS,CAAC3E,KAAK,IAAI0E,eAAe,CAAC/B,QAAQ,CAAC,IAAAJ,oBAAa,EAACvC,KAAK,CAAC,CAAC,CAAC;EAC1F,IAAIiB,CAAC,GAAG,CAAC,CAAC,EAAE;IACV,MAAMjB,KAAK,GAAGyE,MAAM,CAAC3B,MAAM,CAAC7B,CAAC,CAAC;IAC9B;IACA,OAAOjB,KAAK;EACd;EACA,OAAOlB,SAAS;AAClB;AAEA,SAAS8F,wBAAwBA,CAAC9B,MAAM,EAAE;EACxC,IAAIA,MAAM,CAACzC,MAAM,GAAG,CAAC,EAAE;IAAE;IACvB,OAAO,KAAK;EACd;EACA,MAAMwE,MAAM,GAAG/B,MAAM,CAAC3C,MAAM,CAAC4C,CAAC,IAAIA,CAAC,CAAClB,GAAG,KAAK,KAAK,CAAC;EAClD,IAAIgD,MAAM,CAACxE,MAAM,KAAK,CAAC,EAAE;IACvB,OAAO,KAAK;EACd;EAEA,MAAM8D,cAAc,GAAG,IAAAC,mDAAmC,EAACtB,MAAM,CAAC;EAClE,IAAIqB,cAAc,CAAC9D,MAAM,KAAK,CAAC,EAAE;IAC/B,OAAO,KAAK;EACd;EAEA,OAAOyC,MAAM,CAACgC,KAAK,CAAC/B,CAAC,IAAI,IAAAgC,uBAAgB,EAAChC,CAAC,EAAE,GAAG,CAAC,CAAC;AACpD;AAEO,SAASiC,wBAAwBA,CAAChF,KAAK,EAAEiF,KAAK,EAAER,MAAM,EAAE;EAC7D;EACA,MAAMS,UAAU,GAAGV,aAAa,CAACC,MAAM,EAAEQ,KAAK,CAAC;EAC/C,IAAIC,UAAU,EAAE;IACd,OAAO,IAAA3C,oBAAa,EAACvC,KAAK,CAAC,KAAK,IAAAuC,oBAAa,EAAC2C,UAAU,CAAC;EAC3D;EACA,OAAO,KAAK;AAEd;AAGO,SAASC,2BAA2BA,CAACnF,KAAK,EAAEyE,MAAM,EAAE;EACzD,MAAM3B,MAAM,GAAGsC,KAAK,CAACpF,KAAK,EAAEyE,MAAM,CAAC;EACnC,MAAMY,UAAU,GAAG,IAAAC,qBAAK,EAACxC,MAAM,EAAE2B,MAAM,CAAC;;EAExC;EACA,IAAIY,UAAU,CAAChF,MAAM,GAAGyC,MAAM,CAACzC,MAAM,EAAE;IACrC,OAAO,EAAE,CAAC,CAAC;EACb;EACA,OAAOgF,UAAU;AACnB;AAEO,SAASE,2BAA2BA,CAACvF,KAAK,EAAEyE,MAAM,EAAE;EACzD,IAAI,CAACzE,KAAK,CAACE,SAAS,EAAE;IAAE;IACtB,OAAO,KAAK;EACd;EACA,MAAM+E,KAAK,GAAGE,2BAA2B,CAACnF,KAAK,EAAEyE,MAAM,CAAC;EACxD,IAAI,CAACG,wBAAwB,CAACK,KAAK,CAAC,EAAE;IACpC,IAAAnF,cAAO,EAAE,eAAc,IAAA0F,qBAAc,EAACP,KAAK,CAAE,EAAC,CAAC;IAC/C,OAAO,KAAK;EACd;EAEA,OAAOD,wBAAwB,CAAChF,KAAK,EAAEiF,KAAK,EAAER,MAAM,CAAC;AACvD;AAEO,SAASgB,4BAA4BA,CAAChB,MAAM,EAAE;EACnD,OAAOA,MAAM,CAAC3B,MAAM,CAAC3C,MAAM,CAACH,KAAK,IAAIuF,2BAA2B,CAACvF,KAAK,EAAEyE,MAAM,CAAC,CAAC;AAClF;AAEO,SAASiB,8CAA8CA,CAACjB,MAAM,EAAE;EACrE;EACA,MAAMrD,IAAI,GAAGqD,MAAM,CAAC3B,MAAM,CAACzB,GAAG,CAAErB,KAAK,IAAKkB,6CAA6C,CAAClB,KAAK,CAAC,CAAC;EAC/F,OAAOsB,IAAI,CAACC,GAAG,CAAC,GAAGH,IAAI,CAAC;AAC1B;AAGO,SAASgE,KAAKA,CAACpF,KAAK,EAAE2F,eAAe,EAAE;EAAE;EAC9C;EACA,MAAMC,KAAK,GAAG5F,KAAK,CAACE,SAAS,CAACC,MAAM,CAACC,EAAE,IAAI7B,gBAAgB,CAAC6B,EAAE,CAAC,CAAC;EAEhE,IAAIwF,KAAK,CAACvF,MAAM,KAAK,CAAC,EAAE;IACtB,OAAO,CAACL,KAAK,CAAC;EAChB;EACA,IAAAF,cAAO,EAAE,UAAS8F,KAAK,CAACvF,MAAO,EAAC,CAAC;EACjC,MAAMG,iBAAiB,GAAGoF,KAAK,CAACvE,GAAG,CAACjB,EAAE,IAAIrB,4BAA4B,CAACqB,EAAE,CAAC,CAAC,CAACD,MAAM,CAACzB,KAAK,IAAIA,KAAK,KAAKI,SAAS,IAAIJ,KAAK,KAAK,IAAI,CAAC;EAClI,IAAAoB,cAAO,EAACU,iBAAiB,CAACwD,IAAI,CAAC,MAAM,CAAC,CAAC;EAEvC,MAAM6B,cAAc,GAAGF,eAAe,CAACxF,MAAM,CAAC4C,CAAC,IAAIvC,iBAAiB,CAACE,IAAI,CAACoF,CAAC,IAAIrF,wBAAwB,CAACsC,CAAC,EAAE+C,CAAC,CAAC,CAAC,CAAC;EAC/G,IAAAhG,cAAO,EAAE,GAAE,IAAAyC,oBAAa,EAACvC,KAAK,CAAE,yBAAwB6F,cAAc,CAACxF,MAAO,KAAI,CAAC;EACnFwF,cAAc,CAAC/E,OAAO,CAACiC,CAAC,IAAI,IAAAjD,cAAO,EAAC,IAAAyC,oBAAa,EAACQ,CAAC,CAAC,CAAC,CAAC;EACtD,OAAO8C,cAAc;AACvB","ignoreList":[]}
+{"version":3,"file":"subfield6Utils.js","names":["_subfield8Utils","require","_utils","sf6Regexp","isValidSubfield6","subfield","code","value","match","subfield6GetTag","substring","undefined","subfield6GetOccurrenceNumber","replace","subfield6GetOccurrenceNumberAsInteger","index","result","parseInt","subfield6ResetOccurrenceNumber","occurrenceNumber","occurrenceNumberAsString","intToOccurrenceNumberString","newValue","subfield6GetTail","subfield6HasWantedTagAndOccurrenceNumber","tagAndOccurrenceNumber","key","nvdebug","fieldGetUnambiguousTag","field","tags","subfields","filter","sf","length","subfieldToString","fieldGetUnambiguousOccurrenceNumber","occurrenceNumbers","fieldHasOccurrenceNumber","some","fieldResetOccurrenceNumber","newOccurrenceNumber","oldOccurrenceNumber","forEach","innerReset","currOccurrenceNumber","i","fieldGetMaxSubfield6OccurrenceNumberAsInteger","sf6s","vals","map","Math","max","fieldHasWantedTagAndOccurrenceNumber","fieldHasValidSubfield6","isSubfield6Pair","otherField","tagsArePairable6","tag","fieldIndex","otherFieldIndex","tag1","tag2","subfieldSevenToOneOccurrenceNumber","fieldSevenToOneOccurrenceNumber","fieldGetOccurrenceNumberPairs","candFields","pairs","fieldToString","pairedField","fieldGetOccurrenceNumbers","subfieldExtractOccurrenceNumber","includes","push","fieldsGetOccurrenceNumbers","fields","f","fieldProcessOccurrenceNumbers","newOccurrenceNumbers","is7XX","normalizeEntryTag","subfieldToNormalizedString","targetLinkingNumber","normalizeOccurrenceNumber","normalizeEntryTagBoolean","isValidSubfield8","currLinkingNumber","getSubfield8LinkingNumber","normVal","fieldToNormalizedString","ind1","ind2","formatAndNormalizeSubfields","join","guessTargetLinkingNumber","defaultTargetLinkingNumber","linkingNumbers","fieldsGetAllSubfield8LinkingNumbers","fieldsToNormalizedString","strings","sort","getFirstField","record","fieldsAsStrings","findIndex","isRelevantSubfield6Chain","non880","every","fieldHasSubfield","fieldIsFirstFieldInChain","chain","firstField","getAllLinkedSubfield6Fields","get6s","moreFields","add8s","isFirstLinkedSubfield6Field","fieldsToString","recordGetSubfield6ChainHeads","recordGetMaxSubfield6OccurrenceNumberAsInteger","candidateFields","sixes","relevantFields","o"],"sources":["../src/subfield6Utils.js"],"sourcesContent":["// import createDebugLogger from 'debug';\n// const debug = createDebugLogger('@natlibfi/marc-record-validator-melinda/subfield6Utils');\n\nimport {add8s, fieldsGetAllSubfield8LinkingNumbers, getSubfield8LinkingNumber, isValidSubfield8} from './subfield8Utils';\nimport {fieldHasSubfield, fieldToString, fieldsToString, nvdebug, subfieldToString} from './utils';\n\n// NB! Subfield 6 is non-repeatable and it should always comes first!\n// NB! Index size should always be 2 (preceding 0 required for 01..09) However, support for 100+ was added on 2023-02-27.\n// NB! Index value '00' are left as they are (is not paired/indexed/whatever.\nconst sf6Regexp = /^[0-9][0-9][0-9]-(?:[0-9][0-9]|[1-9][0-9]+)(?:[^0-9].*)?$/u;\n\nexport function isValidSubfield6(subfield) {\n  if (subfield.code !== '6') {\n    return false;\n  }\n  return subfield.value.match(sf6Regexp);\n}\n\nfunction subfield6GetTag(subfield) {\n  if (isValidSubfield6(subfield)) {\n    return subfield.value.substring(0, 3);\n  }\n  return undefined;\n}\n\nexport function subfield6GetOccurrenceNumber(subfield) {\n  if (isValidSubfield6(subfield)) {\n    // Skip \"TAG-\" prefix. 2023-02-20: removed 2-digit requirement from here...\n    return subfield.value.substring(4).replace(/\\D.*$/u, '');\n  }\n  return undefined;\n}\n\nexport function subfield6GetOccurrenceNumberAsInteger(subfield) {\n  const index = subfield6GetOccurrenceNumber(subfield);\n  if (index === undefined || index === '00') {\n    return 0;\n  }\n  const result = parseInt(index, 10);\n  //nvdebug(`SF6: ${subfield.value} => ${index} => ${result}`, debug);\n  return result;\n}\n\nexport function subfield6ResetOccurrenceNumber(subfield, occurrenceNumber) {\n  if (!isValidSubfield6(subfield)) {\n    return;\n  }\n  const occurrenceNumberAsString = typeof occurrenceNumber === 'number' ? intToOccurrenceNumberString(occurrenceNumber) : occurrenceNumber;\n\n  const newValue = subfield.value.substring(0, 4) + occurrenceNumberAsString + subfield6GetTail(subfield); // eslint-disable-line functional/immutable-data\n  //nvdebug(`Set subfield $6 value from ${subfieldToString(subfield)} to ${newValue}`);\n  subfield.value = newValue; // eslint-disable-line functional/immutable-data\n}\n\n\nfunction subfield6GetTail(subfield) {\n  if (isValidSubfield6(subfield)) {\n    // Skip \"TAG-\" prefix. 2023-02-20: removed 2-digit requirement from here...\n    return subfield.value.replace(/^\\d+-\\d+/u, '');\n  }\n  return '';\n}\n\nexport function subfield6HasWantedTagAndOccurrenceNumber(subfield, tagAndOccurrenceNumber) {\n  if (subfield.code !== '6') {\n    return false;\n  }\n  // We could also use generic code and go getTag()+'-'+getIndex() instead of regexp...\n  const key = subfield.value.replace(/^([0-9][0-9][0-9]-[0-9][0-9]+).*$/u, '$1'); // eslint-disable-line prefer-named-capture-group\n  nvdebug(` Compare '${key}' vs '${tagAndOccurrenceNumber}'`);\n  return key === tagAndOccurrenceNumber;\n}\n\n// <= SUBFIELD, FIELD =>\n\nexport function fieldGetUnambiguousTag(field) {\n  const tags = field.subfields.filter(sf => subfield6GetTag(sf));\n  if (tags.length === 1) {\n    nvdebug(`   GOT ${tags.length} tag(s): ${subfieldToString(tags[0])}`);\n    return subfield6GetTag(tags[0]);\n  }\n  return undefined;\n}\n\nexport function fieldGetUnambiguousOccurrenceNumber(field) {\n  const occurrenceNumbers = field.subfields.filter(sf => subfield6GetOccurrenceNumber(sf));\n  if (occurrenceNumbers.length === 1) {\n    return subfield6GetOccurrenceNumber(occurrenceNumbers[0]);\n  }\n  return undefined;\n}\n\nexport function fieldHasOccurrenceNumber(field, occurrenceNumber) {\n  //nvdebug(`${occurrenceNumber} vs ${fieldToString(field)}`);\n  return field.subfields && field.subfields.some(sf => subfield6GetOccurrenceNumber(sf) === occurrenceNumber);\n}\n\nexport function fieldResetOccurrenceNumber(field, newOccurrenceNumber, oldOccurrenceNumber = undefined) {\n  field.subfields.forEach(subfield => innerReset(subfield));\n\n  function innerReset(subfield) {\n    // (Optional) Check that this is really the occurrence number we wan't to reseot\n    if (oldOccurrenceNumber !== undefined) {\n      const currOccurrenceNumber = subfield6GetOccurrenceNumber(subfield);\n      if (currOccurrenceNumber !== oldOccurrenceNumber) {\n        return;\n      }\n    }\n    subfield6ResetOccurrenceNumber(subfield, newOccurrenceNumber);\n  }\n}\n\nexport function intToOccurrenceNumberString(i) {\n  return i < 10 ? `0${i}` : `${i}`;\n}\n\nexport function fieldGetMaxSubfield6OccurrenceNumberAsInteger(field) {\n  // used by reducer!\n  //nvdebug(`Checking subfields $6 from ${JSON.stringify(field)}`);\n  const sf6s = field.subfields ? field.subfields.filter(subfield => isValidSubfield6(subfield)) : [];\n  if (sf6s.length === 0) {\n    return 0;\n  }\n  // There should always be one, but here we check every subfield.\n  //nvdebug(`Got ${field.subfields} $6-subfield(s) from ${JSON.stringify(field)}`, debug);\n  const vals = sf6s.map(sf => subfield6GetOccurrenceNumberAsInteger(sf));\n  return Math.max(...vals);\n}\n\n\nexport function fieldHasWantedTagAndOccurrenceNumber(field, tagAndOccurrenceNumber) {\n  return field.subfields && field.subfields.some(sf => subfield6HasWantedTagAndOccurrenceNumber(sf, tagAndOccurrenceNumber));\n}\n\n\n/*\nexport function getFieldsWithGivenOccurrenceNumberSubfield6(record, occurrenceNumberAsString) {\n  const record.fields.filter(field => field\n\n  function fieldHasIndex(field, index) {\n    if (!field.subfields) {\n      return false;\n    }\n    return field.subfields.find(sf => isValidSubfield6(sf) && subfieldGetOccurrenceNumber6(sf) === index);\n  }\n}\n*/\n\n\nexport function fieldHasValidSubfield6(field) {\n  return field.subfields && field.subfields.some(sf => isValidSubfield6(sf));\n}\n\nexport function isSubfield6Pair(field, otherField) {\n  // No need to log this:\n  //nvdebug(`LOOK for $6-pair:\\n ${fieldToString(field)}\\n ${fieldToString(otherField)}`);\n  if (!fieldHasValidSubfield6(field) || !fieldHasValidSubfield6(otherField)) {\n    return false;\n  }\n\n  if (!tagsArePairable6(field.tag, otherField.tag)) {\n    //nvdebug(` FAILED. REASON: TAGS NOT PAIRABLE!`);\n    return false;\n  }\n\n\n  const fieldIndex = fieldGetUnambiguousOccurrenceNumber(field);\n  if (fieldIndex === undefined || fieldIndex === '00') {\n    //nvdebug(` FAILED. REASON: NO INDEX FOUND`);\n    return false;\n  }\n\n  const otherFieldIndex = fieldGetUnambiguousOccurrenceNumber(otherField);\n\n\n  if (fieldIndex !== otherFieldIndex) {\n    //nvdebug(` FAILURE: INDEXES: ${fieldIndex} vs ${otherFieldIndex}`);\n    return false;\n  }\n\n  if (fieldGetUnambiguousTag(field) !== otherField.tag || field.tag !== fieldGetUnambiguousTag(otherField)) {\n    //nvdebug(` FAILURE: TAG vs $6 TAG`);\n    return false;\n  }\n  return true;\n\n  function tagsArePairable6(tag1, tag2) {\n    // How to do XOR operation in one line? Well, this is probably more readable...\n    if (tag1 === '880' && tag2 === '880') {\n      return false;\n    }\n    if (tag1 !== '880' && tag2 !== '880') {\n      return false;\n    }\n    return true;\n  }\n}\n\n\nfunction subfieldSevenToOneOccurrenceNumber(subfield) {\n  if (subfield.code !== '6' || subfield.value.substring(0, 1) !== '7') {\n    return;\n  }\n  subfield.value = `1${subfield.value.substring(1)}`; // eslint-disable-line functional/immutable-data\n}\n\nexport function fieldSevenToOneOccurrenceNumber(field) {\n  if (field.tag !== '880') {\n    return;\n  }\n  field.subfields.forEach(sf => subfieldSevenToOneOccurrenceNumber(sf));\n}\n\n\nexport function fieldGetOccurrenceNumberPairs(field, candFields) {\n  // NB! TAG!=880 returns 880 fields, TAG==880 returns non-880 field\n  //nvdebug(`  Trying to finds pair for ${fieldToString(field)} in ${candFields.length} fields`);\n  const pairs = candFields.filter(otherField => isSubfield6Pair(field, otherField));\n  if (pairs.length === 0) {\n    nvdebug(`NO PAIRS FOUND FOR '${fieldToString(field)}'`);\n    return pairs;\n  }\n  nvdebug(`${pairs.length} PAIR(S) FOUND FOR '${fieldToString(field)}'`);\n  pairs.forEach(pairedField => nvdebug(`  '${fieldToString(pairedField)}'`));\n  return pairs;\n}\n\nexport function fieldGetOccurrenceNumbers(field) {\n  /* eslint-disable */\n  let occurrenceNumbers = [];\n  field.subfields?.forEach(sf => subfieldExtractOccurrenceNumber(sf));\n\n  function subfieldExtractOccurrenceNumber(sf) {\n    if (!isValidSubfield6(sf)) {\n      return;\n    }\n    const occurrenceNumber = subfield6GetOccurrenceNumber(sf);\n    if (occurrenceNumber === '00' || occurrenceNumbers.includes(occurrenceNumber)) {\n      return;\n    }\n    occurrenceNumbers.push(occurrenceNumber);\n  }\n  /* eslint-enable */\n  return occurrenceNumbers;\n}\n\nexport function fieldsGetOccurrenceNumbers(fields) {\n  /* eslint-disable */\n  let occurrenceNumbers = [];\n\n  fields.forEach(f => fieldProcessOccurrenceNumbers(f));\n\n  function fieldProcessOccurrenceNumbers(f) {\n    const newOccurrenceNumbers = fieldGetOccurrenceNumbers(f);\n    newOccurrenceNumbers.forEach(occurrenceNumber => {\n      if (!occurrenceNumbers.includes(occurrenceNumber)) {\n        occurrenceNumbers.push(occurrenceNumber);\n      }\n\n    });\n  }\n  /* eslint-enable */\n  return occurrenceNumbers;\n}\n\n/*\nexport function fieldGetSubfield6Pair(field, record) {\n  const pairedFields = record.fields.filter(otherField => isSubfield6Pair(field, otherField));\n  if (pairedFields.length !== 1) {\n    return undefined;\n  }\n  // NB! It is theoretically possible to have multiple pairable 880 fields (one for each encoding)\n  nvdebug(`fieldGetSubfield6Pair(): ${fieldToString(field)} => ${fieldToString(pairedFields[0])}`);\n  return pairedFields[0];\n}\n*/\n\n/*\nexport function pairAndStringify6(field, record) {\n  const pair6 = fieldGetSubfield6Pair(field, record);\n  if (!pair6) {\n    return fieldToNormalizedString(field);\n  }\n  return fieldsToNormalizedString([field, pair6]);\n}\n*/\n\n// Frequencly list for $6 subfields in 1XX/7XX fields:\n// 231115 100\n// 183832 700\n//  28773 710\n//   2047 711\n//    661 110\n//    341 111\n//    284 130\n//     63 730\n// Thus there's a real risk of ending up with, say, identical 100 vs 700 chains.\n// Semi-hackily support 1XX/7XX-version: 7XX can be deleted if corresponding 1XX exists:\n\nexport function is7XX(tag) {\n  return ['700', '710', '711', '730'].includes(tag);\n}\n\n\nfunction normalizeEntryTag(tag) {\n  if (tag.match(/^[17](?:00|10|11|30)$/u)) {\n    return `X${tag.substring(1)}`;\n  }\n  return tag;\n}\n\nfunction subfieldToNormalizedString(sf, tag, targetLinkingNumber = 0, normalizeOccurrenceNumber = false, normalizeEntryTagBoolean = false) {\n  // targetLinkingNumber refers to $8.\n  // normalizeEntryTagBoolean refers to 1XX/7XX tag values in subfield $6 value.\n  if (isValidSubfield6(sf)) { // && targetLinkingNumber === 0) {\n    // 1XX/7XX (entry tag) normalization:\n    const tag2 = normalizeEntryTagBoolean ? normalizeEntryTag(tag) : tag;\n\n    const occurrenceNumber = normalizeOccurrenceNumber ? 'XX' : subfield6GetOccurrenceNumber(sf);\n    // If we are normalizing a $8 chain, don't normalize $6 occurrence number!\n    // Replace $6 occurrence number with XX:\n    return ` ‡${sf.code} ${tag2}-${occurrenceNumber}${subfield6GetTail(sf)}`;\n  }\n\n  if (isValidSubfield8(sf)) {\n    const currLinkingNumber = getSubfield8LinkingNumber(sf); //getSubfield8Index(sf);\n    if (targetLinkingNumber > 0 && currLinkingNumber === targetLinkingNumber) {\n      // For $8 we should only XX the index we are looking at...\n      const normVal = sf.value.replace(/^[0-9]+/u, 'XX');\n      return ` ‡${sf.code} ${normVal}`;\n    }\n    return ''; // Other $8 subfields are meaningless in this context\n  }\n  return ` ${subfieldToString(sf)}`; // `‡${sf.code} ${sf.value}`;\n}\n\nexport function fieldToNormalizedString(field, targetLinkingNumber = 0, normalizeOccurrenceNumber = false, normalizeEntryTagBoolean = false) {\n  if ('subfields' in field) {\n    const tag2 = normalizeEntryTagBoolean ? normalizeEntryTag(field.tag) : field.tag;\n    return `${tag2} ${field.ind1}${field.ind2}${formatAndNormalizeSubfields(field)}`;\n  }\n  return `${field.tag}    ${field.value}`;\n\n  function formatAndNormalizeSubfields(field) {\n    return field.subfields.map(sf => subfieldToNormalizedString(sf, field.tag, targetLinkingNumber, normalizeOccurrenceNumber, normalizeEntryTagBoolean)).join('');\n  }\n\n}\n\n\nfunction guessTargetLinkingNumber(fields, defaultTargetLinkingNumber) {\n  if (defaultTargetLinkingNumber !== 0) {\n    return defaultTargetLinkingNumber;\n  }\n  const linkingNumbers = fieldsGetAllSubfield8LinkingNumbers(fields);\n  return linkingNumbers.length === 1 ? linkingNumbers[0] : 0; // eslint-disable-line no-param-reassign\n}\n\nexport function fieldsToNormalizedString(fields, defaultTargetLinkingNumber = 0, normalizeOccurrenceNumber = false, normalizeEntryTag = false) {\n  const targetLinkingNumber = guessTargetLinkingNumber(fields, defaultTargetLinkingNumber);\n\n  nvdebug(`fieldsToNormalizedString: OCC: ${normalizeOccurrenceNumber}`);\n  const strings = fields.map(field => fieldToNormalizedString(field, targetLinkingNumber, normalizeOccurrenceNumber, normalizeEntryTag));\n  strings.sort(); // eslint-disable-line functional/immutable-data\n  return strings.join('\\t__SEPARATOR__\\t');\n}\n\n\n/*\n\nexport function removeField6IfNeeded(field, record, fieldsAsString) {\n  const pairField = fieldGetSubfield6Pair(field, record);\n  const asString = pairField ? fieldsToNormalizedString([field, pairField]) : fieldToNormalizedString(field);\n  nvdebug(`SOURCE: ${asString} -- REALITY: ${fieldToString(field)}`);\n  const tmp = pairField ? fieldToString(pairField) : 'HUTI';\n  nvdebug(`PAIR: ${tmp}`);\n  nvdebug(`BASE:\\n ${fieldsAsString.join('\\n ')}`);\n  if (!fieldsAsString.includes(asString)) {\n    return;\n  }\n  nvdebug(`Duplicate $6 removal: ${fieldToString(field)}`);\n  record.removeField(field);\n\n  if (pairField === undefined) {\n    return;\n  }\n  nvdebug(`Duplicate $6 removal (pair): ${fieldToString(pairField)}`);\n  record.removeField(pairField);\n}\n*/\n\nfunction getFirstField(record, fields) {\n  const fieldsAsStrings = fields.map(field => fieldToString(field));\n  //record.fields.forEach((field, i) => nvdebug(`${i}:\\t${fieldToString(field)}`));\n  //nvdebug(`getFirstField: ${fieldsAsStrings.join('\\t')}`);\n  const i = record.fields.findIndex(field => fieldsAsStrings.includes(fieldToString(field)));\n  if (i > -1) {\n    const field = record.fields[i];\n    //nvdebug(`1st F: ${i + 1}/${record.fields.length} ${fieldToString(field)}`);\n    return field;\n  }\n  return undefined;\n}\n\nfunction isRelevantSubfield6Chain(fields) {\n  if (fields.length < 2) { // 1 non-880-field and 1+ 880 fields\n    return false;\n  }\n  const non880 = fields.filter(f => f.tag !== '880');\n  if (non880.length !== 1) {\n    return false;\n  }\n\n  const linkingNumbers = fieldsGetAllSubfield8LinkingNumbers(fields);\n  if (linkingNumbers.length !== 0) {\n    return false;\n  }\n\n  return fields.every(f => fieldHasSubfield(f, '6'));\n}\n\nexport function fieldIsFirstFieldInChain(field, chain, record) {\n  // Interpretation of first: position of field in record (however, we might have a duplicate field. See tests...)\n  const firstField = getFirstField(record, chain);\n  if (firstField) {\n    return fieldToString(field) === fieldToString(firstField);\n  }\n  return false;\n\n}\n\n\nexport function getAllLinkedSubfield6Fields(field, record) {\n  const fields = get6s(field, record);\n  const moreFields = add8s(fields, record);\n\n  // Currently we don't handle fields with more than one $6 and/or $8 subfield.\n  if (moreFields.length > fields.length) {\n    return []; // Don't fix!\n  }\n  return moreFields;\n}\n\nexport function isFirstLinkedSubfield6Field(field, record) {\n  if (!field.subfields) { // Is not a datafield\n    return false;\n  }\n  const chain = getAllLinkedSubfield6Fields(field, record);\n  if (!isRelevantSubfield6Chain(chain)) {\n    nvdebug(`Rejected 6: ${fieldsToString(chain)}`);\n    return false;\n  }\n\n  return fieldIsFirstFieldInChain(field, chain, record);\n}\n\nexport function recordGetSubfield6ChainHeads(record) {\n  return record.fields.filter(field => isFirstLinkedSubfield6Field(field, record));\n}\n\nexport function recordGetMaxSubfield6OccurrenceNumberAsInteger(record) {\n  // Should we cache the value here?\n  const vals = record.fields.map((field) => fieldGetMaxSubfield6OccurrenceNumberAsInteger(field));\n  return Math.max(...vals);\n}\n\n\nexport function get6s(field, candidateFields) { // NB! Convert field to fields!!!\n  // Get all fields with given occurence number\n  const sixes = field.subfields.filter(sf => isValidSubfield6(sf));\n\n  if (sixes.length === 0) {\n    return [field];\n  }\n  nvdebug(`SIXES: ${sixes.length}`);\n  const occurrenceNumbers = sixes.map(sf => subfield6GetOccurrenceNumber(sf)).filter(value => value !== undefined && value !== '00');\n  nvdebug(occurrenceNumbers.join(' -- '));\n\n  const relevantFields = candidateFields.filter(f => occurrenceNumbers.some(o => fieldHasOccurrenceNumber(f, o)));\n  nvdebug(`${fieldToString(field)}: $6-RELFIELDS FOUND: ${relevantFields.length}...`);\n  relevantFields.forEach(f => nvdebug(fieldToString(f)));\n  return relevantFields;\n}\n\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAGA,IAAAA,eAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAJA;AACA;;AAKA;AACA;AACA;AACA,MAAME,SAAS,GAAG,4DAA4D;AAEvE,SAASC,gBAAgBA,CAACC,QAAQ,EAAE;EACzC,IAAIA,QAAQ,CAACC,IAAI,KAAK,GAAG,EAAE;IACzB,OAAO,KAAK;EACd;EACA,OAAOD,QAAQ,CAACE,KAAK,CAACC,KAAK,CAACL,SAAS,CAAC;AACxC;AAEA,SAASM,eAAeA,CAACJ,QAAQ,EAAE;EACjC,IAAID,gBAAgB,CAACC,QAAQ,CAAC,EAAE;IAC9B,OAAOA,QAAQ,CAACE,KAAK,CAACG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC;EACvC;EACA,OAAOC,SAAS;AAClB;AAEO,SAASC,4BAA4BA,CAACP,QAAQ,EAAE;EACrD,IAAID,gBAAgB,CAACC,QAAQ,CAAC,EAAE;IAC9B;IACA,OAAOA,QAAQ,CAACE,KAAK,CAACG,SAAS,CAAC,CAAC,CAAC,CAACG,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;EAC1D;EACA,OAAOF,SAAS;AAClB;AAEO,SAASG,qCAAqCA,CAACT,QAAQ,EAAE;EAC9D,MAAMU,KAAK,GAAGH,4BAA4B,CAACP,QAAQ,CAAC;EACpD,IAAIU,KAAK,KAAKJ,SAAS,IAAII,KAAK,KAAK,IAAI,EAAE;IACzC,OAAO,CAAC;EACV;EACA,MAAMC,MAAM,GAAGC,QAAQ,CAACF,KAAK,EAAE,EAAE,CAAC;EAClC;EACA,OAAOC,MAAM;AACf;AAEO,SAASE,8BAA8BA,CAACb,QAAQ,EAAEc,gBAAgB,EAAE;EACzE,IAAI,CAACf,gBAAgB,CAACC,QAAQ,CAAC,EAAE;IAC/B;EACF;EACA,MAAMe,wBAAwB,GAAG,OAAOD,gBAAgB,KAAK,QAAQ,GAAGE,2BAA2B,CAACF,gBAAgB,CAAC,GAAGA,gBAAgB;EAExI,MAAMG,QAAQ,GAAGjB,QAAQ,CAACE,KAAK,CAACG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,GAAGU,wBAAwB,GAAGG,gBAAgB,CAAClB,QAAQ,CAAC,CAAC,CAAC;EACzG;EACAA,QAAQ,CAACE,KAAK,GAAGe,QAAQ,CAAC,CAAC;AAC7B;AAGA,SAASC,gBAAgBA,CAAClB,QAAQ,EAAE;EAClC,IAAID,gBAAgB,CAACC,QAAQ,CAAC,EAAE;IAC9B;IACA,OAAOA,QAAQ,CAACE,KAAK,CAACM,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;EAChD;EACA,OAAO,EAAE;AACX;AAEO,SAASW,wCAAwCA,CAACnB,QAAQ,EAAEoB,sBAAsB,EAAE;EACzF,IAAIpB,QAAQ,CAACC,IAAI,KAAK,GAAG,EAAE;IACzB,OAAO,KAAK;EACd;EACA;EACA,MAAMoB,GAAG,GAAGrB,QAAQ,CAACE,KAAK,CAACM,OAAO,CAAC,oCAAoC,EAAE,IAAI,CAAC,CAAC,CAAC;EAChF,IAAAc,cAAO,EAAE,aAAYD,GAAI,SAAQD,sBAAuB,GAAE,CAAC;EAC3D,OAAOC,GAAG,KAAKD,sBAAsB;AACvC;;AAEA;;AAEO,SAASG,sBAAsBA,CAACC,KAAK,EAAE;EAC5C,MAAMC,IAAI,GAAGD,KAAK,CAACE,SAAS,CAACC,MAAM,CAACC,EAAE,IAAIxB,eAAe,CAACwB,EAAE,CAAC,CAAC;EAC9D,IAAIH,IAAI,CAACI,MAAM,KAAK,CAAC,EAAE;IACrB,IAAAP,cAAO,EAAE,UAASG,IAAI,CAACI,MAAO,YAAW,IAAAC,uBAAgB,EAACL,IAAI,CAAC,CAAC,CAAC,CAAE,EAAC,CAAC;IACrE,OAAOrB,eAAe,CAACqB,IAAI,CAAC,CAAC,CAAC,CAAC;EACjC;EACA,OAAOnB,SAAS;AAClB;AAEO,SAASyB,mCAAmCA,CAACP,KAAK,EAAE;EACzD,MAAMQ,iBAAiB,GAAGR,KAAK,CAACE,SAAS,CAACC,MAAM,CAACC,EAAE,IAAIrB,4BAA4B,CAACqB,EAAE,CAAC,CAAC;EACxF,IAAII,iBAAiB,CAACH,MAAM,KAAK,CAAC,EAAE;IAClC,OAAOtB,4BAA4B,CAACyB,iBAAiB,CAAC,CAAC,CAAC,CAAC;EAC3D;EACA,OAAO1B,SAAS;AAClB;AAEO,SAAS2B,wBAAwBA,CAACT,KAAK,EAAEV,gBAAgB,EAAE;EAChE;EACA,OAAOU,KAAK,CAACE,SAAS,IAAIF,KAAK,CAACE,SAAS,CAACQ,IAAI,CAACN,EAAE,IAAIrB,4BAA4B,CAACqB,EAAE,CAAC,KAAKd,gBAAgB,CAAC;AAC7G;AAEO,SAASqB,0BAA0BA,CAACX,KAAK,EAAEY,mBAAmB,EAAEC,mBAAmB,GAAG/B,SAAS,EAAE;EACtGkB,KAAK,CAACE,SAAS,CAACY,OAAO,CAACtC,QAAQ,IAAIuC,UAAU,CAACvC,QAAQ,CAAC,CAAC;EAEzD,SAASuC,UAAUA,CAACvC,QAAQ,EAAE;IAC5B;IACA,IAAIqC,mBAAmB,KAAK/B,SAAS,EAAE;MACrC,MAAMkC,oBAAoB,GAAGjC,4BAA4B,CAACP,QAAQ,CAAC;MACnE,IAAIwC,oBAAoB,KAAKH,mBAAmB,EAAE;QAChD;MACF;IACF;IACAxB,8BAA8B,CAACb,QAAQ,EAAEoC,mBAAmB,CAAC;EAC/D;AACF;AAEO,SAASpB,2BAA2BA,CAACyB,CAAC,EAAE;EAC7C,OAAOA,CAAC,GAAG,EAAE,GAAI,IAAGA,CAAE,EAAC,GAAI,GAAEA,CAAE,EAAC;AAClC;AAEO,SAASC,6CAA6CA,CAAClB,KAAK,EAAE;EACnE;EACA;EACA,MAAMmB,IAAI,GAAGnB,KAAK,CAACE,SAAS,GAAGF,KAAK,CAACE,SAAS,CAACC,MAAM,CAAC3B,QAAQ,IAAID,gBAAgB,CAACC,QAAQ,CAAC,CAAC,GAAG,EAAE;EAClG,IAAI2C,IAAI,CAACd,MAAM,KAAK,CAAC,EAAE;IACrB,OAAO,CAAC;EACV;EACA;EACA;EACA,MAAMe,IAAI,GAAGD,IAAI,CAACE,GAAG,CAACjB,EAAE,IAAInB,qCAAqC,CAACmB,EAAE,CAAC,CAAC;EACtE,OAAOkB,IAAI,CAACC,GAAG,CAAC,GAAGH,IAAI,CAAC;AAC1B;AAGO,SAASI,oCAAoCA,CAACxB,KAAK,EAAEJ,sBAAsB,EAAE;EAClF,OAAOI,KAAK,CAACE,SAAS,IAAIF,KAAK,CAACE,SAAS,CAACQ,IAAI,CAACN,EAAE,IAAIT,wCAAwC,CAACS,EAAE,EAAER,sBAAsB,CAAC,CAAC;AAC5H;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAGO,SAAS6B,sBAAsBA,CAACzB,KAAK,EAAE;EAC5C,OAAOA,KAAK,CAACE,SAAS,IAAIF,KAAK,CAACE,SAAS,CAACQ,IAAI,CAACN,EAAE,IAAI7B,gBAAgB,CAAC6B,EAAE,CAAC,CAAC;AAC5E;AAEO,SAASsB,eAAeA,CAAC1B,KAAK,EAAE2B,UAAU,EAAE;EACjD;EACA;EACA,IAAI,CAACF,sBAAsB,CAACzB,KAAK,CAAC,IAAI,CAACyB,sBAAsB,CAACE,UAAU,CAAC,EAAE;IACzE,OAAO,KAAK;EACd;EAEA,IAAI,CAACC,gBAAgB,CAAC5B,KAAK,CAAC6B,GAAG,EAAEF,UAAU,CAACE,GAAG,CAAC,EAAE;IAChD;IACA,OAAO,KAAK;EACd;EAGA,MAAMC,UAAU,GAAGvB,mCAAmC,CAACP,KAAK,CAAC;EAC7D,IAAI8B,UAAU,KAAKhD,SAAS,IAAIgD,UAAU,KAAK,IAAI,EAAE;IACnD;IACA,OAAO,KAAK;EACd;EAEA,MAAMC,eAAe,GAAGxB,mCAAmC,CAACoB,UAAU,CAAC;EAGvE,IAAIG,UAAU,KAAKC,eAAe,EAAE;IAClC;IACA,OAAO,KAAK;EACd;EAEA,IAAIhC,sBAAsB,CAACC,KAAK,CAAC,KAAK2B,UAAU,CAACE,GAAG,IAAI7B,KAAK,CAAC6B,GAAG,KAAK9B,sBAAsB,CAAC4B,UAAU,CAAC,EAAE;IACxG;IACA,OAAO,KAAK;EACd;EACA,OAAO,IAAI;EAEX,SAASC,gBAAgBA,CAACI,IAAI,EAAEC,IAAI,EAAE;IACpC;IACA,IAAID,IAAI,KAAK,KAAK,IAAIC,IAAI,KAAK,KAAK,EAAE;MACpC,OAAO,KAAK;IACd;IACA,IAAID,IAAI,KAAK,KAAK,IAAIC,IAAI,KAAK,KAAK,EAAE;MACpC,OAAO,KAAK;IACd;IACA,OAAO,IAAI;EACb;AACF;AAGA,SAASC,kCAAkCA,CAAC1D,QAAQ,EAAE;EACpD,IAAIA,QAAQ,CAACC,IAAI,KAAK,GAAG,IAAID,QAAQ,CAACE,KAAK,CAACG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,GAAG,EAAE;IACnE;EACF;EACAL,QAAQ,CAACE,KAAK,GAAI,IAAGF,QAAQ,CAACE,KAAK,CAACG,SAAS,CAAC,CAAC,CAAE,EAAC,CAAC,CAAC;AACtD;AAEO,SAASsD,+BAA+BA,CAACnC,KAAK,EAAE;EACrD,IAAIA,KAAK,CAAC6B,GAAG,KAAK,KAAK,EAAE;IACvB;EACF;EACA7B,KAAK,CAACE,SAAS,CAACY,OAAO,CAACV,EAAE,IAAI8B,kCAAkC,CAAC9B,EAAE,CAAC,CAAC;AACvE;AAGO,SAASgC,6BAA6BA,CAACpC,KAAK,EAAEqC,UAAU,EAAE;EAC/D;EACA;EACA,MAAMC,KAAK,GAAGD,UAAU,CAAClC,MAAM,CAACwB,UAAU,IAAID,eAAe,CAAC1B,KAAK,EAAE2B,UAAU,CAAC,CAAC;EACjF,IAAIW,KAAK,CAACjC,MAAM,KAAK,CAAC,EAAE;IACtB,IAAAP,cAAO,EAAE,uBAAsB,IAAAyC,oBAAa,EAACvC,KAAK,CAAE,GAAE,CAAC;IACvD,OAAOsC,KAAK;EACd;EACA,IAAAxC,cAAO,EAAE,GAAEwC,KAAK,CAACjC,MAAO,uBAAsB,IAAAkC,oBAAa,EAACvC,KAAK,CAAE,GAAE,CAAC;EACtEsC,KAAK,CAACxB,OAAO,CAAC0B,WAAW,IAAI,IAAA1C,cAAO,EAAE,MAAK,IAAAyC,oBAAa,EAACC,WAAW,CAAE,GAAE,CAAC,CAAC;EAC1E,OAAOF,KAAK;AACd;AAEO,SAASG,yBAAyBA,CAACzC,KAAK,EAAE;EAC/C;EACA,IAAIQ,iBAAiB,GAAG,EAAE;EAC1BR,KAAK,CAACE,SAAS,EAAEY,OAAO,CAACV,EAAE,IAAIsC,+BAA+B,CAACtC,EAAE,CAAC,CAAC;EAEnE,SAASsC,+BAA+BA,CAACtC,EAAE,EAAE;IAC3C,IAAI,CAAC7B,gBAAgB,CAAC6B,EAAE,CAAC,EAAE;MACzB;IACF;IACA,MAAMd,gBAAgB,GAAGP,4BAA4B,CAACqB,EAAE,CAAC;IACzD,IAAId,gBAAgB,KAAK,IAAI,IAAIkB,iBAAiB,CAACmC,QAAQ,CAACrD,gBAAgB,CAAC,EAAE;MAC7E;IACF;IACAkB,iBAAiB,CAACoC,IAAI,CAACtD,gBAAgB,CAAC;EAC1C;EACA;EACA,OAAOkB,iBAAiB;AAC1B;AAEO,SAASqC,0BAA0BA,CAACC,MAAM,EAAE;EACjD;EACA,IAAItC,iBAAiB,GAAG,EAAE;EAE1BsC,MAAM,CAAChC,OAAO,CAACiC,CAAC,IAAIC,6BAA6B,CAACD,CAAC,CAAC,CAAC;EAErD,SAASC,6BAA6BA,CAACD,CAAC,EAAE;IACxC,MAAME,oBAAoB,GAAGR,yBAAyB,CAACM,CAAC,CAAC;IACzDE,oBAAoB,CAACnC,OAAO,CAACxB,gBAAgB,IAAI;MAC/C,IAAI,CAACkB,iBAAiB,CAACmC,QAAQ,CAACrD,gBAAgB,CAAC,EAAE;QACjDkB,iBAAiB,CAACoC,IAAI,CAACtD,gBAAgB,CAAC;MAC1C;IAEF,CAAC,CAAC;EACJ;EACA;EACA,OAAOkB,iBAAiB;AAC1B;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEO,SAAS0C,KAAKA,CAACrB,GAAG,EAAE;EACzB,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACc,QAAQ,CAACd,GAAG,CAAC;AACnD;AAGA,SAASsB,iBAAiBA,CAACtB,GAAG,EAAE;EAC9B,IAAIA,GAAG,CAAClD,KAAK,CAAC,wBAAwB,CAAC,EAAE;IACvC,OAAQ,IAAGkD,GAAG,CAAChD,SAAS,CAAC,CAAC,CAAE,EAAC;EAC/B;EACA,OAAOgD,GAAG;AACZ;AAEA,SAASuB,0BAA0BA,CAAChD,EAAE,EAAEyB,GAAG,EAAEwB,mBAAmB,GAAG,CAAC,EAAEC,yBAAyB,GAAG,KAAK,EAAEC,wBAAwB,GAAG,KAAK,EAAE;EACzI;EACA;EACA,IAAIhF,gBAAgB,CAAC6B,EAAE,CAAC,EAAE;IAAE;IAC1B;IACA,MAAM6B,IAAI,GAAGsB,wBAAwB,GAAGJ,iBAAiB,CAACtB,GAAG,CAAC,GAAGA,GAAG;IAEpE,MAAMvC,gBAAgB,GAAGgE,yBAAyB,GAAG,IAAI,GAAGvE,4BAA4B,CAACqB,EAAE,CAAC;IAC5F;IACA;IACA,OAAQ,KAAIA,EAAE,CAAC3B,IAAK,IAAGwD,IAAK,IAAG3C,gBAAiB,GAAEI,gBAAgB,CAACU,EAAE,CAAE,EAAC;EAC1E;EAEA,IAAI,IAAAoD,gCAAgB,EAACpD,EAAE,CAAC,EAAE;IACxB,MAAMqD,iBAAiB,GAAG,IAAAC,yCAAyB,EAACtD,EAAE,CAAC,CAAC,CAAC;IACzD,IAAIiD,mBAAmB,GAAG,CAAC,IAAII,iBAAiB,KAAKJ,mBAAmB,EAAE;MACxE;MACA,MAAMM,OAAO,GAAGvD,EAAE,CAAC1B,KAAK,CAACM,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC;MAClD,OAAQ,KAAIoB,EAAE,CAAC3B,IAAK,IAAGkF,OAAQ,EAAC;IAClC;IACA,OAAO,EAAE,CAAC,CAAC;EACb;EACA,OAAQ,IAAG,IAAArD,uBAAgB,EAACF,EAAE,CAAE,EAAC,CAAC,CAAC;AACrC;AAEO,SAASwD,uBAAuBA,CAAC5D,KAAK,EAAEqD,mBAAmB,GAAG,CAAC,EAAEC,yBAAyB,GAAG,KAAK,EAAEC,wBAAwB,GAAG,KAAK,EAAE;EAC3I,IAAI,WAAW,IAAIvD,KAAK,EAAE;IACxB,MAAMiC,IAAI,GAAGsB,wBAAwB,GAAGJ,iBAAiB,CAACnD,KAAK,CAAC6B,GAAG,CAAC,GAAG7B,KAAK,CAAC6B,GAAG;IAChF,OAAQ,GAAEI,IAAK,IAAGjC,KAAK,CAAC6D,IAAK,GAAE7D,KAAK,CAAC8D,IAAK,GAAEC,2BAA2B,CAAC/D,KAAK,CAAE,EAAC;EAClF;EACA,OAAQ,GAAEA,KAAK,CAAC6B,GAAI,OAAM7B,KAAK,CAACtB,KAAM,EAAC;EAEvC,SAASqF,2BAA2BA,CAAC/D,KAAK,EAAE;IAC1C,OAAOA,KAAK,CAACE,SAAS,CAACmB,GAAG,CAACjB,EAAE,IAAIgD,0BAA0B,CAAChD,EAAE,EAAEJ,KAAK,CAAC6B,GAAG,EAAEwB,mBAAmB,EAAEC,yBAAyB,EAAEC,wBAAwB,CAAC,CAAC,CAACS,IAAI,CAAC,EAAE,CAAC;EAChK;AAEF;AAGA,SAASC,wBAAwBA,CAACnB,MAAM,EAAEoB,0BAA0B,EAAE;EACpE,IAAIA,0BAA0B,KAAK,CAAC,EAAE;IACpC,OAAOA,0BAA0B;EACnC;EACA,MAAMC,cAAc,GAAG,IAAAC,mDAAmC,EAACtB,MAAM,CAAC;EAClE,OAAOqB,cAAc,CAAC9D,MAAM,KAAK,CAAC,GAAG8D,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC9D;AAEO,SAASE,wBAAwBA,CAACvB,MAAM,EAAEoB,0BAA0B,GAAG,CAAC,EAAEZ,yBAAyB,GAAG,KAAK,EAAEH,iBAAiB,GAAG,KAAK,EAAE;EAC7I,MAAME,mBAAmB,GAAGY,wBAAwB,CAACnB,MAAM,EAAEoB,0BAA0B,CAAC;EAExF,IAAApE,cAAO,EAAE,kCAAiCwD,yBAA0B,EAAC,CAAC;EACtE,MAAMgB,OAAO,GAAGxB,MAAM,CAACzB,GAAG,CAACrB,KAAK,IAAI4D,uBAAuB,CAAC5D,KAAK,EAAEqD,mBAAmB,EAAEC,yBAAyB,EAAEH,iBAAiB,CAAC,CAAC;EACtImB,OAAO,CAACC,IAAI,CAAC,CAAC,CAAC,CAAC;EAChB,OAAOD,OAAO,CAACN,IAAI,CAAC,mBAAmB,CAAC;AAC1C;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA,SAASQ,aAAaA,CAACC,MAAM,EAAE3B,MAAM,EAAE;EACrC,MAAM4B,eAAe,GAAG5B,MAAM,CAACzB,GAAG,CAACrB,KAAK,IAAI,IAAAuC,oBAAa,EAACvC,KAAK,CAAC,CAAC;EACjE;EACA;EACA,MAAMiB,CAAC,GAAGwD,MAAM,CAAC3B,MAAM,CAAC6B,SAAS,CAAC3E,KAAK,IAAI0E,eAAe,CAAC/B,QAAQ,CAAC,IAAAJ,oBAAa,EAACvC,KAAK,CAAC,CAAC,CAAC;EAC1F,IAAIiB,CAAC,GAAG,CAAC,CAAC,EAAE;IACV,MAAMjB,KAAK,GAAGyE,MAAM,CAAC3B,MAAM,CAAC7B,CAAC,CAAC;IAC9B;IACA,OAAOjB,KAAK;EACd;EACA,OAAOlB,SAAS;AAClB;AAEA,SAAS8F,wBAAwBA,CAAC9B,MAAM,EAAE;EACxC,IAAIA,MAAM,CAACzC,MAAM,GAAG,CAAC,EAAE;IAAE;IACvB,OAAO,KAAK;EACd;EACA,MAAMwE,MAAM,GAAG/B,MAAM,CAAC3C,MAAM,CAAC4C,CAAC,IAAIA,CAAC,CAAClB,GAAG,KAAK,KAAK,CAAC;EAClD,IAAIgD,MAAM,CAACxE,MAAM,KAAK,CAAC,EAAE;IACvB,OAAO,KAAK;EACd;EAEA,MAAM8D,cAAc,GAAG,IAAAC,mDAAmC,EAACtB,MAAM,CAAC;EAClE,IAAIqB,cAAc,CAAC9D,MAAM,KAAK,CAAC,EAAE;IAC/B,OAAO,KAAK;EACd;EAEA,OAAOyC,MAAM,CAACgC,KAAK,CAAC/B,CAAC,IAAI,IAAAgC,uBAAgB,EAAChC,CAAC,EAAE,GAAG,CAAC,CAAC;AACpD;AAEO,SAASiC,wBAAwBA,CAAChF,KAAK,EAAEiF,KAAK,EAAER,MAAM,EAAE;EAC7D;EACA,MAAMS,UAAU,GAAGV,aAAa,CAACC,MAAM,EAAEQ,KAAK,CAAC;EAC/C,IAAIC,UAAU,EAAE;IACd,OAAO,IAAA3C,oBAAa,EAACvC,KAAK,CAAC,KAAK,IAAAuC,oBAAa,EAAC2C,UAAU,CAAC;EAC3D;EACA,OAAO,KAAK;AAEd;AAGO,SAASC,2BAA2BA,CAACnF,KAAK,EAAEyE,MAAM,EAAE;EACzD,MAAM3B,MAAM,GAAGsC,KAAK,CAACpF,KAAK,EAAEyE,MAAM,CAAC;EACnC,MAAMY,UAAU,GAAG,IAAAC,qBAAK,EAACxC,MAAM,EAAE2B,MAAM,CAAC;;EAExC;EACA,IAAIY,UAAU,CAAChF,MAAM,GAAGyC,MAAM,CAACzC,MAAM,EAAE;IACrC,OAAO,EAAE,CAAC,CAAC;EACb;EACA,OAAOgF,UAAU;AACnB;AAEO,SAASE,2BAA2BA,CAACvF,KAAK,EAAEyE,MAAM,EAAE;EACzD,IAAI,CAACzE,KAAK,CAACE,SAAS,EAAE;IAAE;IACtB,OAAO,KAAK;EACd;EACA,MAAM+E,KAAK,GAAGE,2BAA2B,CAACnF,KAAK,EAAEyE,MAAM,CAAC;EACxD,IAAI,CAACG,wBAAwB,CAACK,KAAK,CAAC,EAAE;IACpC,IAAAnF,cAAO,EAAE,eAAc,IAAA0F,qBAAc,EAACP,KAAK,CAAE,EAAC,CAAC;IAC/C,OAAO,KAAK;EACd;EAEA,OAAOD,wBAAwB,CAAChF,KAAK,EAAEiF,KAAK,EAAER,MAAM,CAAC;AACvD;AAEO,SAASgB,4BAA4BA,CAAChB,MAAM,EAAE;EACnD,OAAOA,MAAM,CAAC3B,MAAM,CAAC3C,MAAM,CAACH,KAAK,IAAIuF,2BAA2B,CAACvF,KAAK,EAAEyE,MAAM,CAAC,CAAC;AAClF;AAEO,SAASiB,8CAA8CA,CAACjB,MAAM,EAAE;EACrE;EACA,MAAMrD,IAAI,GAAGqD,MAAM,CAAC3B,MAAM,CAACzB,GAAG,CAAErB,KAAK,IAAKkB,6CAA6C,CAAClB,KAAK,CAAC,CAAC;EAC/F,OAAOsB,IAAI,CAACC,GAAG,CAAC,GAAGH,IAAI,CAAC;AAC1B;AAGO,SAASgE,KAAKA,CAACpF,KAAK,EAAE2F,eAAe,EAAE;EAAE;EAC9C;EACA,MAAMC,KAAK,GAAG5F,KAAK,CAACE,SAAS,CAACC,MAAM,CAACC,EAAE,IAAI7B,gBAAgB,CAAC6B,EAAE,CAAC,CAAC;EAEhE,IAAIwF,KAAK,CAACvF,MAAM,KAAK,CAAC,EAAE;IACtB,OAAO,CAACL,KAAK,CAAC;EAChB;EACA,IAAAF,cAAO,EAAE,UAAS8F,KAAK,CAACvF,MAAO,EAAC,CAAC;EACjC,MAAMG,iBAAiB,GAAGoF,KAAK,CAACvE,GAAG,CAACjB,EAAE,IAAIrB,4BAA4B,CAACqB,EAAE,CAAC,CAAC,CAACD,MAAM,CAACzB,KAAK,IAAIA,KAAK,KAAKI,SAAS,IAAIJ,KAAK,KAAK,IAAI,CAAC;EAClI,IAAAoB,cAAO,EAACU,iBAAiB,CAACwD,IAAI,CAAC,MAAM,CAAC,CAAC;EAEvC,MAAM6B,cAAc,GAAGF,eAAe,CAACxF,MAAM,CAAC4C,CAAC,IAAIvC,iBAAiB,CAACE,IAAI,CAACoF,CAAC,IAAIrF,wBAAwB,CAACsC,CAAC,EAAE+C,CAAC,CAAC,CAAC,CAAC;EAC/G,IAAAhG,cAAO,EAAE,GAAE,IAAAyC,oBAAa,EAACvC,KAAK,CAAE,yBAAwB6F,cAAc,CAACxF,MAAO,KAAI,CAAC;EACnFwF,cAAc,CAAC/E,OAAO,CAACiC,CAAC,IAAI,IAAAjD,cAAO,EAAC,IAAAyC,oBAAa,EAACQ,CAAC,CAAC,CAAC,CAAC;EACtD,OAAO8C,cAAc;AACvB","ignoreList":[]}

package/package.json

@@ -14,7 +14,7 @@
     "url": "git@github.com:natlibfi/marc-record-validators-melinda.git"
   },
   "license": "MIT",
-  "version": "11.2.0-alpha.1",
+  "version": "11.2.1-alpha.1",
   "main": "./dist/index.js",
   "publishConfig": {
     "access": "public"
@@ -38,9 +38,9 @@
   },
   "dependencies": {
     "@babel/register": "^7.23.7",
-    "@natlibfi/issn-verify": "^1.0.3",
-    "@natlibfi/marc-record": "^8.1.1",
-    "@natlibfi/marc-record-validate": "^8.0.7",
+    "@natlibfi/issn-verify": "^1.0.4",
+    "@natlibfi/marc-record": "^8.1.3",
+    "@natlibfi/marc-record-validate": "^8.0.8",
     "cld3-asm": "^3.1.1",
     "clone": "^2.1.2",
     "debug": "^4.3.4",
@@ -56,13 +56,13 @@
     "@babel/cli": "^7.24.5",
     "@babel/core": "^7.24.5",
     "@babel/preset-env": "^7.24.5",
-    "@natlibfi/eslint-config-melinda-backend": "^3.0.4",
-    "@natlibfi/fixugen": "^2.0.4",
-    "@natlibfi/fixura": "^3.0.4",
+    "@natlibfi/eslint-config-melinda-backend": "^3.0.5",
+    "@natlibfi/fixugen": "^2.0.5",
+    "@natlibfi/fixura": "^3.0.5",
     "babel-plugin-istanbul": "^6.1.1",
     "babel-plugin-rewire": "^1.2.0",
     "chai": "^4.4.1",
-    "chai-as-promised": "^7.1.1",
+    "chai-as-promised": "^7.1.2",
     "cross-env": "^7.0.3",
     "eslint": "^8.57.0",
     "fetch-mock": "^9.11.0",

package/src/indicator-fixes.js

@@ -153,6 +153,17 @@ function normalize245Indicator1(field, record) {
   field.ind1 = field1XX.length === 0 ? '0' : '1'; // eslint-disable-line functional/immutable-data
 }
 
+function normalize776Indicator2(field) {
+  if (field.tag !== '776') {
+    return;
+  }
+  // If subfield $i exists, ind2 must me '8'
+  if (field.subfields.some(sf => sf.code === 'i')) {
+    field.ind2 = '8'; // eslint-disable-line functional/immutable-data
+    return;
+  }
+}
+
 
 function recordNormalize490(record) {
   const fields490 = record.get('^490$');
@@ -214,4 +225,5 @@ function fieldNormalizeIndicators(field, record, languages) {
   normalize245Indicator1(field, record);
   normalizeNonFilingIndicator1(field, languages);
   normalizeNonFilingIndicator2(field, languages);
+  normalize776Indicator2(field);
 }

package/src/normalizeFieldForComparison.js

@@ -1,7 +1,10 @@
 /*
   Note that this file contains very powerful normalizations and spells that are:
   - meant for comparing similarity/mergability of two fields (clone, normalize, compare),
-  - and NOT for modifying the actual data!
+  - and NOT for modifying the actual field!
+
+  This is mainly used by melinda-marc-record-merge-reducers. However, also removeInferiorDataFields fixer also used this.
+  Thus it is here. However, most of the testing is done via merge-reducers...
 */
 import clone from 'clone';
 import {fieldStripPunctuation} from './punctuation2';
@@ -262,7 +265,7 @@ function removeCharsThatDontCarryMeaning(value, tag, subfieldCode) {
   }
   /* eslint-disable */
   // 3" refers to inches, but as this is for comparison only we don't mind...
-  value = value.replace(/['"]/gu, '');
+  value = value.replace(/['‘’"„“”«»]/gu, ''); // MET-570 et al. Subset of https://hexdocs.pm/ex_unicode/Unicode.Category.QuoteMarks.html
   // MRA-273: Handle X00$a name initials.
   // NB #1: that we remove spaces for comparison (as it simpler), though actually space should be used. Doesn't matter as this is comparison only.
   // NB #2: we might/should eventually write a validator/fixer that adds those spaces. After that point, this expection should become obsolete.

package/src/normalizeSubfieldValueForComparison.js

@@ -19,15 +19,40 @@ export function subfieldContainsPartData(tag, subfieldCode) {
 }
 
 function splitPartData(originalValue) {
-  // Remove brackets from number-only:
-  const value = originalValue.replace(/^\[([0-9]+)\][-.,:; ]*$/ui, '$1'); // eslint-disable-line prefer-named-capture-group
-  const splitPoint = value.lastIndexOf(' '); // MRA-627: "5, 2017" should be split here. Think of this later on...
+  // This a very hacky function, but cand really help it, as the the data is very iffy as well...
+  // Remove punctuation and brackets:
+  const value = originalValue.replace(/[-.,:; ]+$/ui, '').replace(/^\[([0-9]+)\]$/ui, '$1'); // eslint-disable-line prefer-named-capture-group
+
+  const [year, rest] = extractYear(value);
+
+  const splitPoint = rest.lastIndexOf(' '); // MRA-627: "5, 2017" should be split here. Think of this later on...
   if (splitPoint === -1) {
+    return [undefined, year, rest];
+  }
+  const lhs = rest.substr(0, splitPoint);
+  const rhs = rest.substr(splitPoint + 1);
+  return [lhs, year, rhs];
+
+  function extractYear(value) {
+    // NB! Note that this is far for perfect. It cover just some very common cases...
+
+    // "2023, 3" => ["2023", "3"]
+    if (value.match(/^(?:1[89][0-9][0-9]|20[012][0-9]), (?:nro |n:o)?[1-9][0-9]{0,2}$/ui)) {
+      return [value.substr(0, 4), value.substr(6)];
+    }
+    // "2023/12" => ["2023", "12"]
+    if (value.match(/^(?:1[89][0-9][0-9]|20[012][0-9])[/:][1-9][0-9]{0,2}$/u)) {
+      return [value.substr(0, 4), value.substr(5)];
+    }
+    // "Vol. 3/2023" => ["2023", "Vol. 3"]
+    if (value.match(/^[^0-9]*[1-9][0-9]{0,2}\/(?:1[89][0-9][0-9]|20[012][0-9])$/u)) {
+      const len = value.length;
+      return [value.substr(len - 4), value.substr(0, len - 5)];
+    }
+
+
     return [undefined, value];
   }
-  const lhs = value.substr(0, splitPoint);
-  const rhs = value.substr(splitPoint + 1);
-  return [lhs, rhs];
 }
 
 function normalizePartType(originalValue) {
@@ -66,12 +91,10 @@ function normalizePartNumber(value) {
 
 function splitAndNormalizePartData(value) {
   // This is just a stub. Does not handle eg. "Levy 2, raita 15"
-  const [lhs, rhs] = splitPartData(value);
-  nvdebug(`  LHS: '${lhs}'`, debugDev);
-  nvdebug(`  RHS: '${rhs}'`, debugDev);
-  const partType = normalizePartType(lhs);
-  const partNumber = normalizePartNumber(rhs);
-  return [partType, partNumber];
+  const [partType, partYear, partNumber] = splitPartData(value);
+  //nvdebug(`  LHS: '${lhs}'`, debugDev);
+  //nvdebug(`  RHS: '${rhs}'`, debugDev);
+  return [normalizePartType(partType), partYear, normalizePartNumber(partNumber)];
 }
 
 export function partsAgree(value1, value2, tag, subfieldCode) {
@@ -80,17 +103,22 @@ export function partsAgree(value1, value2, tag, subfieldCode) {
   if (!subfieldContainsPartData(tag, subfieldCode)) {
     return false;
   }
-  const [partType1, partNumber1] = splitAndNormalizePartData(value1);
-  const [partType2, partNumber2] = splitAndNormalizePartData(value2);
+  const [partType1, partYear1, partNumber1] = splitAndNormalizePartData(value1);
+  const [partType2, partYear2, partNumber2] = splitAndNormalizePartData(value2);
+  //nvdebug(`P1: ${partType1} | ${partYear1} | ${partNumber1}`);
+  //nvdebug(`P2: ${partType2} | ${partYear2} | ${partNumber2}`);
   if (partNumber1 !== partNumber2) {
-    // MRA-627: This should/could accept 5/1997
     return false;
   }
-  if (partType1 === undefined || partType2 === undefined || partType1 === partType2) {
-    return true;
+  if (partType1 !== undefined && partType2 !== undefined && partType1 !== partType2) {
+    return false;
+  }
+  if (partYear1 !== undefined && partYear2 !== undefined && partYear1 !== partYear2) {
+    return false;
   }
 
-  return false;
+
+  return true;
 }
 
 export function normalizePartData(value, subfieldCode, tag) {
@@ -99,9 +127,15 @@ export function normalizePartData(value, subfieldCode, tag) {
     return value;
   }
 
-  const [partType, partNumber] = splitAndNormalizePartData(value);
+  const [partType, partYear, partNumber] = splitAndNormalizePartData(value);
   if (partType === undefined) {
-    return partNumber;
+    if (partYear === undefined) {
+      return partNumber;
+    }
+    return `${partNumber}/${partYear}`;
+  }
+  if (partYear === undefined) {
+    return `${partType} ${partNumber}`;
   }
-  return `${partType} ${partNumber}`;
+  return `${partType} ${partNumber}/${partYear}`;
 }

package/src/removeInferiorDataFields.js

@@ -256,6 +256,20 @@ function deriveIndividualDeletables(record) {
       }
     }
 
+    if (currString.match(/^500 ## ‡a Lisäpainokset: Lisäpainos /u)) { // MET-569
+      const tmp1 = currString.replace(' Lisäpainos ', ' [Lisäpainos] ');
+      const tmp2 = currString.replace(' Lisäpainos ', ' ');
+      if (tmp1 !== currString && tmp2 !== currString) {
+        return processTodoList([...stillToDo, ...moreToDo], [...deletables, tmp1, tmp2]);
+      }
+    }
+
+    if (currString.match(/^500 ## ‡a Lisäpainokset: \[Lisäpainos\] /u)) { // MET-569
+      const tmp = currString.replace(' [Lisäpainos] ', ' ');
+      if (tmp !== currString) {
+        return processTodoList([...stillToDo, ...moreToDo], [...deletables, tmp]);
+      }
+    }
 
     if (currString.match(/^505 .0.*-- ‡t/u)) { // MRA-413-ish
       const tmp = currString.replace(/ -- ‡t /gu, ' -- '). // remove non-initial $t subfields

package/src/subfield6Utils.js

@@ -151,8 +151,7 @@ export function fieldHasValidSubfield6(field) {
   return field.subfields && field.subfields.some(sf => isValidSubfield6(sf));
 }
 
-
-function isSubfield6Pair(field, otherField) {
+export function isSubfield6Pair(field, otherField) {
   // No need to log this:
   //nvdebug(`LOOK for $6-pair:\n ${fieldToString(field)}\n ${fieldToString(otherField)}`);
   if (!fieldHasValidSubfield6(field) || !fieldHasValidSubfield6(otherField)) {

package/test-fixtures/indicator-fixes/08/expectedResult.json

@@ -0,0 +1,14 @@
+{
+  "_validationOptions": {},
+  "fields": [
+    { "tag": "005", "value": "20220202020202.0" },
+    { "tag": "776", "ind1": " ", "ind2": "8", "subfields": [
+      {"code": "i", "value": "Verkkoaineisto:"},
+      {"code": "z", "value": "978-951-882-653-1"}
+    ]},
+    { "tag": "776", "ind1": " ", "ind2": " ", "subfields": [
+      {"code": "z", "value": "978-951-882-653-2"}
+    ]}
+  ],
+  "leader": ""
+}

package/test-fixtures/indicator-fixes/08/metadata.json

@@ -0,0 +1,4 @@
+{
+  "description": "08: 776 ind1=8, if $i exists",
+  "fix": true
+}

package/test-fixtures/indicator-fixes/08/record.json

@@ -0,0 +1,14 @@
+{
+  "_validationOptions": {},
+  "fields": [
+    { "tag": "005", "value": "20220202020202.0" },
+    { "tag": "776", "ind1": " ", "ind2": " ", "subfields": [
+      {"code": "i", "value": "Verkkoaineisto:"},
+      {"code": "z", "value": "978-951-882-653-1"}
+    ]},
+    { "tag": "776", "ind1": " ", "ind2": " ", "subfields": [
+      {"code": "z", "value": "978-951-882-653-2"}
+    ]}
+  ],
+  "leader": ""
+}

package/test-fixtures/remove-inferior-datafields/f14/expectedResult.json

@@ -0,0 +1,9 @@
+{
+  "_validationOptions": {},
+  "fields": [
+    { "tag": "001", "value": "f13" },
+    { "tag": "500", "ind1": " ", "ind2": " ", "subfields": [ { "code": "a", "value": "Lisäpainokset: Lisäpainos 2020."}]}
+  ],
+  "leader": "01331cam a22003498i 4500"
+
+}

package/test-fixtures/remove-inferior-datafields/f14/metadata.json

@@ -0,0 +1,5 @@
+{
+  "description": "f13/MET-569: remove inferior Lisäpainokset fields",
+  "fix": true,
+  "only": false
+}

package/test-fixtures/remove-inferior-datafields/f14/record.json

@@ -0,0 +1,11 @@
+{
+  "_validationOptions": {},
+  "fields": [
+    { "tag": "001", "value": "f13" },
+    { "tag": "500", "ind1": " ", "ind2": " ", "subfields": [ { "code": "a", "value": "Lisäpainokset: [Lisäpainos] 2020."}]},
+    { "tag": "500", "ind1": " ", "ind2": " ", "subfields": [ { "code": "a", "value": "Lisäpainokset: Lisäpainos 2020."}]},
+    { "tag": "500", "ind1": " ", "ind2": " ", "subfields": [ { "code": "a", "value": "Lisäpainokset: 2020."}]}
+  ],
+  "leader": "01331cam a22003498i 4500"
+
+}